From 7ec9fe7714d8f47557a809d63acd4e7e77f40cc1 Mon Sep 17 00:00:00 2001 From: Konstantin Bereznyakov Date: Thu, 2 Apr 2026 11:42:37 -0700 Subject: [PATCH 1/3] HIVE-29534: getColStatistics to use HMS NDV values forDATE/TIMESTAMP column types --- .../hadoop/hive/ql/stats/StatsUtils.java | 3 + .../hadoop/hive/ql/stats/TestStatsUtils.java | 66 +++++++++++++++++++ 2 files changed, 69 insertions(+) diff --git a/ql/src/java/org/apache/hadoop/hive/ql/stats/StatsUtils.java b/ql/src/java/org/apache/hadoop/hive/ql/stats/StatsUtils.java index 65586278e2ec..55f9d0c1e158 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/stats/StatsUtils.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/stats/StatsUtils.java @@ -839,12 +839,14 @@ public static ColStatistics getColStatistics(ColumnStatisticsObj cso, String col cs.setNumNulls(csd.getBinaryStats().getNumNulls()); } else if (colTypeLowerCase.equals(serdeConstants.TIMESTAMP_TYPE_NAME)) { cs.setAvgColLen(JavaDataModel.get().lengthOfTimestamp()); + cs.setCountDistint(csd.getTimestampStats().getNumDVs()); cs.setNumNulls(csd.getTimestampStats().getNumNulls()); Long lowVal = (csd.getTimestampStats().getLowValue() != null) ? csd.getTimestampStats().getLowValue() .getSecondsSinceEpoch() : null; Long highVal = (csd.getTimestampStats().getHighValue() != null) ? csd.getTimestampStats().getHighValue() .getSecondsSinceEpoch() : null; cs.setRange(lowVal, highVal); + cs.setBitVectors(csd.getTimestampStats().getBitVectors()); cs.setHistogram(csd.getTimestampStats().getHistogram()); } else if (colTypeLowerCase.equals(serdeConstants.TIMESTAMPLOCALTZ_TYPE_NAME)) { cs.setAvgColLen(JavaDataModel.get().lengthOfTimestamp()); @@ -869,6 +871,7 @@ public static ColStatistics getColStatistics(ColumnStatisticsObj cso, String col cs.setHistogram(csd.getDecimalStats().getHistogram()); } else if (colTypeLowerCase.equals(serdeConstants.DATE_TYPE_NAME)) { cs.setAvgColLen(JavaDataModel.get().lengthOfDate()); + cs.setCountDistint(csd.getDateStats().getNumDVs()); cs.setNumNulls(csd.getDateStats().getNumNulls()); Long lowVal = (csd.getDateStats().getLowValue() != null) ? csd.getDateStats().getLowValue() .getDaysSinceEpoch() : null; diff --git a/ql/src/test/org/apache/hadoop/hive/ql/stats/TestStatsUtils.java b/ql/src/test/org/apache/hadoop/hive/ql/stats/TestStatsUtils.java index 3f76c554d446..c009472fed0a 100644 --- a/ql/src/test/org/apache/hadoop/hive/ql/stats/TestStatsUtils.java +++ b/ql/src/test/org/apache/hadoop/hive/ql/stats/TestStatsUtils.java @@ -35,8 +35,12 @@ import org.apache.hadoop.hive.metastore.api.BooleanColumnStatsData; import org.apache.hadoop.hive.metastore.api.ColumnStatisticsData; import org.apache.hadoop.hive.metastore.api.ColumnStatisticsObj; +import org.apache.hadoop.hive.metastore.api.Date; +import org.apache.hadoop.hive.metastore.api.DateColumnStatsData; import org.apache.hadoop.hive.metastore.api.DoubleColumnStatsData; import org.apache.hadoop.hive.metastore.api.LongColumnStatsData; +import org.apache.hadoop.hive.metastore.api.Timestamp; +import org.apache.hadoop.hive.metastore.api.TimestampColumnStatsData; import org.apache.hadoop.hive.ql.plan.ColStatistics; import org.apache.hadoop.hive.ql.plan.ColStatistics.Range; import org.apache.hadoop.hive.ql.plan.Statistics; @@ -499,4 +503,66 @@ void testScaleColStatisticsPreservesUnknownNumFalses() { assertEquals(-1, colStats.get(0).getNumFalses(), "Unknown numFalses (-1) should be preserved after scaling"); } + @Test + void testGetColStatisticsDateType() { + ColumnStatisticsObj cso = new ColumnStatisticsObj(); + cso.setColName("date_col"); + cso.setColType(serdeConstants.DATE_TYPE_NAME); + + byte[] bitVectors = new byte[] {1, 2, 3, 4}; + DateColumnStatsData dateStats = new DateColumnStatsData(); + dateStats.setNumDVs(100); + dateStats.setNumNulls(10); + dateStats.setLowValue(new Date(18000)); // days since epoch + dateStats.setHighValue(new Date(19000)); + dateStats.setBitVectors(bitVectors); + + ColumnStatisticsData data = new ColumnStatisticsData(); + data.setDateStats(dateStats); + cso.setStatsData(data); + + ColStatistics cs = StatsUtils.getColStatistics(cso, "date_col"); + + assertNotNull(cs, "ColStatistics should not be null"); + assertEquals(100, cs.getCountDistint(), "NumDVs mismatch for DATE"); + assertEquals(10, cs.getNumNulls(), "NumNulls mismatch for DATE"); + assertNotNull(cs.getBitVectors(), "BitVectors should not be null for DATE"); + + ColStatistics.Range range = cs.getRange(); + assertNotNull(range, "Range should be created for DATE"); + assertEquals(18000L, range.minValue.longValue(), "minValue mismatch for DATE"); + assertEquals(19000L, range.maxValue.longValue(), "maxValue mismatch for DATE"); + } + + @Test + void testGetColStatisticsTimestampType() { + ColumnStatisticsObj cso = new ColumnStatisticsObj(); + cso.setColName("ts_col"); + cso.setColType(serdeConstants.TIMESTAMP_TYPE_NAME); + + byte[] bitVectors = new byte[] {5, 6, 7, 8}; + TimestampColumnStatsData tsStats = new TimestampColumnStatsData(); + tsStats.setNumDVs(200); + tsStats.setNumNulls(20); + tsStats.setLowValue(new Timestamp(1600000000L)); + tsStats.setHighValue(new Timestamp(1700000000L)); + tsStats.setBitVectors(bitVectors); + + ColumnStatisticsData data = new ColumnStatisticsData(); + data.setTimestampStats(tsStats); + cso.setStatsData(data); + + ColStatistics cs = StatsUtils.getColStatistics(cso, "ts_col"); + + assertNotNull(cs, "ColStatistics should not be null"); + assertEquals(200, cs.getCountDistint(), "NumDVs mismatch for TIMESTAMP"); + assertEquals(20, cs.getNumNulls(), "NumNulls mismatch for TIMESTAMP"); + assertNotNull(cs.getBitVectors(), "BitVectors should not be null for TIMESTAMP"); + + ColStatistics.Range range = cs.getRange(); + assertNotNull(range, "Range should be created for TIMESTAMP"); + assertEquals(1600000000L, range.minValue.longValue(), "minValue mismatch for TIMESTAMP"); + assertEquals(1700000000L, range.maxValue.longValue(), "maxValue mismatch for TIMESTAMP"); + } + } From 703875c13a8c5bf7b5cf5729c81f89b189174bd2 Mon Sep 17 00:00:00 2001 From: Konstantin Bereznyakov Date: Thu, 2 Apr 2026 15:30:50 -0700 Subject: [PATCH 2/3] HIVE-29534: regenerated impacted .out files --- .../llap/iceberg_bucket_map_join_1.q.out | 48 +- .../llap/bucket_map_join_tez3.q.out | 92 +- .../clientpositive/llap/mapjoin_date.q.out | 6 +- .../llap/materialized_view_rewrite_8.q.out | 2 +- .../llap/materialized_view_rewrite_9.q.out | 6 +- .../llap/parquet_vectorization_11.q.out | 6 +- .../llap/parquet_vectorization_12.q.out | 6 +- .../llap/parquet_vectorization_15.q.out | 14 +- .../llap/parquet_vectorization_16.q.out | 10 +- .../llap/parquet_vectorization_3.q.out | 6 +- .../llap/parquet_vectorization_9.q.out | 10 +- .../llap/scratch_col_reused_by_child.q.out | 2 +- .../llap/tez_dynpart_hashjoin_4.q.out | 118 +- .../llap/tez_fixed_bucket_pruning.q.out | 16 +- .../results/clientpositive/llap/tpch18.q.out | 19 +- .../llap/vector_between_in.q.out | 24 +- .../clientpositive/llap/vector_date_1.q.out | 6 +- .../llap/vector_full_outer_join_date.q.out | 8 +- .../llap/vector_interval_mapjoin.q.out | 6 +- .../llap/vector_outer_join3.q.out | 36 +- .../llap/vector_outer_join4.q.out | 28 +- .../llap/vector_outer_join_constants.q.out | 382 +- .../llap/vector_partitioned_date_time.q.out | 28 +- .../llap/vector_ptf_bounded_start.q.out | 24 +- .../llap/vector_string_concat.q.out | 12 +- .../llap/vectorization_11.q.out | 6 +- .../llap/vectorization_12.q.out | 6 +- .../llap/vectorization_15.q.out | 14 +- .../llap/vectorization_16.q.out | 10 +- .../clientpositive/llap/vectorization_3.q.out | 8 +- .../clientpositive/llap/vectorization_9.q.out | 10 +- .../llap/vectorization_short_regress.q.out | 24 +- ...ctorized_dynamic_semijoin_reduction2.q.out | 8 +- .../llap/vectorized_stats.q.out | 18 +- .../llap/vectorized_timestamp.q.out | 6 +- .../perf/tpcds30tb/cte/cbo_query12.q.out | 18 +- .../perf/tpcds30tb/cte/cbo_query16.q.out | 26 +- .../perf/tpcds30tb/cte/cbo_query20.q.out | 18 +- .../perf/tpcds30tb/cte/cbo_query21.q.out | 24 +- .../perf/tpcds30tb/cte/cbo_query32.q.out | 18 +- .../perf/tpcds30tb/cte/cbo_query37.q.out | 12 +- .../perf/tpcds30tb/cte/cbo_query40.q.out | 18 +- .../perf/tpcds30tb/cte/cbo_query5.q.out | 48 +- .../perf/tpcds30tb/cte/cbo_query58.q.out | 51 +- .../perf/tpcds30tb/cte/cbo_query80.q.out | 60 +- .../perf/tpcds30tb/cte/cbo_query82.q.out | 12 +- .../perf/tpcds30tb/cte/cbo_query92.q.out | 40 +- .../perf/tpcds30tb/cte/cbo_query94.q.out | 26 +- .../perf/tpcds30tb/cte/cbo_query95.q.out | 26 +- .../perf/tpcds30tb/cte/cbo_query98.q.out | 18 +- .../perf/tpcds30tb/json/query1.q.out | 2446 +--- .../perf/tpcds30tb/json/query10.q.out | 3861 +---- .../perf/tpcds30tb/json/query11.q.out | 4230 +----- .../perf/tpcds30tb/json/query12.q.out | 1790 +-- .../perf/tpcds30tb/json/query13.q.out | 2854 +--- .../perf/tpcds30tb/json/query14.q.out | 11997 ++-------------- .../perf/tpcds30tb/json/query15.q.out | 2067 +-- .../perf/tpcds30tb/json/query16.q.out | 3268 +---- .../perf/tpcds30tb/json/query17.q.out | 5601 +------- .../perf/tpcds30tb/json/query18.q.out | 3526 +---- .../perf/tpcds30tb/json/query19.q.out | 2806 +--- .../perf/tpcds30tb/json/query2.q.out | 4170 +----- .../perf/tpcds30tb/json/query20.q.out | 1790 +-- .../perf/tpcds30tb/json/query21.q.out | 1811 +-- .../perf/tpcds30tb/json/query22.q.out | 1245 +- .../perf/tpcds30tb/json/query23.q.out | 6146 +------- .../perf/tpcds30tb/json/query24.q.out | 4052 +----- .../perf/tpcds30tb/json/query25.q.out | 4267 +----- .../perf/tpcds30tb/json/query26.q.out | 2491 +--- .../perf/tpcds30tb/json/query27.q.out | 2594 +--- .../perf/tpcds30tb/json/query29.q.out | 4239 +----- .../perf/tpcds30tb/json/query3.q.out | 1437 +- .../perf/tpcds30tb/json/query30.q.out | 2694 +--- .../perf/tpcds30tb/json/query31.q.out | 4261 +----- .../perf/tpcds30tb/json/query32.q.out | 2010 +-- .../perf/tpcds30tb/json/query33.q.out | 4594 +----- .../perf/tpcds30tb/json/query34.q.out | 2477 +--- .../perf/tpcds30tb/json/query35.q.out | 4038 +----- .../perf/tpcds30tb/json/query36.q.out | 2496 +--- .../perf/tpcds30tb/json/query37.q.out | 1828 +-- .../perf/tpcds30tb/json/query38.q.out | 3365 +---- .../perf/tpcds30tb/json/query39.q.out | 2950 +--- .../perf/tpcds30tb/json/query4.q.out | 6009 ++------ .../perf/tpcds30tb/json/query40.q.out | 2659 +--- .../perf/tpcds30tb/json/query41.q.out | 1919 +-- .../perf/tpcds30tb/json/query42.q.out | 1505 +- .../perf/tpcds30tb/json/query43.q.out | 2058 +-- .../perf/tpcds30tb/json/query44.q.out | 2782 +--- .../perf/tpcds30tb/json/query45.q.out | 2772 +--- .../perf/tpcds30tb/json/query46.q.out | 2922 +--- .../perf/tpcds30tb/json/query47.q.out | 4469 +----- .../perf/tpcds30tb/json/query48.q.out | 2029 +-- .../perf/tpcds30tb/json/query49.q.out | 6471 ++------- .../perf/tpcds30tb/json/query5.q.out | 6717 +-------- .../perf/tpcds30tb/json/query50.q.out | 2794 +--- .../perf/tpcds30tb/json/query51.q.out | 2399 +-- .../perf/tpcds30tb/json/query52.q.out | 1492 +- .../perf/tpcds30tb/json/query53.q.out | 2230 +-- .../perf/tpcds30tb/json/query54.q.out | 5916 +------- .../perf/tpcds30tb/json/query55.q.out | 1476 +- .../perf/tpcds30tb/json/query56.q.out | 4518 +----- .../perf/tpcds30tb/json/query57.q.out | 4440 +----- .../perf/tpcds30tb/json/query58.q.out | 5656 +------- .../perf/tpcds30tb/json/query59.q.out | 4225 +----- .../perf/tpcds30tb/json/query6.q.out | 3587 +---- .../perf/tpcds30tb/json/query60.q.out | 4492 +----- .../perf/tpcds30tb/json/query61.q.out | 4162 +----- .../perf/tpcds30tb/json/query62.q.out | 2729 +--- .../perf/tpcds30tb/json/query63.q.out | 2230 +-- .../perf/tpcds30tb/json/query64.q.out | 9445 ++---------- .../perf/tpcds30tb/json/query65.q.out | 2540 +--- .../perf/tpcds30tb/json/query66.q.out | 7933 +--------- .../perf/tpcds30tb/json/query67.q.out | 2364 +-- .../perf/tpcds30tb/json/query68.q.out | 2911 +--- .../perf/tpcds30tb/json/query69.q.out | 3849 +---- .../perf/tpcds30tb/json/query7.q.out | 2364 +-- .../perf/tpcds30tb/json/query70.q.out | 3286 +---- .../perf/tpcds30tb/json/query71.q.out | 3404 +---- .../perf/tpcds30tb/json/query72.q.out | 4804 +------ .../perf/tpcds30tb/json/query73.q.out | 2387 +-- .../perf/tpcds30tb/json/query74.q.out | 3300 +---- .../perf/tpcds30tb/json/query75.q.out | 7807 ++-------- .../perf/tpcds30tb/json/query76.q.out | 3087 +--- .../perf/tpcds30tb/json/query77.q.out | 5314 +------ .../perf/tpcds30tb/json/query78.q.out | 5133 +------ .../perf/tpcds30tb/json/query79.q.out | 2353 +-- .../perf/tpcds30tb/json/query8.q.out | 6348 +------- .../perf/tpcds30tb/json/query80.q.out | 7192 ++------- .../perf/tpcds30tb/json/query81.q.out | 3056 +--- .../perf/tpcds30tb/json/query82.q.out | 1701 +-- .../perf/tpcds30tb/json/query83.q.out | 4370 +----- .../perf/tpcds30tb/json/query85.q.out | 4142 +----- .../perf/tpcds30tb/json/query86.q.out | 2030 +-- .../perf/tpcds30tb/json/query87.q.out | 3805 +---- .../perf/tpcds30tb/json/query88.q.out | 6605 ++------- .../perf/tpcds30tb/json/query89.q.out | 2595 +--- .../perf/tpcds30tb/json/query90.q.out | 1980 +-- .../perf/tpcds30tb/json/query91.q.out | 2952 +--- .../perf/tpcds30tb/json/query92.q.out | 2010 +-- .../perf/tpcds30tb/json/query94.q.out | 3168 +--- .../perf/tpcds30tb/json/query95.q.out | 3925 +---- .../perf/tpcds30tb/json/query96.q.out | 1475 +- .../perf/tpcds30tb/json/query97.q.out | 2051 +-- .../perf/tpcds30tb/json/query98.q.out | 1647 +-- .../perf/tpcds30tb/json/query99.q.out | 2782 +--- .../perf/tpcds30tb/tez/cbo_query12.q.out | 18 +- .../perf/tpcds30tb/tez/cbo_query16.q.out | 26 +- .../perf/tpcds30tb/tez/cbo_query20.q.out | 18 +- .../perf/tpcds30tb/tez/cbo_query21.q.out | 24 +- .../perf/tpcds30tb/tez/cbo_query32.q.out | 18 +- .../perf/tpcds30tb/tez/cbo_query37.q.out | 12 +- .../perf/tpcds30tb/tez/cbo_query40.q.out | 18 +- .../perf/tpcds30tb/tez/cbo_query5.q.out | 48 +- .../perf/tpcds30tb/tez/cbo_query58.q.out | 39 +- .../perf/tpcds30tb/tez/cbo_query80.q.out | 72 +- .../perf/tpcds30tb/tez/cbo_query82.q.out | 12 +- .../perf/tpcds30tb/tez/cbo_query92.q.out | 40 +- .../perf/tpcds30tb/tez/cbo_query94.q.out | 26 +- .../perf/tpcds30tb/tez/cbo_query95.q.out | 26 +- .../perf/tpcds30tb/tez/cbo_query98.q.out | 18 +- .../perf/tpcds30tb/tez/query12.q.out | 60 +- .../perf/tpcds30tb/tez/query16.q.out | 64 +- .../perf/tpcds30tb/tez/query20.q.out | 60 +- .../perf/tpcds30tb/tez/query21.q.out | 78 +- .../perf/tpcds30tb/tez/query23.q.out | 22 +- .../perf/tpcds30tb/tez/query32.q.out | 86 +- .../perf/tpcds30tb/tez/query38.q.out | 46 +- .../perf/tpcds30tb/tez/query40.q.out | 120 +- .../perf/tpcds30tb/tez/query5.q.out | 214 +- .../perf/tpcds30tb/tez/query51.q.out | 42 +- .../perf/tpcds30tb/tez/query58.q.out | 639 +- .../perf/tpcds30tb/tez/query80.q.out | 436 +- .../perf/tpcds30tb/tez/query83.q.out | 399 +- .../perf/tpcds30tb/tez/query87.q.out | 78 +- .../perf/tpcds30tb/tez/query92.q.out | 252 +- .../perf/tpcds30tb/tez/query94.q.out | 64 +- .../perf/tpcds30tb/tez/query95.q.out | 64 +- .../perf/tpcds30tb/tez/query98.q.out | 60 +- 178 files changed, 40992 insertions(+), 303821 deletions(-) diff --git a/iceberg/iceberg-handler/src/test/results/positive/llap/iceberg_bucket_map_join_1.q.out b/iceberg/iceberg-handler/src/test/results/positive/llap/iceberg_bucket_map_join_1.q.out index aedc7fc43de6..f8dfb22e5fa1 100644 --- a/iceberg/iceberg-handler/src/test/results/positive/llap/iceberg_bucket_map_join_1.q.out +++ b/iceberg/iceberg-handler/src/test/results/positive/llap/iceberg_bucket_map_join_1.q.out @@ -111,9 +111,9 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_10] - Select Operator [SEL_9] (rows=30 width=520) + Select Operator [SEL_9] (rows=3 width=520) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Map Join Operator [MAPJOIN_45] (rows=30 width=336) + Map Join Operator [MAPJOIN_45] (rows=3 width=336) BucketMapJoin:true,Conds:SEL_2._col0, _col1=RS_7._col0, _col1(Inner),Output:["_col0","_col1","_col2","_col3"] <-Map 2 [CUSTOM_EDGE] llap MULTICAST [RS_7] @@ -175,19 +175,19 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_14] - Select Operator [SEL_13] (rows=10 width=520) + Select Operator [SEL_13] (rows=3 width=520) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Map Join Operator [MAPJOIN_49] (rows=10 width=336) + Map Join Operator [MAPJOIN_49] (rows=3 width=336) BucketMapJoin:true,Conds:SEL_2._col0, _col1=RS_11._col0, _col1(Inner),Output:["_col0","_col1","_col2","_col3"] <-Reducer 3 [CUSTOM_EDGE] llap MULTICAST [RS_11] PartitionCols:_col1 - Group By Operator [GBY_8] (rows=1 width=168) + Group By Operator [GBY_8] (rows=3 width=168) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Map 2 [SIMPLE_EDGE] llap SHUFFLE [RS_7] PartitionCols:_col0, _col1 - Group By Operator [GBY_6] (rows=1 width=168) + Group By Operator [GBY_6] (rows=3 width=168) Output:["_col0","_col1"],keys:date_col, decimal_col Select Operator [SEL_5] (rows=3 width=168) Output:["date_col","decimal_col"] @@ -245,9 +245,9 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_10] - Select Operator [SEL_9] (rows=30 width=520) + Select Operator [SEL_9] (rows=3 width=520) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Map Join Operator [MAPJOIN_45] (rows=30 width=336) + Map Join Operator [MAPJOIN_45] (rows=3 width=336) Conds:SEL_2._col0, _col1=RS_7._col0, _col1(Inner),Output:["_col0","_col1","_col2","_col3"] <-Map 2 [BROADCAST_EDGE] llap BROADCAST [RS_7] @@ -309,19 +309,19 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_14] - Select Operator [SEL_13] (rows=10 width=520) + Select Operator [SEL_13] (rows=3 width=520) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Map Join Operator [MAPJOIN_49] (rows=10 width=336) + Map Join Operator [MAPJOIN_49] (rows=3 width=336) Conds:SEL_2._col0, _col1=RS_11._col0, _col1(Inner),Output:["_col0","_col1","_col2","_col3"] <-Reducer 3 [BROADCAST_EDGE] llap BROADCAST [RS_11] PartitionCols:_col0, _col1 - Group By Operator [GBY_8] (rows=1 width=168) + Group By Operator [GBY_8] (rows=3 width=168) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Map 2 [SIMPLE_EDGE] llap SHUFFLE [RS_7] PartitionCols:_col0, _col1 - Group By Operator [GBY_6] (rows=1 width=168) + Group By Operator [GBY_6] (rows=3 width=168) Output:["_col0","_col1"],keys:date_col, decimal_col Select Operator [SEL_5] (rows=3 width=168) Output:["date_col","decimal_col"] @@ -379,9 +379,9 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_54] - Select Operator [SEL_53] (rows=30 width=520) + Select Operator [SEL_53] (rows=3 width=520) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Map Join Operator [MAPJOIN_52] (rows=30 width=336) + Map Join Operator [MAPJOIN_52] (rows=3 width=336) BucketMapJoin:true,Conds:SEL_51._col0, _col1=RS_49._col0, _col1(Inner),Output:["_col0","_col1","_col2","_col3"] <-Map 2 [CUSTOM_EDGE] vectorized, llap MULTICAST [RS_49] @@ -443,19 +443,19 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_61] - Select Operator [SEL_60] (rows=10 width=520) + Select Operator [SEL_60] (rows=3 width=520) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Map Join Operator [MAPJOIN_59] (rows=10 width=336) + Map Join Operator [MAPJOIN_59] (rows=3 width=336) BucketMapJoin:true,Conds:SEL_58._col0, _col1=RS_56._col0, _col1(Inner),Output:["_col0","_col1","_col2","_col3"] <-Reducer 3 [CUSTOM_EDGE] vectorized, llap MULTICAST [RS_56] PartitionCols:_col1 - Group By Operator [GBY_55] (rows=1 width=168) + Group By Operator [GBY_55] (rows=3 width=168) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Map 2 [SIMPLE_EDGE] vectorized, llap SHUFFLE [RS_54] PartitionCols:_col0, _col1 - Group By Operator [GBY_53] (rows=1 width=168) + Group By Operator [GBY_53] (rows=3 width=168) Output:["_col0","_col1"],keys:date_col, decimal_col Select Operator [SEL_52] (rows=3 width=168) Output:["date_col","decimal_col"] @@ -513,9 +513,9 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_54] - Select Operator [SEL_53] (rows=30 width=520) + Select Operator [SEL_53] (rows=3 width=520) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Map Join Operator [MAPJOIN_52] (rows=30 width=336) + Map Join Operator [MAPJOIN_52] (rows=3 width=336) Conds:SEL_51._col0, _col1=RS_49._col0, _col1(Inner),Output:["_col0","_col1","_col2","_col3"] <-Map 2 [BROADCAST_EDGE] vectorized, llap BROADCAST [RS_49] @@ -577,19 +577,19 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_61] - Select Operator [SEL_60] (rows=10 width=520) + Select Operator [SEL_60] (rows=3 width=520) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Map Join Operator [MAPJOIN_59] (rows=10 width=336) + Map Join Operator [MAPJOIN_59] (rows=3 width=336) Conds:SEL_58._col0, _col1=RS_56._col0, _col1(Inner),Output:["_col0","_col1","_col2","_col3"] <-Reducer 3 [BROADCAST_EDGE] vectorized, llap BROADCAST [RS_56] PartitionCols:_col0, _col1 - Group By Operator [GBY_55] (rows=1 width=168) + Group By Operator [GBY_55] (rows=3 width=168) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Map 2 [SIMPLE_EDGE] vectorized, llap SHUFFLE [RS_54] PartitionCols:_col0, _col1 - Group By Operator [GBY_53] (rows=1 width=168) + Group By Operator [GBY_53] (rows=3 width=168) Output:["_col0","_col1"],keys:date_col, decimal_col Select Operator [SEL_52] (rows=3 width=168) Output:["date_col","decimal_col"] diff --git a/ql/src/test/results/clientpositive/llap/bucket_map_join_tez3.q.out b/ql/src/test/results/clientpositive/llap/bucket_map_join_tez3.q.out index 270f527e890f..56b18f1c9766 100644 --- a/ql/src/test/results/clientpositive/llap/bucket_map_join_tez3.q.out +++ b/ql/src/test/results/clientpositive/llap/bucket_map_join_tez3.q.out @@ -151,19 +151,19 @@ STAGE PLANS: input vertices: 1 Map 2 Position of Big Table: 0 - Statistics: Num rows: 30 Data size: 10080 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 1008 Basic stats: COMPLETE Column stats: COMPLETE BucketMapJoin: true Select Operator expressions: _col0 (type: date), 'pipeline' (type: string), _col1 (type: decimal(38,0)), _col2 (type: date), 'pipeline' (type: string), _col3 (type: decimal(38,0)) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 30 Data size: 15600 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 1560 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator bucketingVersion: 2 compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 30 Data size: 15600 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 1560 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -380,19 +380,19 @@ STAGE PLANS: input vertices: 1 Reducer 3 Position of Big Table: 0 - Statistics: Num rows: 10 Data size: 3360 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 1008 Basic stats: COMPLETE Column stats: COMPLETE BucketMapJoin: true Select Operator expressions: _col0 (type: date), 'pipeline' (type: string), _col1 (type: decimal(38,0)), _col2 (type: date), 'pipeline' (type: string), _col3 (type: decimal(38,0)) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 10 Data size: 5200 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 1560 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator bucketingVersion: 2 compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 10 Data size: 5200 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 1560 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -467,10 +467,10 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 504 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: date_col (type: date), decimal_col (type: decimal(38,0)) - minReductionHashAggr: 0.99 + minReductionHashAggr: 0.4 mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 504 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator bucketingVersion: 2 key expressions: _col0 (type: date), _col1 (type: decimal(38,0)) @@ -478,7 +478,7 @@ STAGE PLANS: numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: date), _col1 (type: decimal(38,0)) - Statistics: Num rows: 1 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 504 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 auto parallelism: false Execution mode: llap @@ -533,7 +533,7 @@ STAGE PLANS: keys: KEY._col0 (type: date), KEY._col1 (type: decimal(38,0)) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 504 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator bucketingVersion: 2 key expressions: _col0 (type: date), _col1 (type: decimal(38,0)) @@ -541,7 +541,7 @@ STAGE PLANS: numBuckets: -1 sort order: ++ Map-reduce partition columns: _col1 (type: decimal(38,0)) - Statistics: Num rows: 1 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 504 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 auto parallelism: false @@ -628,18 +628,18 @@ STAGE PLANS: input vertices: 1 Map 2 Position of Big Table: 0 - Statistics: Num rows: 30 Data size: 10080 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 1008 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: date), 'pipeline' (type: string), _col1 (type: decimal(38,0)), _col2 (type: date), 'pipeline' (type: string), _col3 (type: decimal(38,0)) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 30 Data size: 15600 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 1560 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator bucketingVersion: 2 compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 30 Data size: 15600 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 1560 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -848,7 +848,7 @@ STAGE PLANS: Map Join Operator condition map: Inner Join 0 to 1 - Estimated key counts: Reducer 3 => 1 + Estimated key counts: Reducer 3 => 3 keys: 0 _col0 (type: date), _col1 (type: decimal(38,0)) 1 _col0 (type: date), _col1 (type: decimal(38,0)) @@ -856,18 +856,18 @@ STAGE PLANS: input vertices: 1 Reducer 3 Position of Big Table: 0 - Statistics: Num rows: 10 Data size: 3360 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 1008 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: date), 'pipeline' (type: string), _col1 (type: decimal(38,0)), _col2 (type: date), 'pipeline' (type: string), _col3 (type: decimal(38,0)) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 10 Data size: 5200 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 1560 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator bucketingVersion: 2 compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 10 Data size: 5200 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 1560 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -942,10 +942,10 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 504 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: date_col (type: date), decimal_col (type: decimal(38,0)) - minReductionHashAggr: 0.99 + minReductionHashAggr: 0.4 mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 504 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator bucketingVersion: 2 key expressions: _col0 (type: date), _col1 (type: decimal(38,0)) @@ -953,7 +953,7 @@ STAGE PLANS: numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: date), _col1 (type: decimal(38,0)) - Statistics: Num rows: 1 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 504 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 auto parallelism: true Execution mode: llap @@ -1008,7 +1008,7 @@ STAGE PLANS: keys: KEY._col0 (type: date), KEY._col1 (type: decimal(38,0)) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 504 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator bucketingVersion: 2 key expressions: _col0 (type: date), _col1 (type: decimal(38,0)) @@ -1016,7 +1016,7 @@ STAGE PLANS: numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: date), _col1 (type: decimal(38,0)) - Statistics: Num rows: 1 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 504 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 auto parallelism: true @@ -1103,19 +1103,19 @@ STAGE PLANS: input vertices: 1 Map 2 Position of Big Table: 0 - Statistics: Num rows: 30 Data size: 10080 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 1008 Basic stats: COMPLETE Column stats: COMPLETE BucketMapJoin: true Select Operator expressions: _col0 (type: date), 'pipeline' (type: string), _col1 (type: decimal(38,0)), _col2 (type: date), 'pipeline' (type: string), _col3 (type: decimal(38,0)) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 30 Data size: 15600 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 1560 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator bucketingVersion: 2 compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 30 Data size: 15600 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 1560 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -1332,19 +1332,19 @@ STAGE PLANS: input vertices: 1 Reducer 3 Position of Big Table: 0 - Statistics: Num rows: 10 Data size: 3360 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 1008 Basic stats: COMPLETE Column stats: COMPLETE BucketMapJoin: true Select Operator expressions: _col0 (type: date), 'pipeline' (type: string), _col1 (type: decimal(38,0)), _col2 (type: date), 'pipeline' (type: string), _col3 (type: decimal(38,0)) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 10 Data size: 5200 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 1560 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator bucketingVersion: 2 compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 10 Data size: 5200 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 1560 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -1419,10 +1419,10 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 504 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: date_col (type: date), decimal_col (type: decimal(38,0)) - minReductionHashAggr: 0.99 + minReductionHashAggr: 0.4 mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 504 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator bucketingVersion: 2 key expressions: _col0 (type: date), _col1 (type: decimal(38,0)) @@ -1430,7 +1430,7 @@ STAGE PLANS: numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: date), _col1 (type: decimal(38,0)) - Statistics: Num rows: 1 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 504 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 auto parallelism: false Execution mode: vectorized, llap @@ -1485,7 +1485,7 @@ STAGE PLANS: keys: KEY._col0 (type: date), KEY._col1 (type: decimal(38,0)) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 504 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator bucketingVersion: 2 key expressions: _col0 (type: date), _col1 (type: decimal(38,0)) @@ -1493,7 +1493,7 @@ STAGE PLANS: numBuckets: -1 sort order: ++ Map-reduce partition columns: _col1 (type: decimal(38,0)) - Statistics: Num rows: 1 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 504 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 auto parallelism: false @@ -1580,18 +1580,18 @@ STAGE PLANS: input vertices: 1 Map 2 Position of Big Table: 0 - Statistics: Num rows: 30 Data size: 10080 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 1008 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: date), 'pipeline' (type: string), _col1 (type: decimal(38,0)), _col2 (type: date), 'pipeline' (type: string), _col3 (type: decimal(38,0)) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 30 Data size: 15600 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 1560 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator bucketingVersion: 2 compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 30 Data size: 15600 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 1560 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -1800,7 +1800,7 @@ STAGE PLANS: Map Join Operator condition map: Inner Join 0 to 1 - Estimated key counts: Reducer 3 => 1 + Estimated key counts: Reducer 3 => 3 keys: 0 _col0 (type: date), _col1 (type: decimal(38,0)) 1 _col0 (type: date), _col1 (type: decimal(38,0)) @@ -1808,18 +1808,18 @@ STAGE PLANS: input vertices: 1 Reducer 3 Position of Big Table: 0 - Statistics: Num rows: 10 Data size: 3360 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 1008 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: date), 'pipeline' (type: string), _col1 (type: decimal(38,0)), _col2 (type: date), 'pipeline' (type: string), _col3 (type: decimal(38,0)) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 10 Data size: 5200 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 1560 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator bucketingVersion: 2 compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 10 Data size: 5200 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 1560 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -1894,10 +1894,10 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 504 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: date_col (type: date), decimal_col (type: decimal(38,0)) - minReductionHashAggr: 0.99 + minReductionHashAggr: 0.4 mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 504 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator bucketingVersion: 2 key expressions: _col0 (type: date), _col1 (type: decimal(38,0)) @@ -1905,7 +1905,7 @@ STAGE PLANS: numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: date), _col1 (type: decimal(38,0)) - Statistics: Num rows: 1 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 504 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 auto parallelism: true Execution mode: vectorized, llap @@ -1960,7 +1960,7 @@ STAGE PLANS: keys: KEY._col0 (type: date), KEY._col1 (type: decimal(38,0)) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 504 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator bucketingVersion: 2 key expressions: _col0 (type: date), _col1 (type: decimal(38,0)) @@ -1968,7 +1968,7 @@ STAGE PLANS: numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: date), _col1 (type: decimal(38,0)) - Statistics: Num rows: 1 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 504 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 auto parallelism: true diff --git a/ql/src/test/results/clientpositive/llap/mapjoin_date.q.out b/ql/src/test/results/clientpositive/llap/mapjoin_date.q.out index c5dfc75a5f30..c426f13591b6 100644 --- a/ql/src/test/results/clientpositive/llap/mapjoin_date.q.out +++ b/ql/src/test/results/clientpositive/llap/mapjoin_date.q.out @@ -45,7 +45,7 @@ STAGE PLANS: TableScan alias: p1 filterExpr: birthdate is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_25_container, bigKeyColName:birthdate, smallTablePos:1, keyRatio:0.0 + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_25_container, bigKeyColName:birthdate, smallTablePos:1, keyRatio:1.0 Statistics: Num rows: 2 Data size: 296 Basic stats: COMPLETE Column stats: COMPLETE TableScan Vectorization: native: true @@ -85,13 +85,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col3 input vertices: 1 Map 2 - Statistics: Num rows: 4 Data size: 1184 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 592 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 4 Data size: 1184 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 592 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_8.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_8.q.out index caec28516823..b8ec571b2e0d 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_8.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_8.q.out @@ -335,7 +335,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 151 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: my_date (type: date), my_id2 (type: bigint), environment (type: string) - minReductionHashAggr: 0.99 + minReductionHashAggr: 0.4 mode: hash outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 151 Basic stats: COMPLETE Column stats: COMPLETE diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_9.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_9.q.out index becfffca3e67..b7d946404c30 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_9.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_rewrite_9.q.out @@ -112,7 +112,7 @@ STAGE PLANS: Group By Operator aggregations: sum(_col0) keys: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: string), _col4 (type: timestamp) - minReductionHashAggr: 0.99 + minReductionHashAggr: 0.4 mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1 Data size: 151 Basic stats: COMPLETE Column stats: COMPLETE @@ -232,7 +232,7 @@ STAGE PLANS: Group By Operator aggregations: sum(_col0) keys: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: string), _col4 (type: timestamp) - minReductionHashAggr: 0.99 + minReductionHashAggr: 0.4 mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1 Data size: 151 Basic stats: COMPLETE Column stats: COMPLETE @@ -349,7 +349,7 @@ STAGE PLANS: Group By Operator aggregations: sum(_col4) keys: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: string), _col3 (type: timestamp) - minReductionHashAggr: 0.99 + minReductionHashAggr: 0.4 mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1 Data size: 151 Basic stats: COMPLETE Column stats: COMPLETE diff --git a/ql/src/test/results/clientpositive/llap/parquet_vectorization_11.q.out b/ql/src/test/results/clientpositive/llap/parquet_vectorization_11.q.out index 23c7304f52e2..96e5976e66de 100644 --- a/ql/src/test/results/clientpositive/llap/parquet_vectorization_11.q.out +++ b/ql/src/test/results/clientpositive/llap/parquet_vectorization_11.q.out @@ -49,7 +49,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesparquet - filterExpr: ((ctimestamp1 is null and (cstring1 like '%a')) or (cstring2 = cstring1)) (type: boolean) + filterExpr: ((cstring2 = cstring1) or (ctimestamp1 is null and (cstring1 like '%a'))) (type: boolean) Statistics: Num rows: 12288 Data size: 2256914 Basic stats: COMPLETE Column stats: COMPLETE TableScan Vectorization: native: true @@ -57,8 +57,8 @@ STAGE PLANS: Filter Vectorization: className: VectorFilterOperator native: true - predicateExpression: FilterExprOrExpr(children: FilterExprAndExpr(children: SelectColumnIsNull(col 8:timestamp), FilterStringColLikeStringScalar(col 6:string, pattern %a)), FilterStringGroupColEqualStringGroupColumn(col 7:string, col 6:string)) - predicate: ((ctimestamp1 is null and (cstring1 like '%a')) or (cstring2 = cstring1)) (type: boolean) + predicateExpression: FilterExprOrExpr(children: FilterStringGroupColEqualStringGroupColumn(col 7:string, col 6:string), FilterExprAndExpr(children: SelectColumnIsNull(col 8:timestamp), FilterStringColLikeStringScalar(col 6:string, pattern %a))) + predicate: ((cstring2 = cstring1) or (ctimestamp1 is null and (cstring1 like '%a'))) (type: boolean) Statistics: Num rows: 7701 Data size: 1414500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cstring1 (type: string), cboolean1 (type: boolean), cdouble (type: double), ctimestamp1 (type: timestamp), (-3728 * UDFToInteger(csmallint)) (type: int), (cdouble - 9763215.5639D) (type: double), (- cdouble) (type: double), ((- cdouble) + 6981.0D) (type: double), (cdouble * -5638.15D) (type: double) diff --git a/ql/src/test/results/clientpositive/llap/parquet_vectorization_12.q.out b/ql/src/test/results/clientpositive/llap/parquet_vectorization_12.q.out index 1ba06844f9dd..02fde23144f2 100644 --- a/ql/src/test/results/clientpositive/llap/parquet_vectorization_12.q.out +++ b/ql/src/test/results/clientpositive/llap/parquet_vectorization_12.q.out @@ -87,7 +87,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesparquet - filterExpr: (((cstring1 like '%a') or ((cboolean2 <= 1) and (cbigint >= UDFToLong(csmallint)))) and ((cboolean1 >= cboolean2) or (UDFToShort(ctinyint) <> csmallint)) and ctimestamp1 is null) (type: boolean) + filterExpr: (ctimestamp1 is null and ((cstring1 like '%a') or ((cboolean2 <= 1) and (cbigint >= UDFToLong(csmallint)))) and ((cboolean1 >= cboolean2) or (UDFToShort(ctinyint) <> csmallint))) (type: boolean) Statistics: Num rows: 12288 Data size: 1522994 Basic stats: COMPLETE Column stats: COMPLETE TableScan Vectorization: native: true @@ -95,8 +95,8 @@ STAGE PLANS: Filter Vectorization: className: VectorFilterOperator native: true - predicateExpression: FilterExprAndExpr(children: FilterExprOrExpr(children: FilterStringColLikeStringScalar(col 6:string, pattern %a), FilterExprAndExpr(children: FilterLongColLessEqualLongScalar(col 11:boolean, val 1), FilterLongColGreaterEqualLongColumn(col 3:bigint, col 1:bigint)(children: col 1:smallint))), FilterExprOrExpr(children: FilterLongColGreaterEqualLongColumn(col 10:boolean, col 11:boolean), FilterLongColNotEqualLongColumn(col 0:smallint, col 1:smallint)(children: col 0:tinyint)), SelectColumnIsNull(col 8:timestamp)) - predicate: (((cstring1 like '%a') or ((cboolean2 <= 1) and (cbigint >= UDFToLong(csmallint)))) and ((cboolean1 >= cboolean2) or (UDFToShort(ctinyint) <> csmallint)) and ctimestamp1 is null) (type: boolean) + predicateExpression: FilterExprAndExpr(children: SelectColumnIsNull(col 8:timestamp), FilterExprOrExpr(children: FilterStringColLikeStringScalar(col 6:string, pattern %a), FilterExprAndExpr(children: FilterLongColLessEqualLongScalar(col 11:boolean, val 1), FilterLongColGreaterEqualLongColumn(col 3:bigint, col 1:bigint)(children: col 1:smallint))), FilterExprOrExpr(children: FilterLongColGreaterEqualLongColumn(col 10:boolean, col 11:boolean), FilterLongColNotEqualLongColumn(col 0:smallint, col 1:smallint)(children: col 0:tinyint))) + predicate: (ctimestamp1 is null and ((cstring1 like '%a') or ((cboolean2 <= 1) and (cbigint >= UDFToLong(csmallint)))) and ((cboolean1 >= cboolean2) or (UDFToShort(ctinyint) <> csmallint))) (type: boolean) Statistics: Num rows: 1903 Data size: 236052 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cbigint (type: bigint), cboolean1 (type: boolean), cstring1 (type: string), cdouble (type: double), UDFToDouble(cbigint) (type: double), (UDFToDouble(cbigint) * UDFToDouble(cbigint)) (type: double), (cdouble * cdouble) (type: double) diff --git a/ql/src/test/results/clientpositive/llap/parquet_vectorization_15.q.out b/ql/src/test/results/clientpositive/llap/parquet_vectorization_15.q.out index d7d3f4919183..5979bc2dbb9a 100644 --- a/ql/src/test/results/clientpositive/llap/parquet_vectorization_15.q.out +++ b/ql/src/test/results/clientpositive/llap/parquet_vectorization_15.q.out @@ -119,7 +119,7 @@ STAGE PLANS: minReductionHashAggr: 0.4 mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16 - Statistics: Num rows: 6144 Data size: 1216372 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12288 Data size: 2432638 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: float), _col1 (type: boolean), _col2 (type: double), _col3 (type: string), _col4 (type: tinyint), _col5 (type: int), _col6 (type: timestamp) null sort order: zzzzzzz @@ -129,7 +129,7 @@ STAGE PLANS: className: VectorReduceSinkMultiKeyOperator native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - Statistics: Num rows: 6144 Data size: 1216372 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12288 Data size: 2432638 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col7 (type: double), _col8 (type: double), _col9 (type: bigint), _col10 (type: double), _col11 (type: double), _col12 (type: double), _col13 (type: bigint), _col14 (type: double), _col15 (type: double), _col16 (type: bigint) Execution mode: vectorized, llap LLAP IO: all inputs (cache only) @@ -154,16 +154,16 @@ STAGE PLANS: keys: KEY._col0 (type: float), KEY._col1 (type: boolean), KEY._col2 (type: double), KEY._col3 (type: string), KEY._col4 (type: tinyint), KEY._col5 (type: int), KEY._col6 (type: timestamp) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16 - Statistics: Num rows: 6144 Data size: 1216372 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12288 Data size: 2432638 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: float), _col1 (type: boolean), _col2 (type: double), _col3 (type: string), _col4 (type: tinyint), _col5 (type: int), _col6 (type: timestamp), power(((_col7 - ((_col8 * _col8) / _col9)) / if((_col9 = 1L), null, (_col9 - 1))), 0.5) (type: double), (-26.28 - CAST( _col5 AS decimal(10,0))) (type: decimal(13,2)), _col10 (type: double), (_col2 * 79.553D) (type: double), (33.0 % _col0) (type: float), power(((_col11 - ((_col12 * _col12) / _col13)) / if((_col13 = 1L), null, (_col13 - 1))), 0.5) (type: double), ((_col11 - ((_col12 * _col12) / _col13)) / _col13) (type: double), (-23.0D % _col2) (type: double), (- _col4) (type: tinyint), ((_col14 - ((_col15 * _col15) / _col16)) / if((_col16 = 1L), null, (_col16 - 1))) (type: double), (UDFToFloat(_col5) - _col0) (type: float), (-23 % UDFToInteger(_col4)) (type: int), (- (-26.28 - CAST( _col5 AS decimal(10,0)))) (type: decimal(13,2)), power(((_col14 - ((_col15 * _col15) / _col16)) / _col16), 0.5) (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20 - Statistics: Num rows: 6144 Data size: 2592628 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12288 Data size: 5185150 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: float), _col1 (type: boolean), _col2 (type: double), _col3 (type: string), _col4 (type: tinyint), _col5 (type: int), _col6 (type: timestamp) null sort order: zzzzzzz sort order: +++++++ - Statistics: Num rows: 6144 Data size: 2592628 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12288 Data size: 5185150 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col7 (type: double), _col8 (type: decimal(13,2)), _col9 (type: double), _col10 (type: double), _col11 (type: float), _col12 (type: double), _col13 (type: double), _col14 (type: double), _col15 (type: tinyint), _col16 (type: double), _col17 (type: float), _col18 (type: int), _col19 (type: decimal(13,2)), _col20 (type: double) Reducer 3 Execution mode: llap @@ -175,10 +175,10 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: float), KEY.reducesinkkey1 (type: boolean), KEY.reducesinkkey2 (type: double), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: tinyint), KEY.reducesinkkey5 (type: int), KEY.reducesinkkey6 (type: timestamp), VALUE._col0 (type: double), VALUE._col1 (type: decimal(13,2)), VALUE._col2 (type: double), VALUE._col3 (type: double), VALUE._col4 (type: float), VALUE._col5 (type: double), VALUE._col6 (type: double), VALUE._col7 (type: double), VALUE._col8 (type: tinyint), VALUE._col9 (type: double), VALUE._col10 (type: float), VALUE._col11 (type: int), VALUE._col12 (type: decimal(13,2)), VALUE._col13 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20 - Statistics: Num rows: 6144 Data size: 2592628 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12288 Data size: 5185150 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 6144 Data size: 2592628 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12288 Data size: 5185150 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/parquet_vectorization_16.q.out b/ql/src/test/results/clientpositive/llap/parquet_vectorization_16.q.out index eeab9c89af72..b3c24ec4c133 100644 --- a/ql/src/test/results/clientpositive/llap/parquet_vectorization_16.q.out +++ b/ql/src/test/results/clientpositive/llap/parquet_vectorization_16.q.out @@ -96,7 +96,7 @@ STAGE PLANS: minReductionHashAggr: 0.4 mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 5979 Data size: 825318 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6144 Data size: 848064 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: double), _col2 (type: timestamp) null sort order: zzz @@ -106,7 +106,7 @@ STAGE PLANS: className: VectorReduceSinkMultiKeyOperator native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - Statistics: Num rows: 5979 Data size: 825318 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6144 Data size: 848064 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: bigint), _col4 (type: double), _col5 (type: double), _col6 (type: double) Execution mode: vectorized, llap LLAP IO: all inputs (cache only) @@ -141,7 +141,7 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: double), KEY._col2 (type: timestamp) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 5979 Data size: 825318 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6144 Data size: 848064 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: double), _col2 (type: timestamp), (_col1 - 9763215.5639D) (type: double), (- (_col1 - 9763215.5639D)) (type: double), _col3 (type: bigint), power((greatest(0,(_col4 - ((_col5 * _col5) / _col3))) / if((_col3 = 1L), null, (_col3 - 1))), 0.5) (type: double), (- power((greatest(0,(_col4 - ((_col5 * _col5) / _col3))) / if((_col3 = 1L), null, (_col3 - 1))), 0.5)) (type: double), (power((greatest(0,(_col4 - ((_col5 * _col5) / _col3))) / if((_col3 = 1L), null, (_col3 - 1))), 0.5) * UDFToDouble(_col3)) (type: double), _col6 (type: double), (9763215.5639D / _col1) (type: double), (CAST( _col3 AS decimal(19,0)) / -1.389) (type: decimal(28,6)), power((greatest(0,(_col4 - ((_col5 * _col5) / _col3))) / if((_col3 = 1L), null, (_col3 - 1))), 0.5) (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12 @@ -150,13 +150,13 @@ STAGE PLANS: native: true projectedOutputColumnNums: [0, 1, 2, 7, 9, 3, 18, 28, 39, 6, 40, 42, 51] selectExpressions: DoubleColSubtractDoubleScalar(col 1:double, val 9763215.5639) -> 7:double, DoubleColUnaryMinus(col 8:double)(children: DoubleColSubtractDoubleScalar(col 1:double, val 9763215.5639) -> 8:double) -> 9:double, FuncPowerDoubleToDouble(col 17:double)(children: DoubleColDivideLongColumn(col 13:double, col 16:bigint)(children: VectorUDFAdaptor(greatest(0,(_col4 - ((_col5 * _col5) / _col3))))(children: DoubleColSubtractDoubleColumn(col 4:double, col 11:double)(children: DoubleColDivideLongColumn(col 10:double, col 3:bigint)(children: DoubleColMultiplyDoubleColumn(col 5:double, col 5:double) -> 10:double) -> 11:double) -> 12:double) -> 13:double, IfExprNullCondExpr(col 14:boolean, null, col 15:bigint)(children: LongColEqualLongScalar(col 3:bigint, val 1) -> 14:boolean, LongColSubtractLongScalar(col 3:bigint, val 1) -> 15:bigint) -> 16:bigint) -> 17:double) -> 18:double, DoubleColUnaryMinus(col 27:double)(children: FuncPowerDoubleToDouble(col 26:double)(children: DoubleColDivideLongColumn(col 22:double, col 25:bigint)(children: VectorUDFAdaptor(greatest(0,(_col4 - ((_col5 * _col5) / _col3))))(children: DoubleColSubtractDoubleColumn(col 4:double, col 20:double)(children: DoubleColDivideLongColumn(col 19:double, col 3:bigint)(children: DoubleColMultiplyDoubleColumn(col 5:double, col 5:double) -> 19:double) -> 20:double) -> 21:double) -> 22:double, IfExprNullCondExpr(col 23:boolean, null, col 24:bigint)(children: LongColEqualLongScalar(col 3:bigint, val 1) -> 23:boolean, LongColSubtractLongScalar(col 3:bigint, val 1) -> 24:bigint) -> 25:bigint) -> 26:double) -> 27:double) -> 28:double, DoubleColMultiplyDoubleColumn(col 37:double, col 38:double)(children: FuncPowerDoubleToDouble(col 36:double)(children: DoubleColDivideLongColumn(col 32:double, col 35:bigint)(children: VectorUDFAdaptor(greatest(0,(_col4 - ((_col5 * _col5) / _col3))))(children: DoubleColSubtractDoubleColumn(col 4:double, col 30:double)(children: DoubleColDivideLongColumn(col 29:double, col 3:bigint)(children: DoubleColMultiplyDoubleColumn(col 5:double, col 5:double) -> 29:double) -> 30:double) -> 31:double) -> 32:double, IfExprNullCondExpr(col 33:boolean, null, col 34:bigint)(children: LongColEqualLongScalar(col 3:bigint, val 1) -> 33:boolean, LongColSubtractLongScalar(col 3:bigint, val 1) -> 34:bigint) -> 35:bigint) -> 36:double) -> 37:double, CastLongToDouble(col 3:bigint) -> 38:double) -> 39:double, DoubleScalarDivideDoubleColumn(val 9763215.5639, col 1:double) -> 40:double, DecimalColDivideDecimalScalar(col 41:decimal(19,0), val -1.389)(children: CastLongToDecimal(col 3:bigint) -> 41:decimal(19,0)) -> 42:decimal(28,6), FuncPowerDoubleToDouble(col 50:double)(children: DoubleColDivideLongColumn(col 46:double, col 49:bigint)(children: VectorUDFAdaptor(greatest(0,(_col4 - ((_col5 * _col5) / _col3))))(children: DoubleColSubtractDoubleColumn(col 4:double, col 44:double)(children: DoubleColDivideLongColumn(col 43:double, col 3:bigint)(children: DoubleColMultiplyDoubleColumn(col 5:double, col 5:double) -> 43:double) -> 44:double) -> 45:double) -> 46:double, IfExprNullCondExpr(col 47:boolean, null, col 48:bigint)(children: LongColEqualLongScalar(col 3:bigint, val 1) -> 47:boolean, LongColSubtractLongScalar(col 3:bigint, val 1) -> 48:bigint) -> 49:bigint) -> 50:double) -> 51:double - Statistics: Num rows: 5979 Data size: 1734126 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6144 Data size: 1781952 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 5979 Data size: 1734126 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6144 Data size: 1781952 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/parquet_vectorization_3.q.out b/ql/src/test/results/clientpositive/llap/parquet_vectorization_3.q.out index d75a945ac003..25e7197cedb8 100644 --- a/ql/src/test/results/clientpositive/llap/parquet_vectorization_3.q.out +++ b/ql/src/test/results/clientpositive/llap/parquet_vectorization_3.q.out @@ -73,7 +73,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesparquet - filterExpr: (((UDFToFloat(cint) <= cfloat) and (CAST( cbigint AS decimal(22,3)) <> 79.553) and (UDFToDouble(ctimestamp2) = -29071.0D)) or ((UDFToDouble(cbigint) > cdouble) and (CAST( csmallint AS decimal(8,3)) >= 79.553) and (ctimestamp1 > ctimestamp2))) (type: boolean) + filterExpr: (((UDFToDouble(cbigint) > cdouble) and (CAST( csmallint AS decimal(8,3)) >= 79.553) and (ctimestamp1 > ctimestamp2)) or ((UDFToFloat(cint) <= cfloat) and (CAST( cbigint AS decimal(22,3)) <> 79.553) and (UDFToDouble(ctimestamp2) = -29071.0D))) (type: boolean) Statistics: Num rows: 12288 Data size: 1027540 Basic stats: COMPLETE Column stats: COMPLETE TableScan Vectorization: native: true @@ -81,8 +81,8 @@ STAGE PLANS: Filter Vectorization: className: VectorFilterOperator native: true - predicateExpression: FilterExprOrExpr(children: FilterExprAndExpr(children: FilterDoubleColLessEqualDoubleColumn(col 14:float, col 4:float)(children: CastLongToFloatViaLongToDouble(col 2:int) -> 14:float), FilterDecimalColNotEqualDecimalScalar(col 15:decimal(22,3), val 79.553)(children: CastLongToDecimal(col 3:bigint) -> 15:decimal(22,3)), FilterDoubleColEqualDoubleScalar(col 16:double, val -29071.0)(children: CastTimestampToDouble(col 9:timestamp) -> 16:double)), FilterExprAndExpr(children: FilterDoubleColGreaterDoubleColumn(col 17:double, col 5:double)(children: CastLongToDouble(col 3:bigint) -> 17:double), FilterDecimal64ColGreaterEqualDecimal64Scalar(col 18:decimal(8,3)/DECIMAL_64, val 79553)(children: CastLongToDecimal64(col 1:smallint) -> 18:decimal(8,3)/DECIMAL_64), FilterTimestampColGreaterTimestampColumn(col 8:timestamp, col 9:timestamp))) - predicate: (((UDFToFloat(cint) <= cfloat) and (CAST( cbigint AS decimal(22,3)) <> 79.553) and (UDFToDouble(ctimestamp2) = -29071.0D)) or ((UDFToDouble(cbigint) > cdouble) and (CAST( csmallint AS decimal(8,3)) >= 79.553) and (ctimestamp1 > ctimestamp2))) (type: boolean) + predicateExpression: FilterExprOrExpr(children: FilterExprAndExpr(children: FilterDoubleColGreaterDoubleColumn(col 14:double, col 5:double)(children: CastLongToDouble(col 3:bigint) -> 14:double), FilterDecimal64ColGreaterEqualDecimal64Scalar(col 15:decimal(8,3)/DECIMAL_64, val 79553)(children: CastLongToDecimal64(col 1:smallint) -> 15:decimal(8,3)/DECIMAL_64), FilterTimestampColGreaterTimestampColumn(col 8:timestamp, col 9:timestamp)), FilterExprAndExpr(children: FilterDoubleColLessEqualDoubleColumn(col 16:float, col 4:float)(children: CastLongToFloatViaLongToDouble(col 2:int) -> 16:float), FilterDecimalColNotEqualDecimalScalar(col 17:decimal(22,3), val 79.553)(children: CastLongToDecimal(col 3:bigint) -> 17:decimal(22,3)), FilterDoubleColEqualDoubleScalar(col 18:double, val -29071.0)(children: CastTimestampToDouble(col 9:timestamp) -> 18:double))) + predicate: (((UDFToDouble(cbigint) > cdouble) and (CAST( csmallint AS decimal(8,3)) >= 79.553) and (ctimestamp1 > ctimestamp2)) or ((UDFToFloat(cint) <= cfloat) and (CAST( cbigint AS decimal(22,3)) <> 79.553) and (UDFToDouble(ctimestamp2) = -29071.0D))) (type: boolean) Statistics: Num rows: 2503 Data size: 209380 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cfloat (type: float), cint (type: int), UDFToDouble(csmallint) (type: double), (UDFToDouble(csmallint) * UDFToDouble(csmallint)) (type: double), UDFToDouble(ctinyint) (type: double), (UDFToDouble(ctinyint) * UDFToDouble(ctinyint)) (type: double), UDFToDouble(cfloat) (type: double), (UDFToDouble(cfloat) * UDFToDouble(cfloat)) (type: double), UDFToDouble(cint) (type: double), (UDFToDouble(cint) * UDFToDouble(cint)) (type: double) diff --git a/ql/src/test/results/clientpositive/llap/parquet_vectorization_9.q.out b/ql/src/test/results/clientpositive/llap/parquet_vectorization_9.q.out index eeab9c89af72..b3c24ec4c133 100644 --- a/ql/src/test/results/clientpositive/llap/parquet_vectorization_9.q.out +++ b/ql/src/test/results/clientpositive/llap/parquet_vectorization_9.q.out @@ -96,7 +96,7 @@ STAGE PLANS: minReductionHashAggr: 0.4 mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 5979 Data size: 825318 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6144 Data size: 848064 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: double), _col2 (type: timestamp) null sort order: zzz @@ -106,7 +106,7 @@ STAGE PLANS: className: VectorReduceSinkMultiKeyOperator native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - Statistics: Num rows: 5979 Data size: 825318 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6144 Data size: 848064 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: bigint), _col4 (type: double), _col5 (type: double), _col6 (type: double) Execution mode: vectorized, llap LLAP IO: all inputs (cache only) @@ -141,7 +141,7 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: double), KEY._col2 (type: timestamp) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 5979 Data size: 825318 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6144 Data size: 848064 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: double), _col2 (type: timestamp), (_col1 - 9763215.5639D) (type: double), (- (_col1 - 9763215.5639D)) (type: double), _col3 (type: bigint), power((greatest(0,(_col4 - ((_col5 * _col5) / _col3))) / if((_col3 = 1L), null, (_col3 - 1))), 0.5) (type: double), (- power((greatest(0,(_col4 - ((_col5 * _col5) / _col3))) / if((_col3 = 1L), null, (_col3 - 1))), 0.5)) (type: double), (power((greatest(0,(_col4 - ((_col5 * _col5) / _col3))) / if((_col3 = 1L), null, (_col3 - 1))), 0.5) * UDFToDouble(_col3)) (type: double), _col6 (type: double), (9763215.5639D / _col1) (type: double), (CAST( _col3 AS decimal(19,0)) / -1.389) (type: decimal(28,6)), power((greatest(0,(_col4 - ((_col5 * _col5) / _col3))) / if((_col3 = 1L), null, (_col3 - 1))), 0.5) (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12 @@ -150,13 +150,13 @@ STAGE PLANS: native: true projectedOutputColumnNums: [0, 1, 2, 7, 9, 3, 18, 28, 39, 6, 40, 42, 51] selectExpressions: DoubleColSubtractDoubleScalar(col 1:double, val 9763215.5639) -> 7:double, DoubleColUnaryMinus(col 8:double)(children: DoubleColSubtractDoubleScalar(col 1:double, val 9763215.5639) -> 8:double) -> 9:double, FuncPowerDoubleToDouble(col 17:double)(children: DoubleColDivideLongColumn(col 13:double, col 16:bigint)(children: VectorUDFAdaptor(greatest(0,(_col4 - ((_col5 * _col5) / _col3))))(children: DoubleColSubtractDoubleColumn(col 4:double, col 11:double)(children: DoubleColDivideLongColumn(col 10:double, col 3:bigint)(children: DoubleColMultiplyDoubleColumn(col 5:double, col 5:double) -> 10:double) -> 11:double) -> 12:double) -> 13:double, IfExprNullCondExpr(col 14:boolean, null, col 15:bigint)(children: LongColEqualLongScalar(col 3:bigint, val 1) -> 14:boolean, LongColSubtractLongScalar(col 3:bigint, val 1) -> 15:bigint) -> 16:bigint) -> 17:double) -> 18:double, DoubleColUnaryMinus(col 27:double)(children: FuncPowerDoubleToDouble(col 26:double)(children: DoubleColDivideLongColumn(col 22:double, col 25:bigint)(children: VectorUDFAdaptor(greatest(0,(_col4 - ((_col5 * _col5) / _col3))))(children: DoubleColSubtractDoubleColumn(col 4:double, col 20:double)(children: DoubleColDivideLongColumn(col 19:double, col 3:bigint)(children: DoubleColMultiplyDoubleColumn(col 5:double, col 5:double) -> 19:double) -> 20:double) -> 21:double) -> 22:double, IfExprNullCondExpr(col 23:boolean, null, col 24:bigint)(children: LongColEqualLongScalar(col 3:bigint, val 1) -> 23:boolean, LongColSubtractLongScalar(col 3:bigint, val 1) -> 24:bigint) -> 25:bigint) -> 26:double) -> 27:double) -> 28:double, DoubleColMultiplyDoubleColumn(col 37:double, col 38:double)(children: FuncPowerDoubleToDouble(col 36:double)(children: DoubleColDivideLongColumn(col 32:double, col 35:bigint)(children: VectorUDFAdaptor(greatest(0,(_col4 - ((_col5 * _col5) / _col3))))(children: DoubleColSubtractDoubleColumn(col 4:double, col 30:double)(children: DoubleColDivideLongColumn(col 29:double, col 3:bigint)(children: DoubleColMultiplyDoubleColumn(col 5:double, col 5:double) -> 29:double) -> 30:double) -> 31:double) -> 32:double, IfExprNullCondExpr(col 33:boolean, null, col 34:bigint)(children: LongColEqualLongScalar(col 3:bigint, val 1) -> 33:boolean, LongColSubtractLongScalar(col 3:bigint, val 1) -> 34:bigint) -> 35:bigint) -> 36:double) -> 37:double, CastLongToDouble(col 3:bigint) -> 38:double) -> 39:double, DoubleScalarDivideDoubleColumn(val 9763215.5639, col 1:double) -> 40:double, DecimalColDivideDecimalScalar(col 41:decimal(19,0), val -1.389)(children: CastLongToDecimal(col 3:bigint) -> 41:decimal(19,0)) -> 42:decimal(28,6), FuncPowerDoubleToDouble(col 50:double)(children: DoubleColDivideLongColumn(col 46:double, col 49:bigint)(children: VectorUDFAdaptor(greatest(0,(_col4 - ((_col5 * _col5) / _col3))))(children: DoubleColSubtractDoubleColumn(col 4:double, col 44:double)(children: DoubleColDivideLongColumn(col 43:double, col 3:bigint)(children: DoubleColMultiplyDoubleColumn(col 5:double, col 5:double) -> 43:double) -> 44:double) -> 45:double) -> 46:double, IfExprNullCondExpr(col 47:boolean, null, col 48:bigint)(children: LongColEqualLongScalar(col 3:bigint, val 1) -> 47:boolean, LongColSubtractLongScalar(col 3:bigint, val 1) -> 48:bigint) -> 49:bigint) -> 50:double) -> 51:double - Statistics: Num rows: 5979 Data size: 1734126 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6144 Data size: 1781952 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 5979 Data size: 1734126 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6144 Data size: 1781952 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/scratch_col_reused_by_child.q.out b/ql/src/test/results/clientpositive/llap/scratch_col_reused_by_child.q.out index a769d77d2c05..a6965593f68c 100644 --- a/ql/src/test/results/clientpositive/llap/scratch_col_reused_by_child.q.out +++ b/ql/src/test/results/clientpositive/llap/scratch_col_reused_by_child.q.out @@ -187,7 +187,7 @@ STAGE PLANS: vectorProcessingMode: HASH projectedOutputColumnNums: [] keys: _col0 (type: date) - minReductionHashAggr: 0.99 + minReductionHashAggr: 0.4 mode: hash outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 56 Basic stats: COMPLETE Column stats: COMPLETE diff --git a/ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_4.q.out b/ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_4.q.out index 75cb43899a15..0f09eb27649e 100644 --- a/ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_4.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_4.q.out @@ -70,7 +70,7 @@ POSTHOOK: query: ALTER TABLE table_b UPDATE STATISTICS FOR COLUMN product_sk SET POSTHOOK: type: ALTERTABLE_UPDATETABLESTATS POSTHOOK: Input: default@table_b POSTHOOK: Output: default@table_b -Warning: Map Join MAPJOIN[31][bigTable=?] in task 'Map 1' is a cross product +Warning: Map Join MAPJOIN[31][bigTable=?] in task 'Map 2' is a cross product PREHOOK: query: EXPLAIN SELECT TC.CONST_DATE, TB.PRODUCT_SK FROM TABLE_A TA @@ -104,8 +104,7 @@ STAGE PLANS: Tez #### A masked pattern was here #### Edges: - Map 1 <- Map 2 (BROADCAST_EDGE) - Reducer 4 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 3 (CUSTOM_SIMPLE_EDGE) + Map 2 <- Map 1 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -116,31 +115,68 @@ STAGE PLANS: Statistics: Num rows: 100000000 Data size: 15400000000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((start_date = DATE'2023-11-27') and product_id is not null) (type: boolean) - Statistics: Num rows: 50000000 Data size: 7700000000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 200000 Data size: 30800000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: product_id (type: int), product_sk (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 50000000 Data size: 4900000000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 200000 Data size: 19600000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 200000 Data size: 19600000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Execution mode: vectorized, llap + LLAP IO: all inputs + Map 2 + Map Operator Tree: + TableScan + alias: ta + filterExpr: ((start_date = DATE'2023-11-27') and product_id is not null) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_30_container, bigKeyColName:product_id, smallTablePos:0, keyRatio:4.0E-4 + Statistics: Num rows: 200000000 Data size: 12000000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((start_date = DATE'2023-11-27') and product_id is not null) (type: boolean) + Statistics: Num rows: 80000 Data size: 4800000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: product_id (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 80000 Data size: 320000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 - 1 - outputColumnNames: _col0, _col1 + 0 _col0 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col1 input vertices: - 1 Map 2 - Statistics: Num rows: 50000000 Data size: 4900000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 50000000 Data size: 4900000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) + 0 Map 1 + Statistics: Num rows: 80000 Data size: 7520000 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col1 + input vertices: + 1 Map 3 + Statistics: Num rows: 80000 Data size: 7520000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: DATE'2023-11-27' (type: date), _col1 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000 Data size: 12000000 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 80000 Data size: 12000000 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap LLAP IO: all inputs - Map 2 + Map 3 Map Operator Tree: TableScan alias: _dummy_table @@ -154,52 +190,6 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap LLAP IO: no inputs - Map 3 - Map Operator Tree: - TableScan - alias: ta - filterExpr: ((start_date = DATE'2023-11-27') and product_id is not null) (type: boolean) - Statistics: Num rows: 200000000 Data size: 12000000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((start_date = DATE'2023-11-27') and product_id is not null) (type: boolean) - Statistics: Num rows: 100000000 Data size: 6000000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: product_id (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 100000000 Data size: 400000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 100000000 Data size: 400000000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: all inputs - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: int) - 1 KEY.reducesinkkey0 (type: int) - outputColumnNames: _col1 - input vertices: - 0 Map 1 - Statistics: Num rows: 16666666666 Data size: 1566666666604 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Select Operator - expressions: DATE'2023-11-27' (type: date), _col1 (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 16666666666 Data size: 2499999999900 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 16666666666 Data size: 2499999999900 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator diff --git a/ql/src/test/results/clientpositive/llap/tez_fixed_bucket_pruning.q.out b/ql/src/test/results/clientpositive/llap/tez_fixed_bucket_pruning.q.out index 673b962e0e25..d45764c3fbec 100644 --- a/ql/src/test/results/clientpositive/llap/tez_fixed_bucket_pruning.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_fixed_bucket_pruning.q.out @@ -520,7 +520,7 @@ STAGE PLANS: Map Join Operator condition map: Left Outer Join 0 to 1 - Estimated key counts: Map 4 => 90170 + Estimated key counts: Map 4 => 180340 keys: 0 _col1 (type: bigint), _col0 (type: bigint) 1 _col0 (type: bigint), _col2 (type: bigint) @@ -671,11 +671,11 @@ STAGE PLANS: Filter Operator isSamplingPred: false predicate: ((idp_data_date = DATE'2017-12-28') and finplan_detail_object_id is not null and l3_snapshot_number is not null) (type: boolean) - Statistics: Num rows: 90170 Data size: 7213600 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 180340 Data size: 14427200 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: l3_snapshot_number (type: bigint), plan_key (type: bigint), finplan_detail_object_id (type: bigint) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 90170 Data size: 2164080 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 180340 Data size: 4328160 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator bucketingVersion: 2 key expressions: _col0 (type: bigint), _col2 (type: bigint) @@ -683,7 +683,7 @@ STAGE PLANS: numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: bigint), _col2 (type: bigint) - Statistics: Num rows: 90170 Data size: 2164080 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 180340 Data size: 4328160 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 value expressions: _col1 (type: bigint) auto parallelism: true @@ -978,7 +978,7 @@ STAGE PLANS: Map Join Operator condition map: Left Outer Join 0 to 1 - Estimated key counts: Map 4 => 90170 + Estimated key counts: Map 4 => 180340 keys: 0 _col1 (type: bigint), _col0 (type: bigint) 1 _col0 (type: bigint), _col2 (type: bigint) @@ -1130,11 +1130,11 @@ STAGE PLANS: Filter Operator isSamplingPred: false predicate: ((idp_data_date = DATE'2017-12-28') and finplan_detail_object_id is not null and l3_snapshot_number is not null) (type: boolean) - Statistics: Num rows: 90170 Data size: 7213600 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 180340 Data size: 14427200 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: l3_snapshot_number (type: bigint), plan_key (type: bigint), finplan_detail_object_id (type: bigint) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 90170 Data size: 2164080 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 180340 Data size: 4328160 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator bucketingVersion: 2 key expressions: _col0 (type: bigint), _col2 (type: bigint) @@ -1142,7 +1142,7 @@ STAGE PLANS: numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: bigint), _col2 (type: bigint) - Statistics: Num rows: 90170 Data size: 2164080 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 180340 Data size: 4328160 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 value expressions: _col1 (type: bigint) auto parallelism: true diff --git a/ql/src/test/results/clientpositive/llap/tpch18.q.out b/ql/src/test/results/clientpositive/llap/tpch18.q.out index 6dce589e7ebd..de0c9991b3db 100644 --- a/ql/src/test/results/clientpositive/llap/tpch18.q.out +++ b/ql/src/test/results/clientpositive/llap/tpch18.q.out @@ -116,16 +116,15 @@ HiveSortLimit(sort0=[$4], sort1=[$3], dir0=[DESC], dir1=[ASC], fetch=[100]) HiveProject(o_orderkey=[$0], o_totalprice=[$2], o_orderdate=[$3], c_custkey=[$5], c_name=[$6], $f8=[*($4, $7)]) HiveJoin(condition=[=($5, $1)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(o_orderkey=[$0], o_custkey=[$1], o_totalprice=[$2], o_orderdate=[$3], count=[$4]) - HiveJoin(condition=[=($0, $5)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveProject(o_orderkey=[$0], o_custkey=[$1], o_totalprice=[$2], o_orderdate=[$3], count=[$4]) - HiveAggregate(group=[{0, 1, 2, 3}], count=[count()]) - HiveProject(o_orderkey=[$0], o_custkey=[$1], o_totalprice=[$3], o_orderdate=[$4]) - HiveTableScan(table=[[tpch_0_001, orders]], table:alias=[orders]) - HiveProject($f0=[$0]) - HiveFilter(condition=[>($1, 3E2)]) - HiveAggregate(group=[{0}], agg#0=[sum($4)]) - HiveFilter(condition=[IS NOT NULL($0)]) - HiveTableScan(table=[[tpch_0_001, lineitem]], table:alias=[lineitem]) + HiveAggregate(group=[{0, 1, 2, 3}], count=[count()]) + HiveJoin(condition=[=($0, $4)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveProject(o_orderkey=[$0], o_custkey=[$1], o_totalprice=[$3], o_orderdate=[$4]) + HiveTableScan(table=[[tpch_0_001, orders]], table:alias=[orders]) + HiveProject($f0=[$0]) + HiveFilter(condition=[>($1, 3E2)]) + HiveAggregate(group=[{0}], agg#0=[sum($4)]) + HiveFilter(condition=[IS NOT NULL($0)]) + HiveTableScan(table=[[tpch_0_001, lineitem]], table:alias=[lineitem]) HiveProject(c_custkey=[$0], c_name=[$1], count=[$2]) HiveAggregate(group=[{0, 1}], count=[count()]) HiveProject(c_custkey=[$0], c_name=[$1]) diff --git a/ql/src/test/results/clientpositive/llap/vector_between_in.q.out b/ql/src/test/results/clientpositive/llap/vector_between_in.q.out index ca80131cfdd1..23e8a82b7a2e 100644 --- a/ql/src/test/results/clientpositive/llap/vector_between_in.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_between_in.q.out @@ -62,7 +62,7 @@ STAGE PLANS: native: true predicateExpression: FilterLongColumnInList(col 3:date, values [-171, -67]) predicate: (cdate) IN (DATE'1969-07-14', DATE'1969-10-26') (type: boolean) - Statistics: Num rows: 6145 Data size: 169680 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 28 Data size: 840 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cdate (type: date) outputColumnNames: _col0 @@ -70,7 +70,7 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [3] - Statistics: Num rows: 6145 Data size: 169680 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 28 Data size: 840 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: date) null sort order: z @@ -79,7 +79,7 @@ STAGE PLANS: className: VectorReduceSinkObjectHashOperator native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - Statistics: Num rows: 6145 Data size: 169680 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 28 Data size: 840 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap LLAP IO: all inputs Map Vectorization: @@ -107,13 +107,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [0] - Statistics: Num rows: 6145 Data size: 169680 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 28 Data size: 840 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 6145 Data size: 169680 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 28 Data size: 840 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1174,10 +1174,10 @@ STAGE PLANS: vectorProcessingMode: HASH projectedOutputColumnNums: [0] keys: _col0 (type: boolean) - minReductionHashAggr: 0.99 + minReductionHashAggr: 0.92749614 mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 6144 Data size: 73728 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 891 Data size: 10692 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: boolean) null sort order: z @@ -1187,7 +1187,7 @@ STAGE PLANS: className: VectorReduceSinkLongOperator native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - Statistics: Num rows: 6144 Data size: 73728 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 891 Data size: 10692 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Execution mode: vectorized, llap LLAP IO: all inputs @@ -1222,7 +1222,7 @@ STAGE PLANS: keys: KEY._col0 (type: boolean) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 3072 Data size: 36864 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 891 Data size: 10692 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: boolean) null sort order: z @@ -1231,7 +1231,7 @@ STAGE PLANS: className: VectorReduceSinkObjectHashOperator native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - Statistics: Num rows: 3072 Data size: 36864 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 891 Data size: 10692 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 Execution mode: vectorized, llap @@ -1249,13 +1249,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [0, 1] - Statistics: Num rows: 3072 Data size: 36864 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 891 Data size: 10692 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 3072 Data size: 36864 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 891 Data size: 10692 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/vector_date_1.q.out b/ql/src/test/results/clientpositive/llap/vector_date_1.q.out index 334d56eecd80..3e62266aa51e 100644 --- a/ql/src/test/results/clientpositive/llap/vector_date_1.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_date_1.q.out @@ -978,7 +978,7 @@ STAGE PLANS: native: true predicateExpression: FilterDateColEqualDateScalar(col 0:date, val 11323) predicate: (dt1 = DATE'2001-01-01') (type: boolean) - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: DATE'2001-01-01' (type: date), dt2 (type: date) outputColumnNames: _col0, _col1 @@ -987,13 +987,13 @@ STAGE PLANS: native: true projectedOutputColumnNums: [4, 1] selectExpressions: ConstantVectorExpression(val 11323) -> 4:date - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/vector_full_outer_join_date.q.out b/ql/src/test/results/clientpositive/llap/vector_full_outer_join_date.q.out index d1d49f77854b..b585e0adef4f 100644 --- a/ql/src/test/results/clientpositive/llap/vector_full_outer_join_date.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_full_outer_join_date.q.out @@ -190,7 +190,7 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col3 input vertices: 1 Map 4 - Statistics: Num rows: 9 Data size: 1080 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6 Data size: 720 Basic stats: COMPLETE Column stats: COMPLETE DynamicPartitionHashJoin: true Reduce Output Operator key expressions: _col0 (type: int), _col2 (type: int) @@ -202,7 +202,7 @@ STAGE PLANS: native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true valueColumns: 0:date, 3:date - Statistics: Num rows: 9 Data size: 1080 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6 Data size: 720 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: date), _col3 (type: date) Reducer 3 Execution mode: vectorized, llap @@ -227,13 +227,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [0, 2, 1, 3] - Statistics: Num rows: 9 Data size: 1080 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6 Data size: 720 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 9 Data size: 1080 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6 Data size: 720 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/vector_interval_mapjoin.q.out b/ql/src/test/results/clientpositive/llap/vector_interval_mapjoin.q.out index 90351996b6e1..2bbf69ab5033 100644 --- a/ql/src/test/results/clientpositive/llap/vector_interval_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_interval_mapjoin.q.out @@ -240,7 +240,7 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2 input vertices: 1 Map 2 - Statistics: Num rows: 29831 Data size: 5966200 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 890 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col2 (type: string), _col1 (type: interval_day_time) outputColumnNames: _col0, _col1, _col2 @@ -248,13 +248,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [8, 8, 17] - Statistics: Num rows: 29831 Data size: 5966200 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 890 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 29831 Data size: 5966200 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 890 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/vector_outer_join3.q.out b/ql/src/test/results/clientpositive/llap/vector_outer_join3.q.out index b4a15de44345..db657028a293 100644 --- a/ql/src/test/results/clientpositive/llap/vector_outer_join3.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_outer_join3.q.out @@ -415,13 +415,13 @@ POSTHOOK: Input: default@small_alltypesorc_a_n1 }, { "name": "ctimestamp1", - "ndv": 0, + "ndv": 10, "minValue": -28810, "maxValue": -28789 }, { "name": "ctimestamp2", - "ndv": 0, + "ndv": 6, "minValue": -28812, "maxValue": -28786 }, @@ -618,13 +618,13 @@ POSTHOOK: Input: default@small_alltypesorc_a_n1 }, { "name": "ctimestamp1", - "ndv": 0, + "ndv": 10, "minValue": -28810, "maxValue": -28789 }, { "name": "ctimestamp2", - "ndv": 0, + "ndv": 6, "minValue": -28812, "maxValue": -28786 }, @@ -863,13 +863,13 @@ POSTHOOK: Input: default@small_alltypesorc_a_n1 }, { "name": "ctimestamp1", - "ndv": 0, + "ndv": 10, "minValue": -28810, "maxValue": -28789 }, { "name": "ctimestamp2", - "ndv": 0, + "ndv": 6, "minValue": -28812, "maxValue": -28786 }, @@ -1784,13 +1784,13 @@ POSTHOOK: Input: default@small_alltypesorc_a_n1 }, { "name": "ctimestamp1", - "ndv": 0, + "ndv": 10, "minValue": -28810, "maxValue": -28789 }, { "name": "ctimestamp2", - "ndv": 0, + "ndv": 6, "minValue": -28812, "maxValue": -28786 }, @@ -1987,13 +1987,13 @@ POSTHOOK: Input: default@small_alltypesorc_a_n1 }, { "name": "ctimestamp1", - "ndv": 0, + "ndv": 10, "minValue": -28810, "maxValue": -28789 }, { "name": "ctimestamp2", - "ndv": 0, + "ndv": 6, "minValue": -28812, "maxValue": -28786 }, @@ -2232,13 +2232,13 @@ POSTHOOK: Input: default@small_alltypesorc_a_n1 }, { "name": "ctimestamp1", - "ndv": 0, + "ndv": 10, "minValue": -28810, "maxValue": -28789 }, { "name": "ctimestamp2", - "ndv": 0, + "ndv": 6, "minValue": -28812, "maxValue": -28786 }, @@ -3153,13 +3153,13 @@ POSTHOOK: Input: default@small_alltypesorc_a_n1 }, { "name": "ctimestamp1", - "ndv": 0, + "ndv": 10, "minValue": -28810, "maxValue": -28789 }, { "name": "ctimestamp2", - "ndv": 0, + "ndv": 6, "minValue": -28812, "maxValue": -28786 }, @@ -3366,13 +3366,13 @@ POSTHOOK: Input: default@small_alltypesorc_a_n1 }, { "name": "ctimestamp1", - "ndv": 0, + "ndv": 10, "minValue": -28810, "maxValue": -28789 }, { "name": "ctimestamp2", - "ndv": 0, + "ndv": 6, "minValue": -28812, "maxValue": -28786 }, @@ -3664,13 +3664,13 @@ POSTHOOK: Input: default@small_alltypesorc_a_n1 }, { "name": "ctimestamp1", - "ndv": 0, + "ndv": 10, "minValue": -28810, "maxValue": -28789 }, { "name": "ctimestamp2", - "ndv": 0, + "ndv": 6, "minValue": -28812, "maxValue": -28786 }, diff --git a/ql/src/test/results/clientpositive/llap/vector_outer_join4.q.out b/ql/src/test/results/clientpositive/llap/vector_outer_join4.q.out index e3fe66a06b3d..d7abcecbd954 100644 --- a/ql/src/test/results/clientpositive/llap/vector_outer_join4.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_outer_join4.q.out @@ -429,13 +429,13 @@ POSTHOOK: Input: default@small_alltypesorc_b }, { "name": "ctimestamp1", - "ndv": 0, + "ndv": 14, "minValue": -28813, "maxValue": -28788 }, { "name": "ctimestamp2", - "ndv": 0, + "ndv": 17, "minValue": -28816, "maxValue": -28785 }, @@ -682,13 +682,13 @@ POSTHOOK: Input: default@small_alltypesorc_b }, { "name": "ctimestamp1", - "ndv": 0, + "ndv": 14, "minValue": -28813, "maxValue": -28788 }, { "name": "ctimestamp2", - "ndv": 0, + "ndv": 17, "minValue": -28816, "maxValue": -28785 }, @@ -1690,13 +1690,13 @@ POSTHOOK: Input: default@small_alltypesorc_b }, { "name": "ctimestamp1", - "ndv": 0, + "ndv": 14, "minValue": -28813, "maxValue": -28788 }, { "name": "ctimestamp2", - "ndv": 0, + "ndv": 17, "minValue": -28816, "maxValue": -28785 }, @@ -1888,13 +1888,13 @@ POSTHOOK: Input: default@small_alltypesorc_b }, { "name": "ctimestamp1", - "ndv": 0, + "ndv": 14, "minValue": -28813, "maxValue": -28788 }, { "name": "ctimestamp2", - "ndv": 0, + "ndv": 17, "minValue": -28816, "maxValue": -28785 }, @@ -2901,13 +2901,13 @@ POSTHOOK: Input: default@small_alltypesorc_b }, { "name": "ctimestamp1", - "ndv": 0, + "ndv": 14, "minValue": -28813, "maxValue": -28788 }, { "name": "ctimestamp2", - "ndv": 0, + "ndv": 17, "minValue": -28816, "maxValue": -28785 }, @@ -3104,13 +3104,13 @@ POSTHOOK: Input: default@small_alltypesorc_b }, { "name": "ctimestamp1", - "ndv": 0, + "ndv": 14, "minValue": -28813, "maxValue": -28788 }, { "name": "ctimestamp2", - "ndv": 0, + "ndv": 17, "minValue": -28816, "maxValue": -28785 }, @@ -3349,13 +3349,13 @@ POSTHOOK: Input: default@small_alltypesorc_b }, { "name": "ctimestamp1", - "ndv": 0, + "ndv": 14, "minValue": -28813, "maxValue": -28788 }, { "name": "ctimestamp2", - "ndv": 0, + "ndv": 17, "minValue": -28816, "maxValue": -28785 }, diff --git a/ql/src/test/results/clientpositive/llap/vector_outer_join_constants.q.out b/ql/src/test/results/clientpositive/llap/vector_outer_join_constants.q.out index dd94e53a68bd..9ea03dbdcca3 100644 --- a/ql/src/test/results/clientpositive/llap/vector_outer_join_constants.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_outer_join_constants.q.out @@ -184,7 +184,7 @@ POSTHOOK: type: ANALYZE_TABLE POSTHOOK: Input: default@lday POSTHOOK: Output: default@lday #### A masked pattern was here #### -Warning: Shuffle Join MERGEJOIN[79][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 3' is a cross product +Warning: Shuffle Join MERGEJOIN[79][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 5' is a cross product PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select * from (select item1.S_ID S_ID, @@ -272,48 +272,112 @@ STAGE PLANS: Tez #### A masked pattern was here #### Edges: - Map 1 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE) - Map 6 <- Map 7 (BROADCAST_EDGE) + Map 3 <- Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE) + Map 7 <- Map 1 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Reducer 2 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (CUSTOM_SIMPLE_EDGE), Reducer 4 (CUSTOM_SIMPLE_EDGE) - Reducer 4 <- Map 1 (SIMPLE_EDGE) + Reducer 4 <- Map 3 (SIMPLE_EDGE) + Reducer 5 <- Reducer 4 (CUSTOM_SIMPLE_EDGE), Reducer 8 (CUSTOM_SIMPLE_EDGE) + Reducer 8 <- Map 7 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 Map Operator Tree: TableScan - alias: od1 - filterExpr: (o_date is not null and id is not null) (type: boolean) - Statistics: Num rows: 2 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE + alias: item1 + filterExpr: ((s_id = 22) and id is not null) (type: boolean) + Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE TableScan Vectorization: native: true - vectorizationSchemaColumns: [0:id:int, 1:o_date:timestamp, 2:ROW__ID:struct, 3:ROW__IS__DELETED:boolean] + vectorizationSchemaColumns: [0:id:int, 1:s_id:int, 2:name:string, 3:ROW__ID:struct, 4:ROW__IS__DELETED:boolean] Filter Operator Filter Vectorization: className: VectorFilterOperator native: true - predicateExpression: FilterExprAndExpr(children: SelectColumnIsNotNull(col 1:timestamp), SelectColumnIsNotNull(col 0:int)) - predicate: (o_date is not null and id is not null) (type: boolean) - Statistics: Num rows: 2 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE + predicateExpression: FilterExprAndExpr(children: FilterLongColEqualLongScalar(col 1:int, val 22), SelectColumnIsNotNull(col 0:int)) + predicate: ((s_id = 22) and id is not null) (type: boolean) + Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: id (type: int), o_date (type: timestamp) + expressions: id (type: int) + outputColumnNames: _col0 + Select Vectorization: + className: VectorSelectOperator + native: true + projectedOutputColumnNums: [0] + Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Reduce Sink Vectorization: + className: VectorReduceSinkLongOperator + keyColumns: 0:int + native: true + nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true + Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Reduce Sink Vectorization: + className: VectorReduceSinkLongOperator + keyColumns: 0:int + native: true + nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true + Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: all inputs + Map Vectorization: + enabled: true + enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true + inputFormatFeatureSupport: [DECIMAL_64] + featureSupportInUse: [DECIMAL_64] + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + allNative: true + usesVectorUDFAdaptor: false + vectorized: true + rowBatchContext: + dataColumnCount: 3 + includeColumns: [0, 1] + dataColumns: id:int, s_id:int, name:string + partitionColumnCount: 0 + scratchColumnTypeNames: [] + Map 3 + Map Operator Tree: + TableScan + alias: lday2 + filterExpr: (ly_date is not null and d_date is not null) (type: boolean) + Statistics: Num rows: 2 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + TableScan Vectorization: + native: true + vectorizationSchemaColumns: [0:d_date:timestamp, 1:ly_date:timestamp, 2:ROW__ID:struct, 3:ROW__IS__DELETED:boolean] + Filter Operator + Filter Vectorization: + className: VectorFilterOperator + native: true + predicateExpression: FilterExprAndExpr(children: SelectColumnIsNotNull(col 1:timestamp), SelectColumnIsNotNull(col 0:timestamp)) + predicate: (ly_date is not null and d_date is not null) (type: boolean) + Statistics: Num rows: 2 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date (type: timestamp), ly_date (type: timestamp) outputColumnNames: _col0, _col1 Select Vectorization: className: VectorSelectOperator native: true projectedOutputColumnNums: [0, 1] - Statistics: Num rows: 2 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 _col0 (type: int) - 1 _col0 (type: int) + 0 _col0 (type: timestamp) + 1 _col0 (type: timestamp) Map Join Vectorization: - bigTableKeyColumns: 0:int + bigTableKeyColumns: 0:timestamp bigTableRetainColumnNums: [1] bigTableValueColumns: 1:timestamp - className: VectorMapJoinInnerBigOnlyLongOperator + className: VectorMapJoinInnerBigOnlyMultiKeyOperator native: true nativeConditionsMet: hive.mapjoin.optimized.hashtable IS true, hive.vectorized.execution.mapjoin.native.enabled IS true, hive.execution.engine tez IN [tez] IS true, One MapJoin Condition IS true, No nullsafe IS true, Small table vectorizes IS true, Optimized Table and Supports Key Types IS true nonOuterSmallTableKeyMapping: [] @@ -321,14 +385,14 @@ STAGE PLANS: hashTableImplementationType: OPTIMIZED outputColumnNames: _col1 input vertices: - 1 Map 5 + 1 Map 6 Statistics: Num rows: 2 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: 0 _col1 (type: timestamp) - 1 _col0 (type: timestamp) + 1 _col1 (type: timestamp) Map Join Vectorization: bigTableKeyColumns: 1:timestamp bigTableRetainColumnNums: [] @@ -364,47 +428,6 @@ STAGE PLANS: native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: timestamp) - 1 _col1 (type: timestamp) - Map Join Vectorization: - bigTableKeyColumns: 1:timestamp - bigTableRetainColumnNums: [] - className: VectorMapJoinInnerBigOnlyMultiKeyOperator - native: true - nativeConditionsMet: hive.mapjoin.optimized.hashtable IS true, hive.vectorized.execution.mapjoin.native.enabled IS true, hive.execution.engine tez IN [tez] IS true, One MapJoin Condition IS true, No nullsafe IS true, Small table vectorizes IS true, Optimized Table and Supports Key Types IS true - nonOuterSmallTableKeyMapping: [] - hashTableImplementationType: OPTIMIZED - input vertices: - 0 Map 6 - Statistics: Num rows: 4 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - Group By Vectorization: - className: VectorGroupByOperator - groupByMode: HASH - keyExpressions: ConstantVectorExpression(val 1) -> 5:boolean - native: false - vectorProcessingMode: HASH - projectedOutputColumnNums: [] - keys: true (type: boolean) - minReductionHashAggr: 0.75 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: boolean) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: boolean) - Reduce Sink Vectorization: - className: VectorReduceSinkLongOperator - keyColumns: 0:boolean - native: true - nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap LLAP IO: all inputs Map Vectorization: @@ -419,44 +442,55 @@ STAGE PLANS: rowBatchContext: dataColumnCount: 2 includeColumns: [0, 1] - dataColumns: id:int, o_date:timestamp + dataColumns: d_date:timestamp, ly_date:timestamp partitionColumnCount: 0 - scratchColumnTypeNames: [bigint, bigint] - Map 5 + scratchColumnTypeNames: [bigint] + Map 6 Map Operator Tree: TableScan - alias: item1 - filterExpr: ((s_id = 22) and id is not null) (type: boolean) - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + alias: ytday2 + filterExpr: ((d_date = TIMESTAMP'2008-04-30 00:00:00') and ytd_date is not null) (type: boolean) + Statistics: Num rows: 2 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE TableScan Vectorization: native: true - vectorizationSchemaColumns: [0:id:int, 1:s_id:int, 2:name:string, 3:ROW__ID:struct, 4:ROW__IS__DELETED:boolean] + vectorizationSchemaColumns: [0:d_date:timestamp, 1:ytd_date:timestamp, 2:ROW__ID:struct, 3:ROW__IS__DELETED:boolean] Filter Operator Filter Vectorization: className: VectorFilterOperator native: true - predicateExpression: FilterExprAndExpr(children: FilterLongColEqualLongScalar(col 1:int, val 22), SelectColumnIsNotNull(col 0:int)) - predicate: ((s_id = 22) and id is not null) (type: boolean) - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + predicateExpression: FilterExprAndExpr(children: FilterTimestampColEqualTimestampScalar(col 0:timestamp, val 2008-04-30 00:00:00), SelectColumnIsNotNull(col 1:timestamp)) + predicate: ((d_date = TIMESTAMP'2008-04-30 00:00:00') and ytd_date is not null) (type: boolean) + Statistics: Num rows: 2 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: id (type: int) + expressions: ytd_date (type: timestamp) outputColumnNames: _col0 Select Vectorization: className: VectorSelectOperator native: true - projectedOutputColumnNums: [0] - Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + projectedOutputColumnNums: [1] + Statistics: Num rows: 2 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: _col0 (type: int) + key expressions: _col0 (type: timestamp) null sort order: z sort order: + - Map-reduce partition columns: _col0 (type: int) + Map-reduce partition columns: _col0 (type: timestamp) Reduce Sink Vectorization: - className: VectorReduceSinkLongOperator - keyColumns: 0:int + className: VectorReduceSinkMultiKeyOperator + keyColumns: 1:timestamp native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: timestamp) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: timestamp) + Reduce Sink Vectorization: + className: VectorReduceSinkMultiKeyOperator + keyColumns: 1:timestamp + native: true + nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true + Statistics: Num rows: 2 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap LLAP IO: all inputs Map Vectorization: @@ -469,46 +503,46 @@ STAGE PLANS: usesVectorUDFAdaptor: false vectorized: true rowBatchContext: - dataColumnCount: 3 + dataColumnCount: 2 includeColumns: [0, 1] - dataColumns: id:int, s_id:int, name:string + dataColumns: d_date:timestamp, ytd_date:timestamp partitionColumnCount: 0 scratchColumnTypeNames: [] - Map 6 + Map 7 Map Operator Tree: TableScan - alias: lday2 - filterExpr: (ly_date is not null and d_date is not null) (type: boolean) - Statistics: Num rows: 2 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + alias: od2 + filterExpr: (o_date is not null and id is not null) (type: boolean) + Statistics: Num rows: 2 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE TableScan Vectorization: native: true - vectorizationSchemaColumns: [0:d_date:timestamp, 1:ly_date:timestamp, 2:ROW__ID:struct, 3:ROW__IS__DELETED:boolean] + vectorizationSchemaColumns: [0:id:int, 1:o_date:timestamp, 2:ROW__ID:struct, 3:ROW__IS__DELETED:boolean] Filter Operator Filter Vectorization: className: VectorFilterOperator native: true - predicateExpression: FilterExprAndExpr(children: SelectColumnIsNotNull(col 1:timestamp), SelectColumnIsNotNull(col 0:timestamp)) - predicate: (ly_date is not null and d_date is not null) (type: boolean) - Statistics: Num rows: 2 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + predicateExpression: FilterExprAndExpr(children: SelectColumnIsNotNull(col 1:timestamp), SelectColumnIsNotNull(col 0:int)) + predicate: (o_date is not null and id is not null) (type: boolean) + Statistics: Num rows: 2 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: d_date (type: timestamp), ly_date (type: timestamp) + expressions: id (type: int), o_date (type: timestamp) outputColumnNames: _col0, _col1 Select Vectorization: className: VectorSelectOperator native: true projectedOutputColumnNums: [0, 1] - Statistics: Num rows: 2 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 _col0 (type: timestamp) - 1 _col0 (type: timestamp) + 0 _col0 (type: int) + 1 _col0 (type: int) Map Join Vectorization: - bigTableKeyColumns: 0:timestamp + bigTableKeyColumns: 0:int bigTableRetainColumnNums: [1] bigTableValueColumns: 1:timestamp - className: VectorMapJoinInnerBigOnlyMultiKeyOperator + className: VectorMapJoinInnerBigOnlyLongOperator native: true nativeConditionsMet: hive.mapjoin.optimized.hashtable IS true, hive.vectorized.execution.mapjoin.native.enabled IS true, hive.execution.engine tez IN [tez] IS true, One MapJoin Condition IS true, No nullsafe IS true, Small table vectorizes IS true, Optimized Table and Supports Key Types IS true nonOuterSmallTableKeyMapping: [] @@ -516,7 +550,7 @@ STAGE PLANS: hashTableImplementationType: OPTIMIZED outputColumnNames: _col1 input vertices: - 1 Map 7 + 1 Map 1 Statistics: Num rows: 2 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: timestamp) @@ -529,6 +563,67 @@ STAGE PLANS: native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true Statistics: Num rows: 2 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: timestamp) + 1 _col0 (type: timestamp) + Map Join Vectorization: + bigTableKeyColumns: 1:timestamp + bigTableRetainColumnNums: [0] + bigTableValueColumns: 0:int + className: VectorMapJoinInnerBigOnlyMultiKeyOperator + native: true + nativeConditionsMet: hive.mapjoin.optimized.hashtable IS true, hive.vectorized.execution.mapjoin.native.enabled IS true, hive.execution.engine tez IN [tez] IS true, One MapJoin Condition IS true, No nullsafe IS true, Small table vectorizes IS true, Optimized Table and Supports Key Types IS true + nonOuterSmallTableKeyMapping: [] + projectedOutput: 0:int + hashTableImplementationType: OPTIMIZED + outputColumnNames: _col0 + input vertices: + 1 Map 6 + Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + Map Join Vectorization: + bigTableKeyColumns: 0:int + bigTableRetainColumnNums: [] + className: VectorMapJoinInnerBigOnlyLongOperator + native: true + nativeConditionsMet: hive.mapjoin.optimized.hashtable IS true, hive.vectorized.execution.mapjoin.native.enabled IS true, hive.execution.engine tez IN [tez] IS true, One MapJoin Condition IS true, No nullsafe IS true, Small table vectorizes IS true, Optimized Table and Supports Key Types IS true + nonOuterSmallTableKeyMapping: [] + hashTableImplementationType: OPTIMIZED + input vertices: + 1 Reducer 2 + Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + Group By Vectorization: + className: VectorGroupByOperator + groupByMode: HASH + keyExpressions: ConstantVectorExpression(val 1) -> 4:boolean + native: false + vectorProcessingMode: HASH + projectedOutputColumnNums: [] + keys: true (type: boolean) + minReductionHashAggr: 0.5 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: boolean) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: boolean) + Reduce Sink Vectorization: + className: VectorReduceSinkLongOperator + keyColumns: 0:boolean + native: true + nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap LLAP IO: all inputs Map Vectorization: @@ -537,79 +632,50 @@ STAGE PLANS: inputFormatFeatureSupport: [DECIMAL_64] featureSupportInUse: [DECIMAL_64] inputFileFormats: org.apache.hadoop.mapred.TextInputFormat - allNative: true + allNative: false usesVectorUDFAdaptor: false vectorized: true rowBatchContext: dataColumnCount: 2 includeColumns: [0, 1] - dataColumns: d_date:timestamp, ly_date:timestamp + dataColumns: id:int, o_date:timestamp partitionColumnCount: 0 - scratchColumnTypeNames: [] - Map 7 - Map Operator Tree: - TableScan - alias: ytday2 - filterExpr: ((d_date = TIMESTAMP'2008-04-30 00:00:00') and ytd_date is not null) (type: boolean) - Statistics: Num rows: 2 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - TableScan Vectorization: - native: true - vectorizationSchemaColumns: [0:d_date:timestamp, 1:ytd_date:timestamp, 2:ROW__ID:struct, 3:ROW__IS__DELETED:boolean] - Filter Operator - Filter Vectorization: - className: VectorFilterOperator - native: true - predicateExpression: FilterExprAndExpr(children: FilterTimestampColEqualTimestampScalar(col 0:timestamp, val 2008-04-30 00:00:00), SelectColumnIsNotNull(col 1:timestamp)) - predicate: ((d_date = TIMESTAMP'2008-04-30 00:00:00') and ytd_date is not null) (type: boolean) - Statistics: Num rows: 1 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ytd_date (type: timestamp) - outputColumnNames: _col0 - Select Vectorization: - className: VectorSelectOperator - native: true - projectedOutputColumnNums: [1] - Statistics: Num rows: 1 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: timestamp) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: timestamp) - Reduce Sink Vectorization: - className: VectorReduceSinkMultiKeyOperator - keyColumns: 1:timestamp - native: true - nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - Statistics: Num rows: 1 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: timestamp) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: timestamp) - Reduce Sink Vectorization: - className: VectorReduceSinkMultiKeyOperator - keyColumns: 1:timestamp - native: true - nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - Statistics: Num rows: 1 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE + scratchColumnTypeNames: [bigint] + Reducer 2 Execution mode: vectorized, llap - LLAP IO: all inputs - Map Vectorization: + Reduce Vectorization: enabled: true - enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true - inputFormatFeatureSupport: [DECIMAL_64] - featureSupportInUse: [DECIMAL_64] - inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez] IS true + reduceColumnNullOrder: z + reduceColumnSortOrder: + allNative: true usesVectorUDFAdaptor: false vectorized: true rowBatchContext: - dataColumnCount: 2 - includeColumns: [0, 1] - dataColumns: d_date:timestamp, ytd_date:timestamp + dataColumnCount: 1 + dataColumns: KEY.reducesinkkey0:int partitionColumnCount: 0 scratchColumnTypeNames: [] - Reducer 2 + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 + Select Vectorization: + className: VectorSelectOperator + native: true + projectedOutputColumnNums: [0] + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Reduce Sink Vectorization: + className: VectorReduceSinkLongOperator + keyColumns: 0:int + native: true + nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true + Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 4 Execution mode: vectorized, llap Reduce Vectorization: enabled: true @@ -656,7 +722,7 @@ STAGE PLANS: valueColumns: 1:int, 2:timestamp Statistics: Num rows: 1 Data size: 44 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: timestamp) - Reducer 3 + Reducer 5 Execution mode: llap Reduce Operator Tree: Merge Join Operator @@ -680,7 +746,7 @@ STAGE PLANS: MergeJoin Vectorization: enabled: false enableConditionsNotMet: Vectorizing MergeJoin Supported IS false - Reducer 4 + Reducer 8 Execution mode: vectorized, llap Reduce Vectorization: enabled: true @@ -734,7 +800,7 @@ STAGE PLANS: Processor Tree: ListSink -Warning: Shuffle Join MERGEJOIN[79][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 3' is a cross product +Warning: Shuffle Join MERGEJOIN[79][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 5' is a cross product PREHOOK: query: select * from (select item1.S_ID S_ID, ytday1.D_DATE D_DATE diff --git a/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out b/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out index ff87190d0caf..80c87d730585 100644 --- a/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out @@ -485,10 +485,10 @@ STAGE PLANS: vectorProcessingMode: HASH projectedOutputColumnNums: [0] keys: fl_date (type: date) - minReductionHashAggr: 0.99 + minReductionHashAggr: 0.91240877 mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 68 Data size: 4352 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12 Data size: 768 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: date) null sort order: z @@ -498,7 +498,7 @@ STAGE PLANS: className: VectorReduceSinkLongOperator native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - Statistics: Num rows: 68 Data size: 4352 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12 Data size: 768 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Execution mode: vectorized, llap LLAP IO: all inputs @@ -533,13 +533,13 @@ STAGE PLANS: keys: KEY._col0 (type: date) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 34 Data size: 2176 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12 Data size: 768 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 34 Data size: 2176 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12 Data size: 768 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -3154,10 +3154,10 @@ STAGE PLANS: vectorProcessingMode: HASH projectedOutputColumnNums: [0] keys: fl_date (type: date) - minReductionHashAggr: 0.99 + minReductionHashAggr: 0.91240877 mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 68 Data size: 4352 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12 Data size: 768 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: date) null sort order: z @@ -3167,7 +3167,7 @@ STAGE PLANS: className: VectorReduceSinkLongOperator native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - Statistics: Num rows: 68 Data size: 4352 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12 Data size: 768 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Execution mode: vectorized, llap LLAP IO: all inputs (cache only) @@ -3202,13 +3202,13 @@ STAGE PLANS: keys: KEY._col0 (type: date) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 34 Data size: 2176 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12 Data size: 768 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 34 Data size: 2176 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12 Data size: 768 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -4170,7 +4170,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: flights_tiny_parquet_partitioned_date - Statistics: Num rows: 137 Data size: 12198 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 137 Data size: 12195 Basic stats: COMPLETE Column stats: COMPLETE TableScan Vectorization: native: true Select Operator @@ -4180,7 +4180,7 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [5] - Statistics: Num rows: 137 Data size: 12198 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 137 Data size: 12195 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() Group By Vectorization: @@ -5232,7 +5232,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: flights_tiny_parquet_partitioned_timestamp - Statistics: Num rows: 137 Data size: 9911 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 137 Data size: 9908 Basic stats: COMPLETE Column stats: COMPLETE TableScan Vectorization: native: true Select Operator @@ -5242,7 +5242,7 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [5] - Statistics: Num rows: 137 Data size: 9911 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 137 Data size: 9908 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() Group By Vectorization: diff --git a/ql/src/test/results/clientpositive/llap/vector_ptf_bounded_start.q.out b/ql/src/test/results/clientpositive/llap/vector_ptf_bounded_start.q.out index 87a54a46fe3c..58ab800f08f3 100644 --- a/ql/src/test/results/clientpositive/llap/vector_ptf_bounded_start.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_ptf_bounded_start.q.out @@ -3437,7 +3437,7 @@ STAGE PLANS: native: true predicateExpression: FilterTimestampColEqualTimestampScalar(col 3:timestamp, val 1970-01-03 00:00:00) predicate: (p_timestamp = TIMESTAMP'1970-01-03 00:00:00') (type: boolean) - Statistics: Num rows: 20 Data size: 6264 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8 Data size: 2528 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: TIMESTAMP'1970-01-03 00:00:00' (type: timestamp) null sort order: a @@ -3450,7 +3450,7 @@ STAGE PLANS: native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true valueColumns: 0:string, 1:string, 2:date, 5:double, 10:int - Statistics: Num rows: 20 Data size: 6264 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8 Data size: 2528 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_mfgr (type: string), p_name (type: string), p_date (type: date), p_retailprice (type: double), rowindex (type: int) Execution mode: vectorized, llap LLAP IO: all inputs @@ -3492,7 +3492,7 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [1, 2, 3, 4, 5] - Statistics: Num rows: 20 Data size: 5584 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8 Data size: 2248 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -3532,7 +3532,7 @@ STAGE PLANS: outputTypes: [bigint, double, string, string, date, double, int] partitionExpressions: [ConstantVectorExpression(val 1970-01-03 00:00:00) -> 8:timestamp] streamingColumns: [] - Statistics: Num rows: 20 Data size: 5584 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8 Data size: 2248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), TIMESTAMP'1970-01-03 00:00:00' (type: timestamp), _col10 (type: int), _col2 (type: date), _col5 (type: double), count_window_0 (type: bigint), sum_window_1 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 @@ -3541,13 +3541,13 @@ STAGE PLANS: native: true projectedOutputColumnNums: [1, 2, 10, 5, 3, 4, 6, 7] selectExpressions: ConstantVectorExpression(val 1970-01-03 00:00:00) -> 10:timestamp - Statistics: Num rows: 20 Data size: 6464 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8 Data size: 2576 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 20 Data size: 6464 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8 Data size: 2576 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -4162,7 +4162,7 @@ STAGE PLANS: native: true predicateExpression: FilterDateColEqualDateScalar(col 2:date, val 2) predicate: (p_date = DATE'1970-01-03') (type: boolean) - Statistics: Num rows: 20 Data size: 6264 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8 Data size: 2528 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: DATE'1970-01-03' (type: date) null sort order: a @@ -4175,7 +4175,7 @@ STAGE PLANS: native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true valueColumns: 0:string, 1:string, 3:timestamp, 5:double, 10:int - Statistics: Num rows: 20 Data size: 6264 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8 Data size: 2528 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_mfgr (type: string), p_name (type: string), p_timestamp (type: timestamp), p_retailprice (type: double), rowindex (type: int) Execution mode: vectorized, llap LLAP IO: all inputs @@ -4217,7 +4217,7 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [1, 2, 3, 4, 5] - Statistics: Num rows: 20 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8 Data size: 2136 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -4257,7 +4257,7 @@ STAGE PLANS: outputTypes: [bigint, double, string, string, timestamp, double, int] partitionExpressions: [ConstantVectorExpression(val 2) -> 8:date] streamingColumns: [] - Statistics: Num rows: 20 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8 Data size: 2136 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col3 (type: timestamp), _col10 (type: int), DATE'1970-01-03' (type: date), _col5 (type: double), count_window_0 (type: bigint), sum_window_1 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 @@ -4266,13 +4266,13 @@ STAGE PLANS: native: true projectedOutputColumnNums: [1, 2, 3, 5, 10, 4, 6, 7] selectExpressions: ConstantVectorExpression(val 2) -> 10:date - Statistics: Num rows: 20 Data size: 6576 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8 Data size: 2624 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 20 Data size: 6576 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8 Data size: 2624 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/vector_string_concat.q.out b/ql/src/test/results/clientpositive/llap/vector_string_concat.q.out index 8db9490d5ae4..f0a2ef011458 100644 --- a/ql/src/test/results/clientpositive/llap/vector_string_concat.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_string_concat.q.out @@ -383,10 +383,10 @@ STAGE PLANS: vectorProcessingMode: HASH projectedOutputColumnNums: [] keys: _col0 (type: string) - minReductionHashAggr: 0.99 + minReductionHashAggr: 0.4 mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1000 Data size: 184000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1853 Data size: 340952 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) null sort order: z @@ -396,7 +396,7 @@ STAGE PLANS: className: VectorReduceSinkStringOperator native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - Statistics: Num rows: 1000 Data size: 184000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1853 Data size: 340952 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap LLAP IO: all inputs Map Vectorization: @@ -428,7 +428,7 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 92000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1853 Data size: 340952 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) null sort order: z @@ -437,7 +437,7 @@ STAGE PLANS: className: VectorReduceSinkObjectHashOperator native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - Statistics: Num rows: 500 Data size: 92000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1853 Data size: 340952 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 Execution mode: vectorized, llap Reduce Vectorization: @@ -454,7 +454,7 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [0] - Statistics: Num rows: 500 Data size: 92000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1853 Data size: 340952 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 50 Limit Vectorization: diff --git a/ql/src/test/results/clientpositive/llap/vectorization_11.q.out b/ql/src/test/results/clientpositive/llap/vectorization_11.q.out index 6b9bafb538ab..42634ee640b0 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_11.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_11.q.out @@ -49,7 +49,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - filterExpr: ((ctimestamp1 is null and (cstring1 like '%a')) or (cstring2 = cstring1)) (type: boolean) + filterExpr: ((cstring2 = cstring1) or (ctimestamp1 is null and (cstring1 like '%a'))) (type: boolean) Statistics: Num rows: 12288 Data size: 2256914 Basic stats: COMPLETE Column stats: COMPLETE TableScan Vectorization: native: true @@ -58,8 +58,8 @@ STAGE PLANS: Filter Vectorization: className: VectorFilterOperator native: true - predicateExpression: FilterExprOrExpr(children: FilterExprAndExpr(children: SelectColumnIsNull(col 8:timestamp), FilterStringColLikeStringScalar(col 6:string, pattern %a)), FilterStringGroupColEqualStringGroupColumn(col 7:string, col 6:string)) - predicate: ((ctimestamp1 is null and (cstring1 like '%a')) or (cstring2 = cstring1)) (type: boolean) + predicateExpression: FilterExprOrExpr(children: FilterStringGroupColEqualStringGroupColumn(col 7:string, col 6:string), FilterExprAndExpr(children: SelectColumnIsNull(col 8:timestamp), FilterStringColLikeStringScalar(col 6:string, pattern %a))) + predicate: ((cstring2 = cstring1) or (ctimestamp1 is null and (cstring1 like '%a'))) (type: boolean) Statistics: Num rows: 7701 Data size: 1414500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cstring1 (type: string), cboolean1 (type: boolean), cdouble (type: double), ctimestamp1 (type: timestamp), (-3728 * UDFToInteger(csmallint)) (type: int), (cdouble - 9763215.5639D) (type: double), (- cdouble) (type: double), ((- cdouble) + 6981.0D) (type: double), (cdouble * -5638.15D) (type: double) diff --git a/ql/src/test/results/clientpositive/llap/vectorization_12.q.out b/ql/src/test/results/clientpositive/llap/vectorization_12.q.out index dc3212593078..f68d74709d90 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_12.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_12.q.out @@ -87,7 +87,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - filterExpr: (((cstring1 like '%a') or ((cboolean2 <= 1) and (cbigint >= UDFToLong(csmallint)))) and ((cboolean1 >= cboolean2) or (UDFToShort(ctinyint) <> csmallint)) and ctimestamp1 is null) (type: boolean) + filterExpr: (ctimestamp1 is null and ((cstring1 like '%a') or ((cboolean2 <= 1) and (cbigint >= UDFToLong(csmallint)))) and ((cboolean1 >= cboolean2) or (UDFToShort(ctinyint) <> csmallint))) (type: boolean) Statistics: Num rows: 12288 Data size: 1522994 Basic stats: COMPLETE Column stats: COMPLETE TableScan Vectorization: native: true @@ -96,8 +96,8 @@ STAGE PLANS: Filter Vectorization: className: VectorFilterOperator native: true - predicateExpression: FilterExprAndExpr(children: FilterExprOrExpr(children: FilterStringColLikeStringScalar(col 6:string, pattern %a), FilterExprAndExpr(children: FilterLongColLessEqualLongScalar(col 11:boolean, val 1), FilterLongColGreaterEqualLongColumn(col 3:bigint, col 1:bigint)(children: col 1:smallint))), FilterExprOrExpr(children: FilterLongColGreaterEqualLongColumn(col 10:boolean, col 11:boolean), FilterLongColNotEqualLongColumn(col 0:smallint, col 1:smallint)(children: col 0:tinyint)), SelectColumnIsNull(col 8:timestamp)) - predicate: (((cstring1 like '%a') or ((cboolean2 <= 1) and (cbigint >= UDFToLong(csmallint)))) and ((cboolean1 >= cboolean2) or (UDFToShort(ctinyint) <> csmallint)) and ctimestamp1 is null) (type: boolean) + predicateExpression: FilterExprAndExpr(children: SelectColumnIsNull(col 8:timestamp), FilterExprOrExpr(children: FilterStringColLikeStringScalar(col 6:string, pattern %a), FilterExprAndExpr(children: FilterLongColLessEqualLongScalar(col 11:boolean, val 1), FilterLongColGreaterEqualLongColumn(col 3:bigint, col 1:bigint)(children: col 1:smallint))), FilterExprOrExpr(children: FilterLongColGreaterEqualLongColumn(col 10:boolean, col 11:boolean), FilterLongColNotEqualLongColumn(col 0:smallint, col 1:smallint)(children: col 0:tinyint))) + predicate: (ctimestamp1 is null and ((cstring1 like '%a') or ((cboolean2 <= 1) and (cbigint >= UDFToLong(csmallint)))) and ((cboolean1 >= cboolean2) or (UDFToShort(ctinyint) <> csmallint))) (type: boolean) Statistics: Num rows: 1903 Data size: 236052 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cbigint (type: bigint), cboolean1 (type: boolean), cstring1 (type: string), cdouble (type: double), UDFToDouble(cbigint) (type: double), (UDFToDouble(cbigint) * UDFToDouble(cbigint)) (type: double), (cdouble * cdouble) (type: double) diff --git a/ql/src/test/results/clientpositive/llap/vectorization_15.q.out b/ql/src/test/results/clientpositive/llap/vectorization_15.q.out index 6732aba7edd2..ee3b51fb93fc 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_15.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_15.q.out @@ -120,7 +120,7 @@ STAGE PLANS: minReductionHashAggr: 0.4 mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16 - Statistics: Num rows: 6144 Data size: 1216372 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12288 Data size: 2432638 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: float), _col1 (type: boolean), _col2 (type: double), _col3 (type: string), _col4 (type: tinyint), _col5 (type: int), _col6 (type: timestamp) null sort order: zzzzzzz @@ -132,7 +132,7 @@ STAGE PLANS: native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true valueColumns: 7:double, 8:double, 9:bigint, 10:double, 11:double, 12:double, 13:bigint, 14:double, 15:double, 16:bigint - Statistics: Num rows: 6144 Data size: 1216372 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12288 Data size: 2432638 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col7 (type: double), _col8 (type: double), _col9 (type: bigint), _col10 (type: double), _col11 (type: double), _col12 (type: double), _col13 (type: bigint), _col14 (type: double), _col15 (type: double), _col16 (type: bigint) Execution mode: vectorized, llap LLAP IO: all inputs @@ -163,16 +163,16 @@ STAGE PLANS: keys: KEY._col0 (type: float), KEY._col1 (type: boolean), KEY._col2 (type: double), KEY._col3 (type: string), KEY._col4 (type: tinyint), KEY._col5 (type: int), KEY._col6 (type: timestamp) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16 - Statistics: Num rows: 6144 Data size: 1216372 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12288 Data size: 2432638 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: float), _col1 (type: boolean), _col2 (type: double), _col3 (type: string), _col4 (type: tinyint), _col5 (type: int), _col6 (type: timestamp), power(((_col7 - ((_col8 * _col8) / _col9)) / if((_col9 = 1L), null, (_col9 - 1))), 0.5) (type: double), (-26.28 - CAST( _col5 AS decimal(10,0))) (type: decimal(13,2)), _col10 (type: double), (_col2 * 79.553D) (type: double), (33.0 % _col0) (type: float), power(((_col11 - ((_col12 * _col12) / _col13)) / if((_col13 = 1L), null, (_col13 - 1))), 0.5) (type: double), ((_col11 - ((_col12 * _col12) / _col13)) / _col13) (type: double), (-23.0D % _col2) (type: double), (- _col4) (type: tinyint), ((_col14 - ((_col15 * _col15) / _col16)) / if((_col16 = 1L), null, (_col16 - 1))) (type: double), (UDFToFloat(_col5) - _col0) (type: float), (-23 % UDFToInteger(_col4)) (type: int), (- (-26.28 - CAST( _col5 AS decimal(10,0)))) (type: decimal(13,2)), power(((_col14 - ((_col15 * _col15) / _col16)) / _col16), 0.5) (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20 - Statistics: Num rows: 6144 Data size: 2592628 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12288 Data size: 5185150 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: float), _col1 (type: boolean), _col2 (type: double), _col3 (type: string), _col4 (type: tinyint), _col5 (type: int), _col6 (type: timestamp) null sort order: zzzzzzz sort order: +++++++ - Statistics: Num rows: 6144 Data size: 2592628 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12288 Data size: 5185150 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col7 (type: double), _col8 (type: decimal(13,2)), _col9 (type: double), _col10 (type: double), _col11 (type: float), _col12 (type: double), _col13 (type: double), _col14 (type: double), _col15 (type: tinyint), _col16 (type: double), _col17 (type: float), _col18 (type: int), _col19 (type: decimal(13,2)), _col20 (type: double) Reducer 3 Execution mode: llap @@ -184,10 +184,10 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: float), KEY.reducesinkkey1 (type: boolean), KEY.reducesinkkey2 (type: double), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: tinyint), KEY.reducesinkkey5 (type: int), KEY.reducesinkkey6 (type: timestamp), VALUE._col0 (type: double), VALUE._col1 (type: decimal(13,2)), VALUE._col2 (type: double), VALUE._col3 (type: double), VALUE._col4 (type: float), VALUE._col5 (type: double), VALUE._col6 (type: double), VALUE._col7 (type: double), VALUE._col8 (type: tinyint), VALUE._col9 (type: double), VALUE._col10 (type: float), VALUE._col11 (type: int), VALUE._col12 (type: decimal(13,2)), VALUE._col13 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20 - Statistics: Num rows: 6144 Data size: 2592628 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12288 Data size: 5185150 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 6144 Data size: 2592628 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12288 Data size: 5185150 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/vectorization_16.q.out b/ql/src/test/results/clientpositive/llap/vectorization_16.q.out index 7e8cb81144fc..670bf936bfbd 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_16.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_16.q.out @@ -97,7 +97,7 @@ STAGE PLANS: minReductionHashAggr: 0.4 mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 5979 Data size: 825318 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6144 Data size: 848064 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: double), _col2 (type: timestamp) null sort order: zzz @@ -109,7 +109,7 @@ STAGE PLANS: native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true valueColumns: 3:bigint, 4:double, 5:double, 6:double - Statistics: Num rows: 5979 Data size: 825318 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6144 Data size: 848064 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: bigint), _col4 (type: double), _col5 (type: double), _col6 (type: double) Execution mode: vectorized, llap LLAP IO: all inputs @@ -157,7 +157,7 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: double), KEY._col2 (type: timestamp) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 5979 Data size: 825318 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6144 Data size: 848064 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: double), _col2 (type: timestamp), (_col1 - 9763215.5639D) (type: double), (- (_col1 - 9763215.5639D)) (type: double), _col3 (type: bigint), power((greatest(0,(_col4 - ((_col5 * _col5) / _col3))) / if((_col3 = 1L), null, (_col3 - 1))), 0.5) (type: double), (- power((greatest(0,(_col4 - ((_col5 * _col5) / _col3))) / if((_col3 = 1L), null, (_col3 - 1))), 0.5)) (type: double), (power((greatest(0,(_col4 - ((_col5 * _col5) / _col3))) / if((_col3 = 1L), null, (_col3 - 1))), 0.5) * UDFToDouble(_col3)) (type: double), _col6 (type: double), (9763215.5639D / _col1) (type: double), (CAST( _col3 AS decimal(19,0)) / -1.389) (type: decimal(28,6)), power((greatest(0,(_col4 - ((_col5 * _col5) / _col3))) / if((_col3 = 1L), null, (_col3 - 1))), 0.5) (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12 @@ -166,13 +166,13 @@ STAGE PLANS: native: true projectedOutputColumnNums: [0, 1, 2, 7, 9, 3, 18, 28, 39, 6, 40, 42, 51] selectExpressions: DoubleColSubtractDoubleScalar(col 1:double, val 9763215.5639) -> 7:double, DoubleColUnaryMinus(col 8:double)(children: DoubleColSubtractDoubleScalar(col 1:double, val 9763215.5639) -> 8:double) -> 9:double, FuncPowerDoubleToDouble(col 17:double)(children: DoubleColDivideLongColumn(col 13:double, col 16:bigint)(children: VectorUDFAdaptor(greatest(0,(_col4 - ((_col5 * _col5) / _col3))))(children: DoubleColSubtractDoubleColumn(col 4:double, col 11:double)(children: DoubleColDivideLongColumn(col 10:double, col 3:bigint)(children: DoubleColMultiplyDoubleColumn(col 5:double, col 5:double) -> 10:double) -> 11:double) -> 12:double) -> 13:double, IfExprNullCondExpr(col 14:boolean, null, col 15:bigint)(children: LongColEqualLongScalar(col 3:bigint, val 1) -> 14:boolean, LongColSubtractLongScalar(col 3:bigint, val 1) -> 15:bigint) -> 16:bigint) -> 17:double) -> 18:double, DoubleColUnaryMinus(col 27:double)(children: FuncPowerDoubleToDouble(col 26:double)(children: DoubleColDivideLongColumn(col 22:double, col 25:bigint)(children: VectorUDFAdaptor(greatest(0,(_col4 - ((_col5 * _col5) / _col3))))(children: DoubleColSubtractDoubleColumn(col 4:double, col 20:double)(children: DoubleColDivideLongColumn(col 19:double, col 3:bigint)(children: DoubleColMultiplyDoubleColumn(col 5:double, col 5:double) -> 19:double) -> 20:double) -> 21:double) -> 22:double, IfExprNullCondExpr(col 23:boolean, null, col 24:bigint)(children: LongColEqualLongScalar(col 3:bigint, val 1) -> 23:boolean, LongColSubtractLongScalar(col 3:bigint, val 1) -> 24:bigint) -> 25:bigint) -> 26:double) -> 27:double) -> 28:double, DoubleColMultiplyDoubleColumn(col 37:double, col 38:double)(children: FuncPowerDoubleToDouble(col 36:double)(children: DoubleColDivideLongColumn(col 32:double, col 35:bigint)(children: VectorUDFAdaptor(greatest(0,(_col4 - ((_col5 * _col5) / _col3))))(children: DoubleColSubtractDoubleColumn(col 4:double, col 30:double)(children: DoubleColDivideLongColumn(col 29:double, col 3:bigint)(children: DoubleColMultiplyDoubleColumn(col 5:double, col 5:double) -> 29:double) -> 30:double) -> 31:double) -> 32:double, IfExprNullCondExpr(col 33:boolean, null, col 34:bigint)(children: LongColEqualLongScalar(col 3:bigint, val 1) -> 33:boolean, LongColSubtractLongScalar(col 3:bigint, val 1) -> 34:bigint) -> 35:bigint) -> 36:double) -> 37:double, CastLongToDouble(col 3:bigint) -> 38:double) -> 39:double, DoubleScalarDivideDoubleColumn(val 9763215.5639, col 1:double) -> 40:double, DecimalColDivideDecimalScalar(col 41:decimal(19,0), val -1.389)(children: CastLongToDecimal(col 3:bigint) -> 41:decimal(19,0)) -> 42:decimal(28,6), FuncPowerDoubleToDouble(col 50:double)(children: DoubleColDivideLongColumn(col 46:double, col 49:bigint)(children: VectorUDFAdaptor(greatest(0,(_col4 - ((_col5 * _col5) / _col3))))(children: DoubleColSubtractDoubleColumn(col 4:double, col 44:double)(children: DoubleColDivideLongColumn(col 43:double, col 3:bigint)(children: DoubleColMultiplyDoubleColumn(col 5:double, col 5:double) -> 43:double) -> 44:double) -> 45:double) -> 46:double, IfExprNullCondExpr(col 47:boolean, null, col 48:bigint)(children: LongColEqualLongScalar(col 3:bigint, val 1) -> 47:boolean, LongColSubtractLongScalar(col 3:bigint, val 1) -> 48:bigint) -> 49:bigint) -> 50:double) -> 51:double - Statistics: Num rows: 5979 Data size: 1734126 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6144 Data size: 1781952 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 5979 Data size: 1734126 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6144 Data size: 1781952 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/vectorization_3.q.out b/ql/src/test/results/clientpositive/llap/vectorization_3.q.out index 445a06ac0f35..48cf350e1e31 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_3.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_3.q.out @@ -73,7 +73,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - filterExpr: (((UDFToFloat(cint) <= cfloat) and (CAST( cbigint AS decimal(22,3)) <> 79.553) and (UDFToDouble(ctimestamp2) = -29071.0D)) or ((UDFToDouble(cbigint) > cdouble) and (CAST( csmallint AS decimal(8,3)) >= 79.553) and (ctimestamp1 > ctimestamp2))) (type: boolean) + filterExpr: (((UDFToDouble(cbigint) > cdouble) and (CAST( csmallint AS decimal(8,3)) >= 79.553) and (ctimestamp1 > ctimestamp2)) or ((UDFToFloat(cint) <= cfloat) and (CAST( cbigint AS decimal(22,3)) <> 79.553) and (UDFToDouble(ctimestamp2) = -29071.0D))) (type: boolean) Statistics: Num rows: 12288 Data size: 1027540 Basic stats: COMPLETE Column stats: COMPLETE TableScan Vectorization: native: true @@ -82,8 +82,8 @@ STAGE PLANS: Filter Vectorization: className: VectorFilterOperator native: true - predicateExpression: FilterExprOrExpr(children: FilterExprAndExpr(children: FilterDoubleColLessEqualDoubleColumn(col 14:float, col 4:float)(children: CastLongToFloatViaLongToDouble(col 2:int) -> 14:float), FilterDecimalColNotEqualDecimalScalar(col 15:decimal(22,3), val 79.553)(children: CastLongToDecimal(col 3:bigint) -> 15:decimal(22,3)), FilterDoubleColEqualDoubleScalar(col 16:double, val -29071.0)(children: CastTimestampToDouble(col 9:timestamp) -> 16:double)), FilterExprAndExpr(children: FilterDoubleColGreaterDoubleColumn(col 17:double, col 5:double)(children: CastLongToDouble(col 3:bigint) -> 17:double), FilterDecimal64ColGreaterEqualDecimal64Scalar(col 18:decimal(8,3)/DECIMAL_64, val 79553)(children: CastLongToDecimal64(col 1:smallint) -> 18:decimal(8,3)/DECIMAL_64), FilterTimestampColGreaterTimestampColumn(col 8:timestamp, col 9:timestamp))) - predicate: (((UDFToFloat(cint) <= cfloat) and (CAST( cbigint AS decimal(22,3)) <> 79.553) and (UDFToDouble(ctimestamp2) = -29071.0D)) or ((UDFToDouble(cbigint) > cdouble) and (CAST( csmallint AS decimal(8,3)) >= 79.553) and (ctimestamp1 > ctimestamp2))) (type: boolean) + predicateExpression: FilterExprOrExpr(children: FilterExprAndExpr(children: FilterDoubleColGreaterDoubleColumn(col 14:double, col 5:double)(children: CastLongToDouble(col 3:bigint) -> 14:double), FilterDecimal64ColGreaterEqualDecimal64Scalar(col 15:decimal(8,3)/DECIMAL_64, val 79553)(children: CastLongToDecimal64(col 1:smallint) -> 15:decimal(8,3)/DECIMAL_64), FilterTimestampColGreaterTimestampColumn(col 8:timestamp, col 9:timestamp)), FilterExprAndExpr(children: FilterDoubleColLessEqualDoubleColumn(col 16:float, col 4:float)(children: CastLongToFloatViaLongToDouble(col 2:int) -> 16:float), FilterDecimalColNotEqualDecimalScalar(col 17:decimal(22,3), val 79.553)(children: CastLongToDecimal(col 3:bigint) -> 17:decimal(22,3)), FilterDoubleColEqualDoubleScalar(col 18:double, val -29071.0)(children: CastTimestampToDouble(col 9:timestamp) -> 18:double))) + predicate: (((UDFToDouble(cbigint) > cdouble) and (CAST( csmallint AS decimal(8,3)) >= 79.553) and (ctimestamp1 > ctimestamp2)) or ((UDFToFloat(cint) <= cfloat) and (CAST( cbigint AS decimal(22,3)) <> 79.553) and (UDFToDouble(ctimestamp2) = -29071.0D))) (type: boolean) Statistics: Num rows: 2503 Data size: 209380 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cfloat (type: float), cint (type: int), UDFToDouble(csmallint) (type: double), (UDFToDouble(csmallint) * UDFToDouble(csmallint)) (type: double), UDFToDouble(ctinyint) (type: double), (UDFToDouble(ctinyint) * UDFToDouble(ctinyint)) (type: double), UDFToDouble(cfloat) (type: double), (UDFToDouble(cfloat) * UDFToDouble(cfloat)) (type: double), UDFToDouble(cint) (type: double), (UDFToDouble(cint) * UDFToDouble(cint)) (type: double) @@ -133,7 +133,7 @@ STAGE PLANS: includeColumns: [0, 1, 2, 3, 4, 5, 8, 9] dataColumns: ctinyint:tinyint, csmallint:smallint, cint:int, cbigint:bigint, cfloat:float, cdouble:double, cstring1:string, cstring2:string, ctimestamp1:timestamp, ctimestamp2:timestamp, cboolean1:boolean, cboolean2:boolean partitionColumnCount: 0 - scratchColumnTypeNames: [double, decimal(22,3), double, double, decimal(8,3)/DECIMAL_64, double, double, double, double, double, double, double, double, double, double, double, double, double] + scratchColumnTypeNames: [double, decimal(8,3)/DECIMAL_64, double, decimal(22,3), double, double, double, double, double, double, double, double, double, double, double, double, double, double] Reducer 2 Execution mode: vectorized, llap Reduce Vectorization: diff --git a/ql/src/test/results/clientpositive/llap/vectorization_9.q.out b/ql/src/test/results/clientpositive/llap/vectorization_9.q.out index 7e8cb81144fc..670bf936bfbd 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_9.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_9.q.out @@ -97,7 +97,7 @@ STAGE PLANS: minReductionHashAggr: 0.4 mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 5979 Data size: 825318 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6144 Data size: 848064 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: double), _col2 (type: timestamp) null sort order: zzz @@ -109,7 +109,7 @@ STAGE PLANS: native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true valueColumns: 3:bigint, 4:double, 5:double, 6:double - Statistics: Num rows: 5979 Data size: 825318 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6144 Data size: 848064 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: bigint), _col4 (type: double), _col5 (type: double), _col6 (type: double) Execution mode: vectorized, llap LLAP IO: all inputs @@ -157,7 +157,7 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: double), KEY._col2 (type: timestamp) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 5979 Data size: 825318 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6144 Data size: 848064 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: double), _col2 (type: timestamp), (_col1 - 9763215.5639D) (type: double), (- (_col1 - 9763215.5639D)) (type: double), _col3 (type: bigint), power((greatest(0,(_col4 - ((_col5 * _col5) / _col3))) / if((_col3 = 1L), null, (_col3 - 1))), 0.5) (type: double), (- power((greatest(0,(_col4 - ((_col5 * _col5) / _col3))) / if((_col3 = 1L), null, (_col3 - 1))), 0.5)) (type: double), (power((greatest(0,(_col4 - ((_col5 * _col5) / _col3))) / if((_col3 = 1L), null, (_col3 - 1))), 0.5) * UDFToDouble(_col3)) (type: double), _col6 (type: double), (9763215.5639D / _col1) (type: double), (CAST( _col3 AS decimal(19,0)) / -1.389) (type: decimal(28,6)), power((greatest(0,(_col4 - ((_col5 * _col5) / _col3))) / if((_col3 = 1L), null, (_col3 - 1))), 0.5) (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12 @@ -166,13 +166,13 @@ STAGE PLANS: native: true projectedOutputColumnNums: [0, 1, 2, 7, 9, 3, 18, 28, 39, 6, 40, 42, 51] selectExpressions: DoubleColSubtractDoubleScalar(col 1:double, val 9763215.5639) -> 7:double, DoubleColUnaryMinus(col 8:double)(children: DoubleColSubtractDoubleScalar(col 1:double, val 9763215.5639) -> 8:double) -> 9:double, FuncPowerDoubleToDouble(col 17:double)(children: DoubleColDivideLongColumn(col 13:double, col 16:bigint)(children: VectorUDFAdaptor(greatest(0,(_col4 - ((_col5 * _col5) / _col3))))(children: DoubleColSubtractDoubleColumn(col 4:double, col 11:double)(children: DoubleColDivideLongColumn(col 10:double, col 3:bigint)(children: DoubleColMultiplyDoubleColumn(col 5:double, col 5:double) -> 10:double) -> 11:double) -> 12:double) -> 13:double, IfExprNullCondExpr(col 14:boolean, null, col 15:bigint)(children: LongColEqualLongScalar(col 3:bigint, val 1) -> 14:boolean, LongColSubtractLongScalar(col 3:bigint, val 1) -> 15:bigint) -> 16:bigint) -> 17:double) -> 18:double, DoubleColUnaryMinus(col 27:double)(children: FuncPowerDoubleToDouble(col 26:double)(children: DoubleColDivideLongColumn(col 22:double, col 25:bigint)(children: VectorUDFAdaptor(greatest(0,(_col4 - ((_col5 * _col5) / _col3))))(children: DoubleColSubtractDoubleColumn(col 4:double, col 20:double)(children: DoubleColDivideLongColumn(col 19:double, col 3:bigint)(children: DoubleColMultiplyDoubleColumn(col 5:double, col 5:double) -> 19:double) -> 20:double) -> 21:double) -> 22:double, IfExprNullCondExpr(col 23:boolean, null, col 24:bigint)(children: LongColEqualLongScalar(col 3:bigint, val 1) -> 23:boolean, LongColSubtractLongScalar(col 3:bigint, val 1) -> 24:bigint) -> 25:bigint) -> 26:double) -> 27:double) -> 28:double, DoubleColMultiplyDoubleColumn(col 37:double, col 38:double)(children: FuncPowerDoubleToDouble(col 36:double)(children: DoubleColDivideLongColumn(col 32:double, col 35:bigint)(children: VectorUDFAdaptor(greatest(0,(_col4 - ((_col5 * _col5) / _col3))))(children: DoubleColSubtractDoubleColumn(col 4:double, col 30:double)(children: DoubleColDivideLongColumn(col 29:double, col 3:bigint)(children: DoubleColMultiplyDoubleColumn(col 5:double, col 5:double) -> 29:double) -> 30:double) -> 31:double) -> 32:double, IfExprNullCondExpr(col 33:boolean, null, col 34:bigint)(children: LongColEqualLongScalar(col 3:bigint, val 1) -> 33:boolean, LongColSubtractLongScalar(col 3:bigint, val 1) -> 34:bigint) -> 35:bigint) -> 36:double) -> 37:double, CastLongToDouble(col 3:bigint) -> 38:double) -> 39:double, DoubleScalarDivideDoubleColumn(val 9763215.5639, col 1:double) -> 40:double, DecimalColDivideDecimalScalar(col 41:decimal(19,0), val -1.389)(children: CastLongToDecimal(col 3:bigint) -> 41:decimal(19,0)) -> 42:decimal(28,6), FuncPowerDoubleToDouble(col 50:double)(children: DoubleColDivideLongColumn(col 46:double, col 49:bigint)(children: VectorUDFAdaptor(greatest(0,(_col4 - ((_col5 * _col5) / _col3))))(children: DoubleColSubtractDoubleColumn(col 4:double, col 44:double)(children: DoubleColDivideLongColumn(col 43:double, col 3:bigint)(children: DoubleColMultiplyDoubleColumn(col 5:double, col 5:double) -> 43:double) -> 44:double) -> 45:double) -> 46:double, IfExprNullCondExpr(col 47:boolean, null, col 48:bigint)(children: LongColEqualLongScalar(col 3:bigint, val 1) -> 47:boolean, LongColSubtractLongScalar(col 3:bigint, val 1) -> 48:bigint) -> 49:bigint) -> 50:double) -> 51:double - Statistics: Num rows: 5979 Data size: 1734126 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6144 Data size: 1781952 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 5979 Data size: 1734126 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6144 Data size: 1781952 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/vectorization_short_regress.q.out b/ql/src/test/results/clientpositive/llap/vectorization_short_regress.q.out index da82903d7963..418538ff44de 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_short_regress.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_short_regress.q.out @@ -635,7 +635,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - filterExpr: ((ctimestamp1 = ctimestamp2) or ((UDFToLong(csmallint) <= cbigint) and (cboolean2 = 1)) or ((cstring2 > 'a') and cboolean1 is not null and ctimestamp2 is not null) or (cfloat = 762.0) or (cstring1 = 'ss')) (type: boolean) + filterExpr: (((UDFToLong(csmallint) <= cbigint) and (cboolean2 = 1)) or (ctimestamp1 = ctimestamp2) or ((cstring2 > 'a') and cboolean1 is not null and ctimestamp2 is not null) or (cfloat = 762.0) or (cstring1 = 'ss')) (type: boolean) Statistics: Num rows: 12288 Data size: 2844090 Basic stats: COMPLETE Column stats: COMPLETE TableScan Vectorization: native: true @@ -643,8 +643,8 @@ STAGE PLANS: Filter Vectorization: className: VectorFilterOperator native: true - predicateExpression: FilterExprOrExpr(children: FilterTimestampColEqualTimestampColumn(col 8:timestamp, col 9:timestamp), FilterExprAndExpr(children: FilterLongColLessEqualLongColumn(col 1:bigint, col 3:bigint)(children: col 1:smallint), FilterLongColEqualLongScalar(col 11:boolean, val 1)), FilterExprAndExpr(children: FilterStringGroupColGreaterStringScalar(col 7:string, val a), SelectColumnIsNotNull(col 10:boolean), SelectColumnIsNotNull(col 9:timestamp)), FilterDoubleColEqualDoubleScalar(col 4:float, val 762.0), FilterStringGroupColEqualStringScalar(col 6:string, val ss)) - predicate: ((ctimestamp1 = ctimestamp2) or ((UDFToLong(csmallint) <= cbigint) and (cboolean2 = 1)) or ((cstring2 > 'a') and cboolean1 is not null and ctimestamp2 is not null) or (cfloat = 762.0) or (cstring1 = 'ss')) (type: boolean) + predicateExpression: FilterExprOrExpr(children: FilterExprAndExpr(children: FilterLongColLessEqualLongColumn(col 1:bigint, col 3:bigint)(children: col 1:smallint), FilterLongColEqualLongScalar(col 11:boolean, val 1)), FilterTimestampColEqualTimestampColumn(col 8:timestamp, col 9:timestamp), FilterExprAndExpr(children: FilterStringGroupColGreaterStringScalar(col 7:string, val a), SelectColumnIsNotNull(col 10:boolean), SelectColumnIsNotNull(col 9:timestamp)), FilterDoubleColEqualDoubleScalar(col 4:float, val 762.0), FilterStringGroupColEqualStringScalar(col 6:string, val ss)) + predicate: (((UDFToLong(csmallint) <= cbigint) and (cboolean2 = 1)) or (ctimestamp1 = ctimestamp2) or ((cstring2 > 'a') and cboolean1 is not null and ctimestamp2 is not null) or (cfloat = 762.0) or (cstring1 = 'ss')) (type: boolean) Statistics: Num rows: 10571 Data size: 2446670 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint), cint (type: int), cdouble (type: double), UDFToDouble(cbigint) (type: double), (UDFToDouble(cbigint) * UDFToDouble(cbigint)) (type: double), UDFToDouble(csmallint) (type: double), (UDFToDouble(csmallint) * UDFToDouble(csmallint)) (type: double), (cdouble * cdouble) (type: double) @@ -2949,10 +2949,10 @@ STAGE PLANS: vectorProcessingMode: HASH projectedOutputColumnNums: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20] keys: _col0 (type: timestamp), _col1 (type: string) - minReductionHashAggr: 0.5133463 + minReductionHashAggr: 0.4 mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22 - Statistics: Num rows: 5980 Data size: 1579124 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12288 Data size: 3244642 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: timestamp), _col1 (type: string) null sort order: zz @@ -2962,7 +2962,7 @@ STAGE PLANS: className: VectorReduceSinkMultiKeyOperator native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - Statistics: Num rows: 5980 Data size: 1579124 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12288 Data size: 3244642 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: double), _col3 (type: double), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint), _col8 (type: tinyint), _col9 (type: double), _col10 (type: double), _col11 (type: bigint), _col12 (type: double), _col13 (type: double), _col14 (type: bigint), _col15 (type: bigint), _col16 (type: bigint), _col17 (type: double), _col18 (type: bigint), _col19 (type: double), _col20 (type: double), _col21 (type: double), _col22 (type: bigint) Execution mode: vectorized, llap LLAP IO: all inputs @@ -2997,7 +2997,7 @@ STAGE PLANS: keys: KEY._col0 (type: timestamp), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22 - Statistics: Num rows: 5980 Data size: 1579124 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12288 Data size: 3244642 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: timestamp), _col1 (type: string), power(((_col2 - ((_col3 * _col3) / _col4)) / _col4), 0.5) (type: double), (UDFToDouble(_col5) / _col6) (type: double), _col7 (type: bigint), _col8 (type: tinyint), ((_col9 - ((_col10 * _col10) / _col11)) / if((_col11 = 1L), null, (_col11 - 1))) (type: double), ((_col12 - ((_col13 * _col13) / _col14)) / _col14) (type: double), (UDFToDouble(_col15) / _col16) (type: double), ((_col12 - ((_col13 * _col13) / _col14)) / if((_col14 = 1L), null, (_col14 - 1))) (type: double), (_col17 / _col18) (type: double), _col19 (type: double), ((_col9 - ((_col10 * _col10) / _col11)) / _col11) (type: double), power(((_col20 - ((_col21 * _col21) / _col22)) / _col22), 0.5) (type: double), _col15 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 @@ -3006,12 +3006,12 @@ STAGE PLANS: native: true projectedOutputColumnNums: [0, 1, 27, 29, 7, 8, 36, 40, 42, 49, 50, 19, 54, 59, 15] selectExpressions: FuncPowerDoubleToDouble(col 26:double)(children: DoubleColDivideLongColumn(col 25:double, col 4:bigint)(children: DoubleColSubtractDoubleColumn(col 2:double, col 24:double)(children: DoubleColDivideLongColumn(col 23:double, col 4:bigint)(children: DoubleColMultiplyDoubleColumn(col 3:double, col 3:double) -> 23:double) -> 24:double) -> 25:double) -> 26:double) -> 27:double, DoubleColDivideLongColumn(col 28:double, col 6:bigint)(children: CastLongToDouble(col 5:bigint) -> 28:double) -> 29:double, DoubleColDivideLongColumn(col 32:double, col 35:bigint)(children: DoubleColSubtractDoubleColumn(col 9:double, col 31:double)(children: DoubleColDivideLongColumn(col 30:double, col 11:bigint)(children: DoubleColMultiplyDoubleColumn(col 10:double, col 10:double) -> 30:double) -> 31:double) -> 32:double, IfExprNullCondExpr(col 33:boolean, null, col 34:bigint)(children: LongColEqualLongScalar(col 11:bigint, val 1) -> 33:boolean, LongColSubtractLongScalar(col 11:bigint, val 1) -> 34:bigint) -> 35:bigint) -> 36:double, DoubleColDivideLongColumn(col 39:double, col 14:bigint)(children: DoubleColSubtractDoubleColumn(col 12:double, col 38:double)(children: DoubleColDivideLongColumn(col 37:double, col 14:bigint)(children: DoubleColMultiplyDoubleColumn(col 13:double, col 13:double) -> 37:double) -> 38:double) -> 39:double) -> 40:double, DoubleColDivideLongColumn(col 41:double, col 16:bigint)(children: CastLongToDouble(col 15:bigint) -> 41:double) -> 42:double, DoubleColDivideLongColumn(col 45:double, col 48:bigint)(children: DoubleColSubtractDoubleColumn(col 12:double, col 44:double)(children: DoubleColDivideLongColumn(col 43:double, col 14:bigint)(children: DoubleColMultiplyDoubleColumn(col 13:double, col 13:double) -> 43:double) -> 44:double) -> 45:double, IfExprNullCondExpr(col 46:boolean, null, col 47:bigint)(children: LongColEqualLongScalar(col 14:bigint, val 1) -> 46:boolean, LongColSubtractLongScalar(col 14:bigint, val 1) -> 47:bigint) -> 48:bigint) -> 49:double, DoubleColDivideLongColumn(col 17:double, col 18:bigint) -> 50:double, DoubleColDivideLongColumn(col 53:double, col 11:bigint)(children: DoubleColSubtractDoubleColumn(col 9:double, col 52:double)(children: DoubleColDivideLongColumn(col 51:double, col 11:bigint)(children: DoubleColMultiplyDoubleColumn(col 10:double, col 10:double) -> 51:double) -> 52:double) -> 53:double) -> 54:double, FuncPowerDoubleToDouble(col 58:double)(children: DoubleColDivideLongColumn(col 57:double, col 22:bigint)(children: DoubleColSubtractDoubleColumn(col 20:double, col 56:double)(children: DoubleColDivideLongColumn(col 55:double, col 22:bigint)(children: DoubleColMultiplyDoubleColumn(col 21:double, col 21:double) -> 55:double) -> 56:double) -> 57:double) -> 58:double) -> 59:double - Statistics: Num rows: 5980 Data size: 1196404 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12288 Data size: 2458210 Basic stats: COMPLETE Column stats: COMPLETE Top N Key Operator sort order: +++++++++++++++++++++++++++++++++++++++ keys: _col0 (type: timestamp), _col1 (type: string), _col2 (type: double), (_col2 * 10.175D) (type: double), (- _col2) (type: double), _col3 (type: double), (- _col2) (type: double), (-26.28D - _col2) (type: double), _col4 (type: bigint), (- _col4) (type: bigint), ((-26.28D - _col2) * (- _col2)) (type: double), _col5 (type: tinyint), (((-26.28D - _col2) * (- _col2)) * UDFToDouble((- _col4))) (type: double), (- (_col2 * 10.175D)) (type: double), _col6 (type: double), (_col6 + (((-26.28D - _col2) * (- _col2)) * UDFToDouble((- _col4)))) (type: double), _col2 (type: double), (UDFToDouble((- _col4)) / _col2) (type: double), _col7 (type: double), (10.175D / _col3) (type: double), _col8 (type: double), _col9 (type: double), ((_col6 + (((-26.28D - _col2) * (- _col2)) * UDFToDouble((- _col4)))) - (((-26.28D - _col2) * (- _col2)) * UDFToDouble((- _col4)))) (type: double), (_col2 * 10.175D) (type: double), _col10 (type: double), (((_col6 + (((-26.28D - _col2) * (- _col2)) * UDFToDouble((- _col4)))) - (((-26.28D - _col2) * (- _col2)) * UDFToDouble((- _col4)))) * 10.175D) (type: double), (10.175D % (10.175D / _col3)) (type: double), (- _col5) (type: tinyint), _col11 (type: double), _col12 (type: double), (- ((-26.28D - _col2) * (- _col2))) (type: double), ((- _col2) % _col10) (type: double), (-26.28 / CAST( (- _col5) AS decimal(3,0))) (type: decimal(8,6)), _col13 (type: double), _col14 (type: bigint), ((_col6 + (((-26.28D - _col2) * (- _col2)) * UDFToDouble((- _col4)))) / _col7) (type: double), _col4 (type: bigint), _col4 (type: bigint), ((_col6 + (((-26.28D - _col2) * (- _col2)) * UDFToDouble((- _col4)))) % -26.28D) (type: double) null sort order: zzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzz - Statistics: Num rows: 5980 Data size: 1196404 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12288 Data size: 2458210 Basic stats: COMPLETE Column stats: COMPLETE top n: 50 Top N Key Vectorization: className: VectorTopNKeyOperator @@ -3025,7 +3025,7 @@ STAGE PLANS: native: true projectedOutputColumnNums: [0, 1, 27, 23, 24, 29, 25, 26, 7, 35, 31, 8, 30, 32, 36, 28, 27, 38, 40, 37, 42, 49, 41, 39, 50, 43, 45, 48, 19, 54, 44, 52, 145, 59, 15, 53, 7, 7, 55] selectExpressions: DoubleColMultiplyDoubleScalar(col 27:double, val 10.175) -> 23:double, DoubleColUnaryMinus(col 27:double) -> 24:double, DoubleColUnaryMinus(col 27:double) -> 25:double, DoubleScalarSubtractDoubleColumn(val -26.28, col 27:double) -> 26:double, LongColUnaryMinus(col 7:bigint) -> 35:bigint, DoubleColMultiplyDoubleColumn(col 28:double, col 30:double)(children: DoubleScalarSubtractDoubleColumn(val -26.28, col 27:double) -> 28:double, DoubleColUnaryMinus(col 27:double) -> 30:double) -> 31:double, DoubleColMultiplyDoubleColumn(col 32:double, col 28:double)(children: DoubleColMultiplyDoubleColumn(col 28:double, col 30:double)(children: DoubleScalarSubtractDoubleColumn(val -26.28, col 27:double) -> 28:double, DoubleColUnaryMinus(col 27:double) -> 30:double) -> 32:double, CastLongToDouble(col 48:bigint)(children: LongColUnaryMinus(col 7:bigint) -> 48:bigint) -> 28:double) -> 30:double, DoubleColUnaryMinus(col 28:double)(children: DoubleColMultiplyDoubleScalar(col 27:double, val 10.175) -> 28:double) -> 32:double, DoubleColAddDoubleColumn(col 36:double, col 37:double)(children: DoubleColMultiplyDoubleColumn(col 38:double, col 28:double)(children: DoubleColMultiplyDoubleColumn(col 28:double, col 37:double)(children: DoubleScalarSubtractDoubleColumn(val -26.28, col 27:double) -> 28:double, DoubleColUnaryMinus(col 27:double) -> 37:double) -> 38:double, CastLongToDouble(col 48:bigint)(children: LongColUnaryMinus(col 7:bigint) -> 48:bigint) -> 28:double) -> 37:double) -> 28:double, DoubleColDivideDoubleColumn(col 37:double, col 27:double)(children: CastLongToDouble(col 48:bigint)(children: LongColUnaryMinus(col 7:bigint) -> 48:bigint) -> 37:double) -> 38:double, DoubleScalarDivideDoubleColumn(val 10.175, col 29:double) -> 37:double, DoubleColSubtractDoubleColumn(col 39:double, col 43:double)(children: DoubleColAddDoubleColumn(col 36:double, col 41:double)(children: DoubleColMultiplyDoubleColumn(col 43:double, col 39:double)(children: DoubleColMultiplyDoubleColumn(col 39:double, col 41:double)(children: DoubleScalarSubtractDoubleColumn(val -26.28, col 27:double) -> 39:double, DoubleColUnaryMinus(col 27:double) -> 41:double) -> 43:double, CastLongToDouble(col 48:bigint)(children: LongColUnaryMinus(col 7:bigint) -> 48:bigint) -> 39:double) -> 41:double) -> 39:double, DoubleColMultiplyDoubleColumn(col 44:double, col 41:double)(children: DoubleColMultiplyDoubleColumn(col 41:double, col 43:double)(children: DoubleScalarSubtractDoubleColumn(val -26.28, col 27:double) -> 41:double, DoubleColUnaryMinus(col 27:double) -> 43:double) -> 44:double, CastLongToDouble(col 48:bigint)(children: LongColUnaryMinus(col 7:bigint) -> 48:bigint) -> 41:double) -> 43:double) -> 41:double, DoubleColMultiplyDoubleScalar(col 27:double, val 10.175) -> 39:double, DoubleColMultiplyDoubleScalar(col 44:double, val 10.175)(children: DoubleColSubtractDoubleColumn(col 43:double, col 45:double)(children: DoubleColAddDoubleColumn(col 36:double, col 44:double)(children: DoubleColMultiplyDoubleColumn(col 45:double, col 43:double)(children: DoubleColMultiplyDoubleColumn(col 43:double, col 44:double)(children: DoubleScalarSubtractDoubleColumn(val -26.28, col 27:double) -> 43:double, DoubleColUnaryMinus(col 27:double) -> 44:double) -> 45:double, CastLongToDouble(col 48:bigint)(children: LongColUnaryMinus(col 7:bigint) -> 48:bigint) -> 43:double) -> 44:double) -> 43:double, DoubleColMultiplyDoubleColumn(col 51:double, col 44:double)(children: DoubleColMultiplyDoubleColumn(col 44:double, col 45:double)(children: DoubleScalarSubtractDoubleColumn(val -26.28, col 27:double) -> 44:double, DoubleColUnaryMinus(col 27:double) -> 45:double) -> 51:double, CastLongToDouble(col 48:bigint)(children: LongColUnaryMinus(col 7:bigint) -> 48:bigint) -> 44:double) -> 45:double) -> 44:double) -> 43:double, DoubleScalarModuloDoubleColumn(val 10.175, col 44:double)(children: DoubleScalarDivideDoubleColumn(val 10.175, col 29:double) -> 44:double) -> 45:double, LongColUnaryMinus(col 8:tinyint) -> 48:tinyint, DoubleColUnaryMinus(col 52:double)(children: DoubleColMultiplyDoubleColumn(col 44:double, col 51:double)(children: DoubleScalarSubtractDoubleColumn(val -26.28, col 27:double) -> 44:double, DoubleColUnaryMinus(col 27:double) -> 51:double) -> 52:double) -> 44:double, DoubleColModuloDoubleColumn(col 51:double, col 50:double)(children: DoubleColUnaryMinus(col 27:double) -> 51:double) -> 52:double, DecimalScalarDivideDecimalColumn(val -26.28, col 127:decimal(3,0))(children: CastLongToDecimal(col 71:tinyint)(children: LongColUnaryMinus(col 8:tinyint) -> 71:tinyint) -> 127:decimal(3,0)) -> 145:decimal(8,6), DoubleColDivideDoubleColumn(col 51:double, col 40:double)(children: DoubleColAddDoubleColumn(col 36:double, col 53:double)(children: DoubleColMultiplyDoubleColumn(col 55:double, col 51:double)(children: DoubleColMultiplyDoubleColumn(col 51:double, col 53:double)(children: DoubleScalarSubtractDoubleColumn(val -26.28, col 27:double) -> 51:double, DoubleColUnaryMinus(col 27:double) -> 53:double) -> 55:double, CastLongToDouble(col 71:bigint)(children: LongColUnaryMinus(col 7:bigint) -> 71:bigint) -> 51:double) -> 53:double) -> 51:double) -> 53:double, DoubleColModuloDoubleScalar(col 51:double, val -26.28)(children: DoubleColAddDoubleColumn(col 36:double, col 55:double)(children: DoubleColMultiplyDoubleColumn(col 56:double, col 51:double)(children: DoubleColMultiplyDoubleColumn(col 51:double, col 55:double)(children: DoubleScalarSubtractDoubleColumn(val -26.28, col 27:double) -> 51:double, DoubleColUnaryMinus(col 27:double) -> 55:double) -> 56:double, CastLongToDouble(col 71:bigint)(children: LongColUnaryMinus(col 7:bigint) -> 71:bigint) -> 51:double) -> 55:double) -> 51:double) -> 55:double - Statistics: Num rows: 5980 Data size: 2739514 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12288 Data size: 5628990 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: timestamp), _col1 (type: string), _col2 (type: double), _col3 (type: double), _col4 (type: double), _col5 (type: double), _col6 (type: double), _col7 (type: double), _col8 (type: bigint), _col9 (type: bigint), _col10 (type: double), _col11 (type: tinyint), _col12 (type: double), _col13 (type: double), _col14 (type: double), _col15 (type: double), _col16 (type: double), _col17 (type: double), _col18 (type: double), _col19 (type: double), _col20 (type: double), _col21 (type: double), _col22 (type: double), _col23 (type: double), _col24 (type: double), _col25 (type: double), _col26 (type: double), _col27 (type: tinyint), _col28 (type: double), _col29 (type: double), _col30 (type: double), _col31 (type: double), _col32 (type: decimal(8,6)), _col33 (type: double), _col34 (type: bigint), _col35 (type: double), _col36 (type: bigint), _col37 (type: bigint), _col38 (type: double) null sort order: zzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzz @@ -3034,7 +3034,7 @@ STAGE PLANS: className: VectorReduceSinkObjectHashOperator native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - Statistics: Num rows: 5980 Data size: 2739514 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12288 Data size: 5628990 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 Execution mode: vectorized, llap Reduce Vectorization: @@ -3051,7 +3051,7 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [0, 1, 2, 3, 4, 5, 4, 7, 8, 9, 10, 11, 12, 13, 14, 15, 2, 17, 18, 19, 20, 21, 22, 3, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 8, 8, 38] - Statistics: Num rows: 5980 Data size: 2739514 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12288 Data size: 5628990 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 50 Limit Vectorization: diff --git a/ql/src/test/results/clientpositive/llap/vectorized_dynamic_semijoin_reduction2.q.out b/ql/src/test/results/clientpositive/llap/vectorized_dynamic_semijoin_reduction2.q.out index 262c0184faf0..5bbdded348a2 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_dynamic_semijoin_reduction2.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_dynamic_semijoin_reduction2.q.out @@ -761,10 +761,10 @@ STAGE PLANS: keys: 0 _col0 (type: date) 1 _col0 (type: date) - Statistics: Num rows: 2000 Data size: 16000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 21 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() - minReductionHashAggr: 0.99 + minReductionHashAggr: 0.95238096 mode: hash outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE @@ -910,10 +910,10 @@ STAGE PLANS: keys: 0 _col0 (type: timestamp) 1 _col0 (type: timestamp) - Statistics: Num rows: 2000 Data size: 16000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 21 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() - minReductionHashAggr: 0.99 + minReductionHashAggr: 0.95238096 mode: hash outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE diff --git a/ql/src/test/results/clientpositive/llap/vectorized_stats.q.out b/ql/src/test/results/clientpositive/llap/vectorized_stats.q.out index af0c461861f3..63f97eeca17c 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_stats.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_stats.q.out @@ -1207,13 +1207,13 @@ STAGE PLANS: minReductionHashAggr: 0.99 mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 36 Data size: 1120 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: timestamp) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: timestamp) - Statistics: Num rows: 1 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 36 Data size: 1120 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 @@ -1223,10 +1223,10 @@ STAGE PLANS: keys: KEY._col0 (type: timestamp) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 36 Data size: 1120 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 36 Data size: 1120 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1826,16 +1826,16 @@ STAGE PLANS: Statistics: Num rows: 100 Data size: 5600 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: val1 (type: date) - minReductionHashAggr: 0.99 + minReductionHashAggr: 0.4 mode: hash outputColumnNames: _col0 - Statistics: Num rows: 50 Data size: 2800 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 95 Data size: 5320 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: date) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: date) - Statistics: Num rows: 50 Data size: 2800 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 95 Data size: 5320 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 @@ -1845,10 +1845,10 @@ STAGE PLANS: keys: KEY._col0 (type: date) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 25 Data size: 1400 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 95 Data size: 5320 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 25 Data size: 1400 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 95 Data size: 5320 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/vectorized_timestamp.q.out b/ql/src/test/results/clientpositive/llap/vectorized_timestamp.q.out index 8f722cdd70b1..3e1d638d5947 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_timestamp.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_timestamp.q.out @@ -290,7 +290,7 @@ STAGE PLANS: native: true predicateExpression: FilterTimestampColumnInList(col 0:timestamp, values [0001-01-02 16:00:00.0, 0002-02-03 16:00:00.0]) predicate: (ts) IN (TIMESTAMP'0001-01-01 00:00:00', TIMESTAMP'0002-02-02 00:00:00') (type: boolean) - Statistics: Num rows: 1 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ts (type: timestamp) outputColumnNames: _col0 @@ -298,13 +298,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [0] - Statistics: Num rows: 1 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 1 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query12.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query12.q.out index ac4f8ced88a8..813daa134207 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query12.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query12.q.out @@ -2,16 +2,16 @@ CBO PLAN: HiveProject(i_item_desc=[$0], i_category=[$1], i_class=[$2], i_current_price=[$3], itemrevenue=[$4], revenueratio=[$5]) HiveSortLimit(sort0=[$1], sort1=[$2], sort2=[$6], sort3=[$0], sort4=[$5], dir0=[ASC], dir1=[ASC], dir2=[ASC], dir3=[ASC], dir4=[ASC], fetch=[100]) HiveProject(i_item_desc=[$1], i_category=[$4], i_class=[$3], i_current_price=[$2], itemrevenue=[$5], revenueratio=[/(*($5, 100:DECIMAL(10, 0)), sum($5) OVER (PARTITION BY $3 ORDER BY $3 NULLS FIRST RANGE BETWEEN UNBOUNDED PRECEDING AND UNBOUNDED FOLLOWING))], (tok_table_or_col i_item_id)=[$0]) - HiveAggregate(group=[{4, 5, 6, 7, 8}], agg#0=[sum($1)]) - HiveJoin(condition=[=($2, $9)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($0, $3)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveAggregate(group=[{5, 6, 7, 8, 9}], agg#0=[sum($1)]) + HiveJoin(condition=[=($0, $4)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($2, $3)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(ws_item_sk=[$2], ws_ext_sales_price=[$22], ws_sold_date_sk=[$33]) HiveFilter(condition=[IS NOT NULL($33)]) HiveTableScan(table=[[default, web_sales]], table:alias=[web_sales]) - HiveProject(i_item_sk=[$0], i_item_id=[$1], i_item_desc=[$4], i_current_price=[$5], i_class=[$10], i_category=[$12]) - HiveFilter(condition=[IN($12, _UTF-16LE'Books', _UTF-16LE'Jewelry', _UTF-16LE'Sports')]) - HiveTableScan(table=[[default, item]], table:alias=[item]) - HiveProject(d_date_sk=[$0]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 2001-01-12 00:00:00:TIMESTAMP(9), 2001-02-11 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_date_sk=[$0]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 2001-01-12 00:00:00:TIMESTAMP(9), 2001-02-11 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(i_item_sk=[$0], i_item_id=[$1], i_item_desc=[$4], i_current_price=[$5], i_class=[$10], i_category=[$12]) + HiveFilter(condition=[IN($12, _UTF-16LE'Books', _UTF-16LE'Jewelry', _UTF-16LE'Sports')]) + HiveTableScan(table=[[default, item]], table:alias=[item]) diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query16.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query16.q.out index a6346d4138e8..4e9966445da8 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query16.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query16.q.out @@ -3,22 +3,22 @@ HiveProject(order count=[$0], total shipping cost=[$1], total net profit=[$2]) HiveAggregate(group=[{}], agg#0=[count(DISTINCT $4)], agg#1=[sum($5)], agg#2=[sum($6)]) HiveAntiJoin(condition=[=($4, $14)], joinType=[anti]) HiveSemiJoin(condition=[AND(=($4, $14), <>($3, $13))], joinType=[semi]) - HiveProject(cs_ship_date_sk=[$0], cs_ship_addr_sk=[$1], cs_call_center_sk=[$2], cs_warehouse_sk=[$3], cs_order_number=[$4], cs_ext_ship_cost=[$5], cs_net_profit=[$6], d_date_sk=[$11], d_date=[$12], ca_address_sk=[$7], ca_state=[$8], cc_call_center_sk=[$9], cc_county=[$10]) - HiveJoin(condition=[=($0, $11)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($2, $9)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($1, $7)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveProject(cs_ship_date_sk=[$2], cs_ship_addr_sk=[$3], cs_call_center_sk=[$4], cs_warehouse_sk=[$5], cs_order_number=[$6], cs_ext_ship_cost=[$7], cs_net_profit=[$8], d_date_sk=[$9], d_date=[$10], ca_address_sk=[$0], ca_state=[$1], cc_call_center_sk=[$11], cc_county=[$12]) + HiveJoin(condition=[=($4, $11)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($3, $0)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveProject(ca_address_sk=[$0], ca_state=[CAST(_UTF-16LE'NY'):CHAR(2) CHARACTER SET "UTF-16LE"]) + HiveFilter(condition=[=($8, _UTF-16LE'NY')]) + HiveTableScan(table=[[default, customer_address]], table:alias=[customer_address]) + HiveJoin(condition=[=($0, $7)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(cs_ship_date_sk=[$1], cs_ship_addr_sk=[$9], cs_call_center_sk=[$10], cs_warehouse_sk=[$13], cs_order_number=[$16], cs_ext_ship_cost=[$27], cs_net_profit=[$32]) HiveFilter(condition=[AND(IS NOT NULL($9), IS NOT NULL($1), IS NOT NULL($10))]) HiveTableScan(table=[[default, catalog_sales]], table:alias=[cs1]) - HiveProject(ca_address_sk=[$0], ca_state=[CAST(_UTF-16LE'NY'):CHAR(2) CHARACTER SET "UTF-16LE"]) - HiveFilter(condition=[=($8, _UTF-16LE'NY')]) - HiveTableScan(table=[[default, customer_address]], table:alias=[customer_address]) - HiveProject(cc_call_center_sk=[$0], cc_county=[$25]) - HiveFilter(condition=[IN($25, _UTF-16LE'Daviess County':VARCHAR(30) CHARACTER SET "UTF-16LE", _UTF-16LE'Franklin Parish':VARCHAR(30) CHARACTER SET "UTF-16LE", _UTF-16LE'Huron County':VARCHAR(30) CHARACTER SET "UTF-16LE", _UTF-16LE'Levy County':VARCHAR(30) CHARACTER SET "UTF-16LE", _UTF-16LE'Ziebach County':VARCHAR(30) CHARACTER SET "UTF-16LE")]) - HiveTableScan(table=[[default, call_center]], table:alias=[call_center]) - HiveProject(d_date_sk=[$0], d_date=[$2]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 2001-04-01 00:00:00:TIMESTAMP(9), 2001-05-31 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_date_sk=[$0], d_date=[$2]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 2001-04-01 00:00:00:TIMESTAMP(9), 2001-05-31 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(cc_call_center_sk=[$0], cc_county=[$25]) + HiveFilter(condition=[IN($25, _UTF-16LE'Daviess County':VARCHAR(30) CHARACTER SET "UTF-16LE", _UTF-16LE'Franklin Parish':VARCHAR(30) CHARACTER SET "UTF-16LE", _UTF-16LE'Huron County':VARCHAR(30) CHARACTER SET "UTF-16LE", _UTF-16LE'Levy County':VARCHAR(30) CHARACTER SET "UTF-16LE", _UTF-16LE'Ziebach County':VARCHAR(30) CHARACTER SET "UTF-16LE")]) + HiveTableScan(table=[[default, call_center]], table:alias=[call_center]) HiveProject(cs_warehouse_sk=[$13], cs_order_number=[$16]) HiveFilter(condition=[IS NOT NULL($13)]) HiveTableScan(table=[[default, catalog_sales]], table:alias=[cs2]) diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query20.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query20.q.out index 455d9e57dd05..c96f9bdb6b8e 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query20.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query20.q.out @@ -2,16 +2,16 @@ CBO PLAN: HiveProject(i_item_desc=[$0], i_category=[$1], i_class=[$2], i_current_price=[$3], itemrevenue=[$4], revenueratio=[$5]) HiveSortLimit(sort0=[$1], sort1=[$2], sort2=[$6], sort3=[$0], sort4=[$5], dir0=[ASC], dir1=[ASC], dir2=[ASC], dir3=[ASC], dir4=[ASC], fetch=[100]) HiveProject(i_item_desc=[$1], i_category=[$4], i_class=[$3], i_current_price=[$2], itemrevenue=[$5], revenueratio=[/(*($5, 100:DECIMAL(10, 0)), sum($5) OVER (PARTITION BY $3 ORDER BY $3 NULLS FIRST RANGE BETWEEN UNBOUNDED PRECEDING AND UNBOUNDED FOLLOWING))], (tok_table_or_col i_item_id)=[$0]) - HiveAggregate(group=[{4, 5, 6, 7, 8}], agg#0=[sum($1)]) - HiveJoin(condition=[=($2, $9)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($0, $3)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveAggregate(group=[{5, 6, 7, 8, 9}], agg#0=[sum($1)]) + HiveJoin(condition=[=($0, $4)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($2, $3)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(cs_item_sk=[$14], cs_ext_sales_price=[$22], cs_sold_date_sk=[$33]) HiveFilter(condition=[IS NOT NULL($33)]) HiveTableScan(table=[[default, catalog_sales]], table:alias=[catalog_sales]) - HiveProject(i_item_sk=[$0], i_item_id=[$1], i_item_desc=[$4], i_current_price=[$5], i_class=[$10], i_category=[$12]) - HiveFilter(condition=[IN($12, _UTF-16LE'Books', _UTF-16LE'Jewelry', _UTF-16LE'Sports')]) - HiveTableScan(table=[[default, item]], table:alias=[item]) - HiveProject(d_date_sk=[$0]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 2001-01-12 00:00:00:TIMESTAMP(9), 2001-02-11 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_date_sk=[$0]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 2001-01-12 00:00:00:TIMESTAMP(9), 2001-02-11 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(i_item_sk=[$0], i_item_id=[$1], i_item_desc=[$4], i_current_price=[$5], i_class=[$10], i_category=[$12]) + HiveFilter(condition=[IN($12, _UTF-16LE'Books', _UTF-16LE'Jewelry', _UTF-16LE'Sports')]) + HiveTableScan(table=[[default, item]], table:alias=[item]) diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query21.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query21.q.out index 7c1d04844a5f..a6d2b3e4911c 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query21.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query21.q.out @@ -3,18 +3,18 @@ HiveSortLimit(sort0=[$0], sort1=[$1], dir0=[ASC], dir1=[ASC], fetch=[100]) HiveProject(x.w_warehouse_name=[$0], x.i_item_id=[$1], x.inv_before=[$2], x.inv_after=[$3]) HiveFilter(condition=[AND(CASE(>($2, 0), <=(6.66667E-1, /(CAST($3):DOUBLE, CAST($2):DOUBLE)), false), CASE(>($2, 0), <=(/(CAST($3):DOUBLE, CAST($2):DOUBLE), 1.5E0), false))]) HiveAggregate(group=[{0, 1}], agg#0=[sum($2)], agg#1=[sum($3)]) - HiveProject($f0=[$10], $f1=[$5], $f2=[CASE($7, $3, 0)], $f3=[CASE($8, $3, 0)]) - HiveJoin(condition=[=($2, $9)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($0, $6)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($4, $1)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveProject(inv_date_sk=[$0], inv_item_sk=[$1], inv_warehouse_sk=[$2], inv_quantity_on_hand=[$3]) - HiveTableScan(table=[[default, inventory]], table:alias=[inventory]) - HiveProject(i_item_sk=[$0], i_item_id=[$1]) - HiveFilter(condition=[BETWEEN(false, $5, 0.99:DECIMAL(3, 2), 1.49:DECIMAL(3, 2))]) - HiveTableScan(table=[[default, item]], table:alias=[item]) - HiveProject(d_date_sk=[$0], EXPR$0=[<($2, 1998-04-08)], EXPR$1=[>=($2, 1998-04-08)]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-03-09 00:00:00:TIMESTAMP(9), 1998-05-08 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject($f0=[$1], $f1=[$10], $f2=[CASE($7, $5, 0)], $f3=[CASE($8, $5, 0)]) + HiveJoin(condition=[=($4, $0)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(w_warehouse_sk=[$0], w_warehouse_name=[$2]) HiveTableScan(table=[[default, warehouse]], table:alias=[warehouse]) + HiveJoin(condition=[=($7, $1)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($0, $4)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveProject(inv_date_sk=[$0], inv_item_sk=[$1], inv_warehouse_sk=[$2], inv_quantity_on_hand=[$3]) + HiveTableScan(table=[[default, inventory]], table:alias=[inventory]) + HiveProject(d_date_sk=[$0], EXPR$0=[<($2, 1998-04-08)], EXPR$1=[>=($2, 1998-04-08)]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-03-09 00:00:00:TIMESTAMP(9), 1998-05-08 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(i_item_sk=[$0], i_item_id=[$1]) + HiveFilter(condition=[BETWEEN(false, $5, 0.99:DECIMAL(3, 2), 1.49:DECIMAL(3, 2))]) + HiveTableScan(table=[[default, item]], table:alias=[item]) diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query32.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query32.q.out index f158d7fea5d7..710837eecbe2 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query32.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query32.q.out @@ -6,18 +6,18 @@ HiveProject(d_date_sk=[$0]) CBO PLAN: HiveProject(excess discount amount=[$0]) HiveAggregate(group=[{}], agg#0=[sum($1)]) - HiveJoin(condition=[AND(=($6, $3), >($1, $5))], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($4, $2)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($3, $0)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[AND(=($6, $4), >($1, $5))], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($4, $0)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($3, $2)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(cs_item_sk=[$14], cs_ext_discount_amt=[$21], cs_sold_date_sk=[$33]) HiveFilter(condition=[AND(IS NOT NULL($21), IS NOT NULL($33))]) HiveTableScan(table=[[default, catalog_sales]], table:alias=[catalog_sales]) - HiveProject(i_item_sk=[$0]) - HiveFilter(condition=[=($13, 269)]) - HiveTableScan(table=[[default, item]], table:alias=[item]) - HiveProject(d_date_sk=[$0]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-03-18 00:00:00:TIMESTAMP(9), 1998-06-16 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_date_sk=[$0]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-03-18 00:00:00:TIMESTAMP(9), 1998-06-16 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(i_item_sk=[$0]) + HiveFilter(condition=[=($13, 269)]) + HiveTableScan(table=[[default, item]], table:alias=[item]) HiveProject(_o__c0=[*(1.3:DECIMAL(2, 1), CAST(/($1, $2)):DECIMAL(11, 6))], cs_item_sk=[$0]) HiveFilter(condition=[IS NOT NULL(CAST(/($1, $2)):DECIMAL(11, 6))]) HiveAggregate(group=[{0}], agg#0=[sum($1)], agg#1=[count($1)]) diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query37.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query37.q.out index cdac1bab8139..e2ad185eef6f 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query37.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query37.q.out @@ -1,14 +1,11 @@ CBO PLAN: HiveSortLimit(sort0=[$0], dir0=[ASC], fetch=[100]) HiveProject(i_item_id=[$0], i_item_desc=[$1], i_current_price=[$2]) - HiveAggregate(group=[{5, 6, 7}]) - HiveJoin(condition=[=($0, $4)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveAggregate(group=[{4, 5, 6}]) + HiveJoin(condition=[=($0, $3)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(cs_item_sk=[$14]) HiveTableScan(table=[[default, catalog_sales]], table:alias=[catalog_sales]) - HiveJoin(condition=[=($0, $1)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveProject(d_date_sk=[$0]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 2001-06-02 00:00:00:TIMESTAMP(9), 2001-08-01 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveJoin(condition=[=($6, $0)], joinType=[inner], algorithm=[none], cost=[not available]) HiveJoin(condition=[=($1, $2)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(inv_date_sk=[$0], inv_item_sk=[$1]) HiveFilter(condition=[BETWEEN(false, $3, 100, 500)]) @@ -16,4 +13,7 @@ HiveSortLimit(sort0=[$0], dir0=[ASC], fetch=[100]) HiveProject(i_item_sk=[$0], i_item_id=[$1], i_item_desc=[$4], i_current_price=[$5]) HiveFilter(condition=[AND(IN($13, 678, 849, 918, 964), BETWEEN(false, $5, 22:DECIMAL(12, 2), 52:DECIMAL(12, 2)))]) HiveTableScan(table=[[default, item]], table:alias=[item]) + HiveProject(d_date_sk=[$0]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 2001-06-02 00:00:00:TIMESTAMP(9), 2001-08-01 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query40.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query40.q.out index 6ddf309c5979..582967b597c1 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query40.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query40.q.out @@ -2,22 +2,22 @@ CBO PLAN: HiveSortLimit(sort0=[$0], sort1=[$1], dir0=[ASC], dir1=[ASC], fetch=[100]) HiveProject(w_state=[$0], i_item_id=[$1], sales_before=[$2], sales_after=[$3]) HiveAggregate(group=[{0, 1}], agg#0=[sum($2)], agg#1=[sum($3)]) - HiveProject($f0=[$14], $f1=[$9], $f2=[CASE($11, -($3, CASE(IS NOT NULL($7), $7, 0:DECIMAL(12, 2))), 0:DECIMAL(13, 2))], $f3=[CASE($12, -($3, CASE(IS NOT NULL($7), $7, 0:DECIMAL(12, 2))), 0:DECIMAL(13, 2))]) + HiveProject($f0=[$14], $f1=[$12], $f2=[CASE($9, -($3, CASE(IS NOT NULL($7), $7, 0:DECIMAL(12, 2))), 0:DECIMAL(13, 2))], $f3=[CASE($10, -($3, CASE(IS NOT NULL($7), $7, 0:DECIMAL(12, 2))), 0:DECIMAL(13, 2))]) HiveJoin(condition=[=($0, $13)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($4, $10)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($8, $1)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($11, $1)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($4, $8)], joinType=[inner], algorithm=[none], cost=[not available]) HiveJoin(condition=[AND(=($1, $5), =($2, $6))], joinType=[left], algorithm=[none], cost=[not available]) HiveProject(cs_warehouse_sk=[$13], cs_item_sk=[$14], cs_order_number=[$16], cs_sales_price=[$20], cs_sold_date_sk=[$33]) HiveFilter(condition=[AND(IS NOT NULL($13), IS NOT NULL($33))]) HiveTableScan(table=[[default, catalog_sales]], table:alias=[catalog_sales]) HiveProject(cr_item_sk=[$1], cr_order_number=[$15], cr_refunded_cash=[$22]) HiveTableScan(table=[[default, catalog_returns]], table:alias=[catalog_returns]) - HiveProject(i_item_sk=[$0], i_item_id=[$1]) - HiveFilter(condition=[BETWEEN(false, $5, 0.99:DECIMAL(3, 2), 1.49:DECIMAL(3, 2))]) - HiveTableScan(table=[[default, item]], table:alias=[item]) - HiveProject(d_date_sk=[$0], EXPR$0=[<($2, 1998-04-08)], EXPR$1=[>=($2, 1998-04-08)]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-03-09 00:00:00:TIMESTAMP(9), 1998-05-08 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_date_sk=[$0], EXPR$0=[<($2, 1998-04-08)], EXPR$1=[>=($2, 1998-04-08)]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-03-09 00:00:00:TIMESTAMP(9), 1998-05-08 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(i_item_sk=[$0], i_item_id=[$1]) + HiveFilter(condition=[BETWEEN(false, $5, 0.99:DECIMAL(3, 2), 1.49:DECIMAL(3, 2))]) + HiveTableScan(table=[[default, item]], table:alias=[item]) HiveProject(w_warehouse_sk=[$0], w_state=[$10]) HiveTableScan(table=[[default, warehouse]], table:alias=[warehouse]) diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query5.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query5.q.out index cbf3a1ea8a69..c57a4bf13c24 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query5.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query5.q.out @@ -10,9 +10,9 @@ HiveSortLimit(sort0=[$0], sort1=[$1], dir0=[ASC], dir1=[ASC], fetch=[100]) HiveProject(channel=[$0], id=[$1], sales=[$2], returns=[$3], profit=[$4]) HiveUnion(all=[true]) HiveProject(channel=[_UTF-16LE'store channel':VARCHAR(2147483647) CHARACTER SET "UTF-16LE"], id=[||(_UTF-16LE'store':VARCHAR(2147483647) CHARACTER SET "UTF-16LE", $0)], sales=[$1], returns=[$3], profit=[-($2, $4)]) - HiveAggregate(group=[{7}], agg#0=[sum($2)], agg#1=[sum($3)], agg#2=[sum($4)], agg#3=[sum($5)]) - HiveJoin(condition=[=($1, $8)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($0, $6)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveAggregate(group=[{8}], agg#0=[sum($2)], agg#1=[sum($3)], agg#2=[sum($4)], agg#3=[sum($5)]) + HiveJoin(condition=[=($0, $7)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($1, $6)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(store_sk=[$0], date_sk=[$1], sales_price=[$2], profit=[$3], return_amt=[$4], net_loss=[$5]) HiveUnion(all=[true]) HiveProject(store_sk=[$6], date_sk=[$22], sales_price=[$14], profit=[$21], return_amt=[CAST(0:DECIMAL(7, 2)):DECIMAL(7, 2)], net_loss=[CAST(0:DECIMAL(7, 2)):DECIMAL(7, 2)]) @@ -21,15 +21,15 @@ HiveSortLimit(sort0=[$0], sort1=[$1], dir0=[ASC], dir1=[ASC], fetch=[100]) HiveProject(store_sk=[$6], date_sk=[$19], sales_price=[CAST(0:DECIMAL(7, 2)):DECIMAL(7, 2)], profit=[CAST(0:DECIMAL(7, 2)):DECIMAL(7, 2)], return_amt=[$10], net_loss=[$18]) HiveFilter(condition=[AND(IS NOT NULL($6), IS NOT NULL($19))]) HiveTableScan(table=[[default, store_returns]], table:alias=[store_returns]) - HiveProject(s_store_sk=[$0], s_store_id=[$1]) - HiveTableScan(table=[[default, store]], table:alias=[store]) - HiveProject(d_date_sk=[$0]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-08-04 00:00:00:TIMESTAMP(9), 1998-08-18 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_date_sk=[$0]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-08-04 00:00:00:TIMESTAMP(9), 1998-08-18 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(s_store_sk=[$0], s_store_id=[$1]) + HiveTableScan(table=[[default, store]], table:alias=[store]) HiveProject(channel=[_UTF-16LE'catalog channel':VARCHAR(2147483647) CHARACTER SET "UTF-16LE"], id=[||(_UTF-16LE'catalog_page':VARCHAR(2147483647) CHARACTER SET "UTF-16LE", $0)], sales=[$1], returns=[$3], profit=[-($2, $4)]) - HiveAggregate(group=[{7}], agg#0=[sum($2)], agg#1=[sum($3)], agg#2=[sum($4)], agg#3=[sum($5)]) - HiveJoin(condition=[=($1, $8)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($0, $6)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveAggregate(group=[{8}], agg#0=[sum($2)], agg#1=[sum($3)], agg#2=[sum($4)], agg#3=[sum($5)]) + HiveJoin(condition=[=($0, $7)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($1, $6)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(page_sk=[$0], date_sk=[$1], sales_price=[$2], profit=[$3], return_amt=[$4], net_loss=[$5]) HiveUnion(all=[true]) HiveProject(page_sk=[$11], date_sk=[$33], sales_price=[$22], profit=[$32], return_amt=[CAST(0:DECIMAL(7, 2)):DECIMAL(7, 2)], net_loss=[CAST(0:DECIMAL(7, 2)):DECIMAL(7, 2)]) @@ -38,15 +38,15 @@ HiveSortLimit(sort0=[$0], sort1=[$1], dir0=[ASC], dir1=[ASC], fetch=[100]) HiveProject(page_sk=[$11], date_sk=[$26], sales_price=[CAST(0:DECIMAL(7, 2)):DECIMAL(7, 2)], profit=[CAST(0:DECIMAL(7, 2)):DECIMAL(7, 2)], return_amt=[$17], net_loss=[$25]) HiveFilter(condition=[AND(IS NOT NULL($11), IS NOT NULL($26))]) HiveTableScan(table=[[default, catalog_returns]], table:alias=[catalog_returns]) - HiveProject(cp_catalog_page_sk=[$0], cp_catalog_page_id=[$1]) - HiveTableScan(table=[[default, catalog_page]], table:alias=[catalog_page]) - HiveProject(d_date_sk=[$0]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-08-04 00:00:00:TIMESTAMP(9), 1998-08-18 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_date_sk=[$0]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-08-04 00:00:00:TIMESTAMP(9), 1998-08-18 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(cp_catalog_page_sk=[$0], cp_catalog_page_id=[$1]) + HiveTableScan(table=[[default, catalog_page]], table:alias=[catalog_page]) HiveProject(channel=[_UTF-16LE'web channel':VARCHAR(2147483647) CHARACTER SET "UTF-16LE"], id=[||(_UTF-16LE'web_site':VARCHAR(2147483647) CHARACTER SET "UTF-16LE", $0)], sales=[$1], returns=[$3], profit=[-($2, $4)]) - HiveAggregate(group=[{7}], agg#0=[sum($2)], agg#1=[sum($3)], agg#2=[sum($4)], agg#3=[sum($5)]) - HiveJoin(condition=[=($1, $8)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($0, $6)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveAggregate(group=[{8}], agg#0=[sum($2)], agg#1=[sum($3)], agg#2=[sum($4)], agg#3=[sum($5)]) + HiveJoin(condition=[=($0, $7)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($1, $6)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(wsr_web_site_sk=[$0], date_sk=[$1], sales_price=[$2], profit=[$3], return_amt=[$4], net_loss=[$5]) HiveUnion(all=[true]) HiveProject(wsr_web_site_sk=[$12], date_sk=[$33], sales_price=[$22], profit=[$32], return_amt=[CAST(0:DECIMAL(7, 2)):DECIMAL(7, 2)], net_loss=[CAST(0:DECIMAL(7, 2)):DECIMAL(7, 2)]) @@ -60,9 +60,9 @@ HiveSortLimit(sort0=[$0], sort1=[$1], dir0=[ASC], dir1=[ASC], fetch=[100]) HiveProject(wr_item_sk=[$1], wr_order_number=[$12], wr_return_amt=[$14], wr_net_loss=[$22], wr_returned_date_sk=[$23]) HiveFilter(condition=[IS NOT NULL($23)]) HiveTableScan(table=[[default, web_returns]], table:alias=[web_returns]) - HiveProject(web_site_sk=[$0], web_site_id=[$1]) - HiveTableScan(table=[[default, web_site]], table:alias=[web_site]) - HiveProject(d_date_sk=[$0]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-08-04 00:00:00:TIMESTAMP(9), 1998-08-18 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_date_sk=[$0]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-08-04 00:00:00:TIMESTAMP(9), 1998-08-18 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(web_site_sk=[$0], web_site_id=[$1]) + HiveTableScan(table=[[default, web_site]], table:alias=[web_site]) diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query58.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query58.q.out index e470e4ea7aa1..964a40da2c92 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query58.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query58.q.out @@ -1,25 +1,24 @@ CTE Suggestion: HiveProject(d_date=[$0]) HiveJoin(condition=[=($1, $3)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveProject(d_date=[$2], d_week_seq=[$4]) + HiveFilter(condition=[AND(IS NOT NULL($4), IS NOT NULL($2))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) HiveJoin(condition=[true], joinType=[inner], algorithm=[none], cost=[not available]) - HiveProject(d_date=[$2], d_week_seq=[$4]) - HiveFilter(condition=[AND(IS NOT NULL($4), IS NOT NULL($2))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) HiveFilter(condition=[sq_count_check($0)]) HiveAggregate(group=[{}], cnt=[COUNT()]) HiveFilter(condition=[=($2, 1998-02-19)]) HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) - HiveProject(d_week_seq=[$4]) - HiveFilter(condition=[AND(=($2, 1998-02-19), IS NOT NULL($4))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_week_seq=[$4]) + HiveFilter(condition=[AND(=($2, 1998-02-19), IS NOT NULL($4))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) CTE Suggestion: HiveProject(d_date_sk=[$0], d_date=[$2]) HiveFilter(condition=[IS NOT NULL($2)]) HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) -Warning: Map Join MAPJOIN[385][bigTable=?] in task 'Map 13' is a cross product -Warning: Map Join MAPJOIN[393][bigTable=?] in task 'Map 12' is a cross product +Warning: Map Join MAPJOIN[393][bigTable=?] in task 'Reducer 11' is a cross product CBO PLAN: HiveSortLimit(sort0=[$0], sort1=[$1], dir0=[ASC], dir1=[ASC], fetch=[100]) HiveProject(ss_items.item_id=[$4], ss_item_rev=[$7], ss_dev=[*(/(/($7, +(+($7, $5), $1)), 3:DECIMAL(10, 0)), 100:DECIMAL(10, 0))], cs_item_rev=[$5], cs_dev=[*(/(/($5, +(+($7, $5), $1)), 3:DECIMAL(10, 0)), 100:DECIMAL(10, 0))], ws_item_rev=[$1], ws_dev=[*(/(/($1, +(+($7, $5), $1)), 3:DECIMAL(10, 0)), 100:DECIMAL(10, 0))], average=[/(+(+($7, $5), $1), 3:DECIMAL(10, 0))]) @@ -38,19 +37,19 @@ HiveSortLimit(sort0=[$0], sort1=[$1], dir0=[ASC], dir1=[ASC], fetch=[100]) HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) HiveProject(d_date=[$0]) HiveJoin(condition=[=($1, $3)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveProject(d_date=[$2], d_week_seq=[$4]) + HiveFilter(condition=[AND(IS NOT NULL($4), IS NOT NULL($2))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) HiveJoin(condition=[true], joinType=[inner], algorithm=[none], cost=[not available]) - HiveProject(d_date=[$2], d_week_seq=[$4]) - HiveFilter(condition=[AND(IS NOT NULL($4), IS NOT NULL($2))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) HiveProject(cnt=[$0]) HiveFilter(condition=[sq_count_check($0)]) HiveProject(cnt=[$0]) HiveAggregate(group=[{}], cnt=[COUNT()]) HiveFilter(condition=[=($2, 1998-02-19)]) HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) - HiveProject(d_week_seq=[$4]) - HiveFilter(condition=[AND(=($2, 1998-02-19), IS NOT NULL($4))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_week_seq=[$4]) + HiveFilter(condition=[AND(=($2, 1998-02-19), IS NOT NULL($4))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) HiveProject(i_item_sk=[$0], i_item_id=[$1]) HiveTableScan(table=[[default, item]], table:alias=[item]) HiveJoin(condition=[AND(=($2, $0), <=(*(0.9:DECIMAL(1, 1), $1), $3), <=($3, *(1.1:DECIMAL(2, 1), $1)), <=(*(0.9:DECIMAL(1, 1), $3), $1), <=($1, *(1.1:DECIMAL(2, 1), $3)))], joinType=[inner], algorithm=[none], cost=[not available]) @@ -65,19 +64,19 @@ HiveSortLimit(sort0=[$0], sort1=[$1], dir0=[ASC], dir1=[ASC], fetch=[100]) HiveTableScan(table=[[cte, cte_suggestion_1]], table:alias=[cte_suggestion_1]) HiveProject(d_date=[$0]) HiveJoin(condition=[=($1, $3)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveProject(d_date=[$2], d_week_seq=[$4]) + HiveFilter(condition=[AND(IS NOT NULL($4), IS NOT NULL($2))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) HiveJoin(condition=[true], joinType=[inner], algorithm=[none], cost=[not available]) - HiveProject(d_date=[$2], d_week_seq=[$4]) - HiveFilter(condition=[AND(IS NOT NULL($4), IS NOT NULL($2))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) HiveProject(cnt=[$0]) HiveFilter(condition=[sq_count_check($0)]) HiveProject(cnt=[$0]) HiveAggregate(group=[{}], cnt=[COUNT()]) HiveFilter(condition=[=($2, 1998-02-19)]) HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) - HiveProject(d_week_seq=[$4]) - HiveFilter(condition=[AND(=($2, 1998-02-19), IS NOT NULL($4))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_week_seq=[$4]) + HiveFilter(condition=[AND(=($2, 1998-02-19), IS NOT NULL($4))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) HiveProject(i_item_sk=[$0], i_item_id=[$1]) HiveTableScan(table=[[default, item]], table:alias=[item]) HiveProject(i_item_id=[$0], $f1=[$1]) @@ -91,19 +90,19 @@ HiveSortLimit(sort0=[$0], sort1=[$1], dir0=[ASC], dir1=[ASC], fetch=[100]) HiveTableScan(table=[[cte, cte_suggestion_1]], table:alias=[cte_suggestion_1]) HiveProject(d_date=[$0]) HiveJoin(condition=[=($1, $3)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveProject(d_date=[$2], d_week_seq=[$4]) + HiveFilter(condition=[AND(IS NOT NULL($4), IS NOT NULL($2))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) HiveJoin(condition=[true], joinType=[inner], algorithm=[none], cost=[not available]) - HiveProject(d_date=[$2], d_week_seq=[$4]) - HiveFilter(condition=[AND(IS NOT NULL($4), IS NOT NULL($2))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) HiveProject(cnt=[$0]) HiveFilter(condition=[sq_count_check($0)]) HiveProject(cnt=[$0]) HiveAggregate(group=[{}], cnt=[COUNT()]) HiveFilter(condition=[=($2, 1998-02-19)]) HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) - HiveProject(d_week_seq=[$4]) - HiveFilter(condition=[AND(=($2, 1998-02-19), IS NOT NULL($4))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_week_seq=[$4]) + HiveFilter(condition=[AND(=($2, 1998-02-19), IS NOT NULL($4))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) HiveProject(i_item_sk=[$0], i_item_id=[$1]) HiveTableScan(table=[[default, item]], table:alias=[item]) diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query80.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query80.q.out index 7db3173611ab..701c91b3a694 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query80.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query80.q.out @@ -23,66 +23,66 @@ HiveSortLimit(sort0=[$0], sort1=[$1], dir0=[ASC], dir1=[ASC], fetch=[100]) HiveAggregate(group=[{0}], agg#0=[sum($1)], agg#1=[sum($2)], agg#2=[sum($3)]) HiveProject($f0=[$15], $f1=[$4], $f2=[CASE(IS NOT NULL($9), $9, 0:DECIMAL(12, 2))], $f3=[-($5, CASE(IS NOT NULL($10), $10, 0:DECIMAL(12, 2)))]) HiveJoin(condition=[=($1, $14)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($6, $13)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($2, $12)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($0, $11)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($2, $13)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($0, $12)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($6, $11)], joinType=[inner], algorithm=[none], cost=[not available]) HiveJoin(condition=[AND(=($0, $7), =($3, $8))], joinType=[left], algorithm=[none], cost=[not available]) HiveProject(ss_item_sk=[$1], ss_store_sk=[$6], ss_promo_sk=[$7], ss_ticket_number=[$8], ss_ext_sales_price=[$14], ss_net_profit=[$21], ss_sold_date_sk=[$22]) HiveFilter(condition=[AND(IS NOT NULL($6), IS NOT NULL($7), IS NOT NULL($22))]) HiveTableScan(table=[[default, store_sales]], table:alias=[store_sales]) HiveProject(sr_item_sk=[$1], sr_ticket_number=[$8], sr_return_amt=[$10], sr_net_loss=[$18]) HiveTableScan(table=[[default, store_returns]], table:alias=[store_returns]) - HiveTableSpool(table=[[cte, cte_suggestion_1]]) - HiveProject(i_item_sk=[$0]) - HiveFilter(condition=[>($5, 50:DECIMAL(2, 0))]) - HiveTableScan(table=[[default, item]], table:alias=[item]) - HiveTableSpool(table=[[cte, cte_suggestion_2]]) - HiveProject(p_promo_sk=[$0]) - HiveFilter(condition=[=($11, _UTF-16LE'N')]) - HiveTableScan(table=[[default, promotion]], table:alias=[promotion]) - HiveProject(d_date_sk=[$0]) - HiveFilter(condition=[AND(<=(1998-08-04 00:00:00, CAST($2):TIMESTAMP(9)), <=(CAST($2):TIMESTAMP(9), 1998-09-03 00:00:00))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_date_sk=[$0]) + HiveFilter(condition=[AND(<=(1998-08-04 00:00:00, CAST($2):TIMESTAMP(9)), <=(CAST($2):TIMESTAMP(9), 1998-09-03 00:00:00))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveTableSpool(table=[[cte, cte_suggestion_1]]) + HiveProject(i_item_sk=[$0]) + HiveFilter(condition=[>($5, 50:DECIMAL(2, 0))]) + HiveTableScan(table=[[default, item]], table:alias=[item]) + HiveTableSpool(table=[[cte, cte_suggestion_2]]) + HiveProject(p_promo_sk=[$0]) + HiveFilter(condition=[=($11, _UTF-16LE'N')]) + HiveTableScan(table=[[default, promotion]], table:alias=[promotion]) HiveProject(s_store_sk=[$0], s_store_id=[$1]) HiveTableScan(table=[[default, store]], table:alias=[store]) HiveProject(channel=[_UTF-16LE'catalog channel':VARCHAR(2147483647) CHARACTER SET "UTF-16LE"], id=[||(_UTF-16LE'catalog_page':VARCHAR(2147483647) CHARACTER SET "UTF-16LE", $0)], sales=[$1], returns=[$2], profit=[$3]) HiveAggregate(group=[{0}], agg#0=[sum($1)], agg#1=[sum($2)], agg#2=[sum($3)]) HiveProject($f0=[$15], $f1=[$4], $f2=[CASE(IS NOT NULL($9), $9, 0:DECIMAL(12, 2))], $f3=[-($5, CASE(IS NOT NULL($10), $10, 0:DECIMAL(12, 2)))]) HiveJoin(condition=[=($0, $14)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($6, $13)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($2, $12)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($1, $11)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($2, $13)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($1, $12)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($6, $11)], joinType=[inner], algorithm=[none], cost=[not available]) HiveJoin(condition=[AND(=($1, $7), =($3, $8))], joinType=[left], algorithm=[none], cost=[not available]) HiveProject(cs_catalog_page_sk=[$11], cs_item_sk=[$14], cs_promo_sk=[$15], cs_order_number=[$16], cs_ext_sales_price=[$22], cs_net_profit=[$32], cs_sold_date_sk=[$33]) HiveFilter(condition=[AND(IS NOT NULL($11), IS NOT NULL($15), IS NOT NULL($33))]) HiveTableScan(table=[[default, catalog_sales]], table:alias=[catalog_sales]) HiveProject(cr_item_sk=[$1], cr_order_number=[$15], cr_return_amount=[$17], cr_net_loss=[$25]) HiveTableScan(table=[[default, catalog_returns]], table:alias=[catalog_returns]) - HiveTableScan(table=[[cte, cte_suggestion_1]], table:alias=[cte_suggestion_1]) - HiveTableScan(table=[[cte, cte_suggestion_2]], table:alias=[cte_suggestion_2]) - HiveProject(d_date_sk=[$0]) - HiveFilter(condition=[AND(<=(1998-08-04 00:00:00, CAST($2):TIMESTAMP(9)), <=(CAST($2):TIMESTAMP(9), 1998-09-03 00:00:00))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_date_sk=[$0]) + HiveFilter(condition=[AND(<=(1998-08-04 00:00:00, CAST($2):TIMESTAMP(9)), <=(CAST($2):TIMESTAMP(9), 1998-09-03 00:00:00))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveTableScan(table=[[cte, cte_suggestion_1]], table:alias=[cte_suggestion_1]) + HiveTableScan(table=[[cte, cte_suggestion_2]], table:alias=[cte_suggestion_2]) HiveProject(cp_catalog_page_sk=[$0], cp_catalog_page_id=[$1]) HiveTableScan(table=[[default, catalog_page]], table:alias=[catalog_page]) HiveProject(channel=[_UTF-16LE'web channel':VARCHAR(2147483647) CHARACTER SET "UTF-16LE"], id=[||(_UTF-16LE'web_site':VARCHAR(2147483647) CHARACTER SET "UTF-16LE", $0)], sales=[$1], returns=[$2], profit=[$3]) HiveAggregate(group=[{0}], agg#0=[sum($1)], agg#1=[sum($2)], agg#2=[sum($3)]) HiveProject($f0=[$15], $f1=[$4], $f2=[CASE(IS NOT NULL($9), $9, 0:DECIMAL(12, 2))], $f3=[-($5, CASE(IS NOT NULL($10), $10, 0:DECIMAL(12, 2)))]) HiveJoin(condition=[=($1, $14)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($6, $13)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($2, $12)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($0, $11)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($2, $13)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($0, $12)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($6, $11)], joinType=[inner], algorithm=[none], cost=[not available]) HiveJoin(condition=[AND(=($0, $7), =($3, $8))], joinType=[left], algorithm=[none], cost=[not available]) HiveProject(ws_item_sk=[$2], ws_web_site_sk=[$12], ws_promo_sk=[$15], ws_order_number=[$16], ws_ext_sales_price=[$22], ws_net_profit=[$32], ws_sold_date_sk=[$33]) HiveFilter(condition=[AND(IS NOT NULL($12), IS NOT NULL($15), IS NOT NULL($33))]) HiveTableScan(table=[[default, web_sales]], table:alias=[web_sales]) HiveProject(wr_item_sk=[$1], wr_order_number=[$12], wr_return_amt=[$14], wr_net_loss=[$22]) HiveTableScan(table=[[default, web_returns]], table:alias=[web_returns]) - HiveTableScan(table=[[cte, cte_suggestion_1]], table:alias=[cte_suggestion_1]) - HiveTableScan(table=[[cte, cte_suggestion_2]], table:alias=[cte_suggestion_2]) - HiveProject(d_date_sk=[$0]) - HiveFilter(condition=[AND(<=(1998-08-04 00:00:00, CAST($2):TIMESTAMP(9)), <=(CAST($2):TIMESTAMP(9), 1998-09-03 00:00:00))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_date_sk=[$0]) + HiveFilter(condition=[AND(<=(1998-08-04 00:00:00, CAST($2):TIMESTAMP(9)), <=(CAST($2):TIMESTAMP(9), 1998-09-03 00:00:00))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveTableScan(table=[[cte, cte_suggestion_1]], table:alias=[cte_suggestion_1]) + HiveTableScan(table=[[cte, cte_suggestion_2]], table:alias=[cte_suggestion_2]) HiveProject(web_site_sk=[$0], web_site_id=[$1]) HiveTableScan(table=[[default, web_site]], table:alias=[web_site]) diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query82.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query82.q.out index 9f9be64c934f..44172d451daa 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query82.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query82.q.out @@ -1,14 +1,11 @@ CBO PLAN: HiveSortLimit(sort0=[$0], dir0=[ASC], fetch=[100]) HiveProject(i_item_id=[$0], i_item_desc=[$1], i_current_price=[$2]) - HiveAggregate(group=[{5, 6, 7}]) - HiveJoin(condition=[=($0, $4)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveAggregate(group=[{4, 5, 6}]) + HiveJoin(condition=[=($0, $3)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(ss_item_sk=[$1]) HiveTableScan(table=[[default, store_sales]], table:alias=[store_sales]) - HiveJoin(condition=[=($0, $1)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveProject(d_date_sk=[$0]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 2002-05-30 00:00:00:TIMESTAMP(9), 2002-07-29 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveJoin(condition=[=($6, $0)], joinType=[inner], algorithm=[none], cost=[not available]) HiveJoin(condition=[=($1, $2)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(inv_date_sk=[$0], inv_item_sk=[$1]) HiveFilter(condition=[BETWEEN(false, $3, 100, 500)]) @@ -16,4 +13,7 @@ HiveSortLimit(sort0=[$0], dir0=[ASC], fetch=[100]) HiveProject(i_item_sk=[$0], i_item_id=[$1], i_item_desc=[$4], i_current_price=[$5]) HiveFilter(condition=[AND(IN($13, 129, 437, 663, 727), BETWEEN(false, $5, 30:DECIMAL(12, 2), 60:DECIMAL(12, 2)))]) HiveTableScan(table=[[default, item]], table:alias=[item]) + HiveProject(d_date_sk=[$0]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 2002-05-30 00:00:00:TIMESTAMP(9), 2002-07-29 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query92.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query92.q.out index a5167a68b8a1..90adfb99205a 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query92.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query92.q.out @@ -5,27 +5,27 @@ HiveProject(d_date_sk=[$0]) CBO PLAN: HiveProject(excess discount amount=[$0]) - HiveAggregate(group=[{}], agg#0=[sum($2)]) - HiveJoin(condition=[=($0, $3)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveProject(d_date_sk=[$0]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-03-18 00:00:00:TIMESTAMP(9), 1998-06-16 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) - HiveJoin(condition=[AND(=($5, $3), >($1, $4))], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($3, $0)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveAggregate(group=[{}], agg#0=[sum($1)]) + HiveJoin(condition=[AND(=($6, $4), >($1, $5))], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($4, $0)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($3, $2)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(ws_item_sk=[$2], ws_ext_discount_amt=[$21], ws_sold_date_sk=[$33]) HiveFilter(condition=[AND(IS NOT NULL($21), IS NOT NULL($33))]) HiveTableScan(table=[[default, web_sales]], table:alias=[web_sales]) - HiveProject(i_item_sk=[$0]) - HiveFilter(condition=[=($13, 269)]) - HiveTableScan(table=[[default, item]], table:alias=[item]) - HiveProject(_o__c0=[*(1.3:DECIMAL(2, 1), CAST(/($1, $2)):DECIMAL(11, 6))], ws_item_sk=[$0]) - HiveFilter(condition=[IS NOT NULL(CAST(/($1, $2)):DECIMAL(11, 6))]) - HiveAggregate(group=[{0}], agg#0=[sum($1)], agg#1=[count($1)]) - HiveJoin(condition=[=($3, $2)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveProject(ws_item_sk=[$2], ws_ext_discount_amt=[$21], ws_sold_date_sk=[$33]) - HiveFilter(condition=[IS NOT NULL($33)]) - HiveTableScan(table=[[default, web_sales]], table:alias=[web_sales]) - HiveProject(d_date_sk=[$0]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-03-18 00:00:00:TIMESTAMP(9), 1998-06-16 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_date_sk=[$0]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-03-18 00:00:00:TIMESTAMP(9), 1998-06-16 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(i_item_sk=[$0]) + HiveFilter(condition=[=($13, 269)]) + HiveTableScan(table=[[default, item]], table:alias=[item]) + HiveProject(_o__c0=[*(1.3:DECIMAL(2, 1), CAST(/($1, $2)):DECIMAL(11, 6))], ws_item_sk=[$0]) + HiveFilter(condition=[IS NOT NULL(CAST(/($1, $2)):DECIMAL(11, 6))]) + HiveAggregate(group=[{0}], agg#0=[sum($1)], agg#1=[count($1)]) + HiveJoin(condition=[=($3, $2)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveProject(ws_item_sk=[$2], ws_ext_discount_amt=[$21], ws_sold_date_sk=[$33]) + HiveFilter(condition=[IS NOT NULL($33)]) + HiveTableScan(table=[[default, web_sales]], table:alias=[web_sales]) + HiveProject(d_date_sk=[$0]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-03-18 00:00:00:TIMESTAMP(9), 1998-06-16 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query94.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query94.q.out index 982bd647bb78..5f14c7b74791 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query94.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query94.q.out @@ -3,22 +3,22 @@ HiveProject(order count=[$0], total shipping cost=[$1], total net profit=[$2]) HiveAggregate(group=[{}], agg#0=[count(DISTINCT $4)], agg#1=[sum($5)], agg#2=[sum($6)]) HiveAntiJoin(condition=[=($4, $14)], joinType=[anti]) HiveSemiJoin(condition=[AND(=($4, $14), <>($3, $13))], joinType=[semi]) - HiveProject(ws_ship_date_sk=[$0], ws_ship_addr_sk=[$1], ws_web_site_sk=[$2], ws_warehouse_sk=[$3], ws_order_number=[$4], ws_ext_ship_cost=[$5], ws_net_profit=[$6], d_date_sk=[$11], d_date=[$12], ca_address_sk=[$7], ca_state=[$8], web_site_sk=[$9], web_company_name=[$10]) - HiveJoin(condition=[=($0, $11)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($2, $9)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($1, $7)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveProject(ws_ship_date_sk=[$2], ws_ship_addr_sk=[$3], ws_web_site_sk=[$4], ws_warehouse_sk=[$5], ws_order_number=[$6], ws_ext_ship_cost=[$7], ws_net_profit=[$8], d_date_sk=[$9], d_date=[$10], ca_address_sk=[$0], ca_state=[$1], web_site_sk=[$11], web_company_name=[$12]) + HiveJoin(condition=[=($4, $11)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($3, $0)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveProject(ca_address_sk=[$0], ca_state=[CAST(_UTF-16LE'TX'):CHAR(2) CHARACTER SET "UTF-16LE"]) + HiveFilter(condition=[=($8, _UTF-16LE'TX')]) + HiveTableScan(table=[[default, customer_address]], table:alias=[customer_address]) + HiveJoin(condition=[=($0, $7)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(ws_ship_date_sk=[$1], ws_ship_addr_sk=[$10], ws_web_site_sk=[$12], ws_warehouse_sk=[$14], ws_order_number=[$16], ws_ext_ship_cost=[$27], ws_net_profit=[$32]) HiveFilter(condition=[AND(IS NOT NULL($10), IS NOT NULL($12), IS NOT NULL($1))]) HiveTableScan(table=[[default, web_sales]], table:alias=[ws1]) - HiveProject(ca_address_sk=[$0], ca_state=[CAST(_UTF-16LE'TX'):CHAR(2) CHARACTER SET "UTF-16LE"]) - HiveFilter(condition=[=($8, _UTF-16LE'TX')]) - HiveTableScan(table=[[default, customer_address]], table:alias=[customer_address]) - HiveProject(web_site_sk=[$0], web_company_name=[CAST(_UTF-16LE'pri '):CHAR(50) CHARACTER SET "UTF-16LE"]) - HiveFilter(condition=[=($14, _UTF-16LE'pri ')]) - HiveTableScan(table=[[default, web_site]], table:alias=[web_site]) - HiveProject(d_date_sk=[$0], d_date=[$2]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1999-05-01 00:00:00:TIMESTAMP(9), 1999-06-30 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_date_sk=[$0], d_date=[$2]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1999-05-01 00:00:00:TIMESTAMP(9), 1999-06-30 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(web_site_sk=[$0], web_company_name=[CAST(_UTF-16LE'pri '):CHAR(50) CHARACTER SET "UTF-16LE"]) + HiveFilter(condition=[=($14, _UTF-16LE'pri ')]) + HiveTableScan(table=[[default, web_site]], table:alias=[web_site]) HiveProject(ws_warehouse_sk=[$14], ws_order_number=[$16]) HiveFilter(condition=[IS NOT NULL($14)]) HiveTableScan(table=[[default, web_sales]], table:alias=[ws2]) diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query95.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query95.q.out index 9d39c369316e..57eaa4112026 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query95.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query95.q.out @@ -3,22 +3,22 @@ HiveProject(order count=[$0], total shipping cost=[$1], total net profit=[$2]) HiveAggregate(group=[{}], agg#0=[count(DISTINCT $3)], agg#1=[sum($4)], agg#2=[sum($5)]) HiveSemiJoin(condition=[=($3, $12)], joinType=[semi]) HiveSemiJoin(condition=[=($3, $12)], joinType=[semi]) - HiveProject(ws_ship_date_sk=[$0], ws_ship_addr_sk=[$1], ws_web_site_sk=[$2], ws_order_number=[$3], ws_ext_ship_cost=[$4], ws_net_profit=[$5], d_date_sk=[$10], d_date=[$11], ca_address_sk=[$6], ca_state=[$7], web_site_sk=[$8], web_company_name=[$9]) - HiveJoin(condition=[=($0, $10)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($2, $8)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($1, $6)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveProject(ws_ship_date_sk=[$2], ws_ship_addr_sk=[$3], ws_web_site_sk=[$4], ws_order_number=[$5], ws_ext_ship_cost=[$6], ws_net_profit=[$7], d_date_sk=[$8], d_date=[$9], ca_address_sk=[$0], ca_state=[$1], web_site_sk=[$10], web_company_name=[$11]) + HiveJoin(condition=[=($4, $10)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($3, $0)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveProject(ca_address_sk=[$0], ca_state=[CAST(_UTF-16LE'TX'):CHAR(2) CHARACTER SET "UTF-16LE"]) + HiveFilter(condition=[=($8, _UTF-16LE'TX')]) + HiveTableScan(table=[[default, customer_address]], table:alias=[customer_address]) + HiveJoin(condition=[=($0, $6)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(ws_ship_date_sk=[$1], ws_ship_addr_sk=[$10], ws_web_site_sk=[$12], ws_order_number=[$16], ws_ext_ship_cost=[$27], ws_net_profit=[$32]) HiveFilter(condition=[AND(IS NOT NULL($10), IS NOT NULL($12), IS NOT NULL($1))]) HiveTableScan(table=[[default, web_sales]], table:alias=[ws1]) - HiveProject(ca_address_sk=[$0], ca_state=[CAST(_UTF-16LE'TX'):CHAR(2) CHARACTER SET "UTF-16LE"]) - HiveFilter(condition=[=($8, _UTF-16LE'TX')]) - HiveTableScan(table=[[default, customer_address]], table:alias=[customer_address]) - HiveProject(web_site_sk=[$0], web_company_name=[CAST(_UTF-16LE'pri '):CHAR(50) CHARACTER SET "UTF-16LE"]) - HiveFilter(condition=[=($14, _UTF-16LE'pri ')]) - HiveTableScan(table=[[default, web_site]], table:alias=[web_site]) - HiveProject(d_date_sk=[$0], d_date=[$2]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1999-05-01 00:00:00:TIMESTAMP(9), 1999-06-30 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_date_sk=[$0], d_date=[$2]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1999-05-01 00:00:00:TIMESTAMP(9), 1999-06-30 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(web_site_sk=[$0], web_company_name=[CAST(_UTF-16LE'pri '):CHAR(50) CHARACTER SET "UTF-16LE"]) + HiveFilter(condition=[=($14, _UTF-16LE'pri ')]) + HiveTableScan(table=[[default, web_site]], table:alias=[web_site]) HiveProject(ws_order_number=[$1]) HiveJoin(condition=[AND(=($1, $3), <>($0, $2))], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(ws_warehouse_sk=[$14], ws_order_number=[$16]) diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query98.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query98.q.out index 680a11e2bde1..e6db70d26a68 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query98.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/cte/cbo_query98.q.out @@ -2,16 +2,16 @@ CBO PLAN: HiveProject(i_item_desc=[$0], i_category=[$1], i_class=[$2], i_current_price=[$3], itemrevenue=[$4], revenueratio=[$5]) HiveSortLimit(sort0=[$1], sort1=[$2], sort2=[$6], sort3=[$0], sort4=[$5], dir0=[ASC], dir1=[ASC], dir2=[ASC], dir3=[ASC], dir4=[ASC]) HiveProject(i_item_desc=[$1], i_category=[$4], i_class=[$3], i_current_price=[$2], itemrevenue=[$5], revenueratio=[/(*($5, 100:DECIMAL(10, 0)), sum($5) OVER (PARTITION BY $3 ORDER BY $3 NULLS FIRST RANGE BETWEEN UNBOUNDED PRECEDING AND UNBOUNDED FOLLOWING))], (tok_table_or_col i_item_id)=[$0]) - HiveAggregate(group=[{4, 5, 6, 7, 8}], agg#0=[sum($1)]) - HiveJoin(condition=[=($2, $9)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($0, $3)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveAggregate(group=[{5, 6, 7, 8, 9}], agg#0=[sum($1)]) + HiveJoin(condition=[=($0, $4)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($2, $3)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(ss_item_sk=[$1], ss_ext_sales_price=[$14], ss_sold_date_sk=[$22]) HiveFilter(condition=[IS NOT NULL($22)]) HiveTableScan(table=[[default, store_sales]], table:alias=[store_sales]) - HiveProject(i_item_sk=[$0], i_item_id=[$1], i_item_desc=[$4], i_current_price=[$5], i_class=[$10], i_category=[$12]) - HiveFilter(condition=[IN($12, _UTF-16LE'Books', _UTF-16LE'Jewelry', _UTF-16LE'Sports')]) - HiveTableScan(table=[[default, item]], table:alias=[item]) - HiveProject(d_date_sk=[$0]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 2001-01-12 00:00:00:TIMESTAMP(9), 2001-02-11 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_date_sk=[$0]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 2001-01-12 00:00:00:TIMESTAMP(9), 2001-02-11 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(i_item_sk=[$0], i_item_id=[$1], i_item_desc=[$4], i_current_price=[$5], i_class=[$10], i_category=[$12]) + HiveFilter(condition=[IN($12, _UTF-16LE'Books', _UTF-16LE'Jewelry', _UTF-16LE'Sports')]) + HiveTableScan(table=[[default, item]], table:alias=[item]) diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query1.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query1.q.out index 5f7f0f1b614d..509b613345fc 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query1.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query1.q.out @@ -1,2040 +1,406 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer" - ], - "table:alias": "customer", - "inputs": [], - "rowCount": 80000000, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "c_customer_sk" - }, - { - "type": "CHAR", - "nullable": false, - "precision": 16, - "name": "c_customer_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_shipto_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_sales_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "c_salutation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "c_first_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "c_last_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "c_preferred_cust_flag" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_day" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_month" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_year" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "c_birth_country" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 13, - "name": "c_login" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "c_email_address" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_last_review_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "c_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "c_customer_id", - "ndv": 80610928 - }, - { - "name": "c_current_cdemo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "c_current_hdemo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "c_current_addr_sk", - "ndv": 33825344, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "c_first_shipto_date_sk", - "ndv": 3646, - "minValue": 2449028, - "maxValue": 2452678 - }, - { - "name": "c_first_sales_date_sk", - "ndv": 3643, - "minValue": 2448998, - "maxValue": 2452648 - }, - { - "name": "c_salutation", - "ndv": 7 - }, - { - "name": "c_first_name", - "ndv": 5158 - }, - { - "name": "c_last_name", - "ndv": 5123 - }, - { - "name": "c_preferred_cust_flag", - "ndv": 3 - }, - { - "name": "c_birth_day", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "c_birth_month", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "c_birth_year", - "ndv": 67, - "minValue": 1924, - "maxValue": 1992 - }, - { - "name": "c_birth_country", - "ndv": 216 - }, - { - "name": "c_login", - "ndv": 1 - }, - { - "name": "c_email_address", - "ndv": 75301330 - }, - { - "name": "c_last_review_date_sk", - "ndv": 364, - "minValue": 2452283, - "maxValue": 2452648 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_customer_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 80000000 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_returns" - ], - "table:alias": "store_returns", - "inputs": [], - "rowCount": 8332595709, - "avgRowSize": 249, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "sr_return_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "sr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "sr_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "sr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_store_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "sr_returned_date_sk" - ], - "colStats": [ - { - "name": "sr_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "sr_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "sr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "sr_returned_date_sk", - "ndv": 2003, - "minValue": 2450820, - "maxValue": 2452822 - }, - { - "name": "sr_return_time_sk", - "ndv": 32389, - "minValue": 28799, - "maxValue": 61199 - }, - { - "name": "sr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "sr_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "sr_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "sr_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "sr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "sr_ticket_number", - "ndv": 5065526774, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "sr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "sr_return_amt", - "ndv": 715216, - "minValue": 0, - "maxValue": 19643 - }, - { - "name": "sr_return_tax", - "ndv": 141365, - "minValue": 0, - "maxValue": 1714.37 - }, - { - "name": "sr_return_amt_inc_tax", - "ndv": 1520430, - "minValue": 0, - "maxValue": 21018.01 - }, - { - "name": "sr_return_ship_cost", - "ndv": 363000, - "minValue": 0, - "maxValue": 9975 - }, - { - "name": "sr_refunded_cash", - "ndv": 1187970, - "minValue": 0, - "maxValue": 18413.33 - }, - { - "name": "sr_reversed_charge", - "ndv": 924833, - "minValue": 0, - "maxValue": 18104.5 - }, - { - "name": "sr_store_credit", - "ndv": 935681, - "minValue": 0, - "maxValue": 17792.48 - }, - { - "name": "sr_net_loss", - "ndv": 848797, - "minValue": 0.5, - "maxValue": 11008.17 - } - ] - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 19, - "name": "$19" - } - ] - } - ] - }, - "rowCount": 6.074462271861001E9 - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sr_customer_sk", - "sr_store_sk", - "sr_fee", - "sr_returned_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 19, - "name": "$19" - } - ], - "rowCount": 6.074462271861001E9 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 10957.35 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "4", - "7" - ], - "rowCount": 9.98400137618642E12 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 9.98400137618642E11 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - "rowCount": 8.985601238567778E11 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sr_customer_sk", - "sr_store_sk", - "$f2" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 8.985601238567778E11 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store" - ], - "table:alias": "store", - "inputs": [], - "rowCount": 1704, - "avgRowSize": 1375, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "s_store_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "s_store_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "s_closed_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_store_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_number_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_floor_space" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "s_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_market_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_geography_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_market_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_division_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_company_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_company_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 10, - "name": "s_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "s_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "s_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "s_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "s_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "s_store_sk", - "ndv": 1736, - "minValue": 1, - "maxValue": 1704 - }, - { - "name": "s_state", - "ndv": 44 - }, - { - "name": "s_store_id", - "ndv": 879 - }, - { - "name": "s_rec_start_date", - "ndv": 0, - "minValue": 9933, - "maxValue": 11394 - }, - { - "name": "s_rec_end_date", - "ndv": 0, - "minValue": 10663, - "maxValue": 11393 - }, - { - "name": "s_closed_date_sk", - "ndv": 263, - "minValue": 2450820, - "maxValue": 2451314 - }, - { - "name": "s_store_name", - "ndv": 11 - }, - { - "name": "s_number_employees", - "ndv": 100, - "minValue": 200, - "maxValue": 300 - }, - { - "name": "s_floor_space", - "ndv": 1289, - "minValue": 5000201, - "maxValue": 9997773 - }, - { - "name": "s_hours", - "ndv": 4 - }, - { - "name": "s_manager", - "ndv": 1245 - }, - { - "name": "s_market_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "s_geography_class", - "ndv": 2 - }, - { - "name": "s_market_desc", - "ndv": 1311 - }, - { - "name": "s_market_manager", - "ndv": 1236 - }, - { - "name": "s_division_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_division_name", - "ndv": 2 - }, - { - "name": "s_company_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_company_name", - "ndv": 2 - }, - { - "name": "s_street_number", - "ndv": 736 - }, - { - "name": "s_street_name", - "ndv": 851 - }, - { - "name": "s_street_type", - "ndv": 21 - }, - { - "name": "s_suite_number", - "ndv": 76 - }, - { - "name": "s_city", - "ndv": 267 - }, - { - "name": "s_county", - "ndv": 128 - }, - { - "name": "s_zip", - "ndv": 983 - }, - { - "name": "s_country", - "ndv": 2 - }, - { - "name": "s_gmt_offset", - "ndv": 5, - "minValue": -9, - "maxValue": -5 - }, - { - "name": "s_tax_percentage", - "ndv": 12, - "minValue": 0, - "maxValue": 0.11 - } - ] - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 24, - "name": "$24" - }, - { - "literal": "NM", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - } - ] - }, - "rowCount": 255.6 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 255.6 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "11", - "14" - ], - "rowCount": 3.445079514866886E13 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "1", - "15" - ], - "rowCount": 4.1340954178402635E20 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 19, - "name": "$19" - } - ] - } - ] - }, - "inputs": [ - "2" - ], - "rowCount": 6.749402524290001E9 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sr_customer_sk", - "sr_store_sk", - "sr_fee", - "sr_returned_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 19, - "name": "$19" - } - ], - "rowCount": 6.749402524290001E9 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "5" - ], - "rowCount": 10957.35 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "18", - "20" - ], - "rowCount": 1.1093334862429357E13 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 1.1093334862429358E12 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sr_customer_sk", - "sr_store_sk", - "$f2" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 1.1093334862429358E12 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 1 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 27, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 1.1093334862429358E11 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 21, - "scale": 6 - } - } - ] - }, - "rowCount": 9.984001376186423E10 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "_o__c0", - "ctr_store_sk" - ], - "exprs": [ - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 21, - "scale": 6 - } - }, - { - "literal": 1.2, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 2, - "scale": 1 - } - } - ] - }, - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 9.984001376186423E10 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 6, - "name": "$6" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "16", - "26" - ], - "rowCount": 3.0956110755752376E30 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_id" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 3.0956110755752376E30 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 12 (BROADCAST_EDGE), Reducer 11 (BROADCAST_EDGE), Reducer 6 (BROADCAST_EDGE) + Map 8 <- Map 12 (BROADCAST_EDGE), Reducer 6 (BROADCAST_EDGE) + Reducer 10 <- Reducer 9 (SIMPLE_EDGE) + Reducer 11 <- Reducer 10 (CUSTOM_SIMPLE_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (BROADCAST_EDGE) + Reducer 3 <- Map 7 (CUSTOM_SIMPLE_EDGE), Reducer 10 (BROADCAST_EDGE), Reducer 2 (CUSTOM_SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE) + Reducer 6 <- Map 5 (CUSTOM_SIMPLE_EDGE) + Reducer 9 <- Map 8 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_returns + filterExpr: (sr_store_sk is not null and sr_customer_sk is not null and sr_store_sk BETWEEN DynamicValue(RS_41_store_s_store_sk_min) AND DynamicValue(RS_41_store_s_store_sk_max) and sr_store_sk BETWEEN DynamicValue(RS_47_store_returns_sr_store_sk_min) AND DynamicValue(RS_47_store_returns_sr_store_sk_max) and in_bloom_filter(sr_store_sk, DynamicValue(RS_41_store_s_store_sk_bloom_filter)) and in_bloom_filter(sr_store_sk, DynamicValue(RS_47_store_returns_sr_store_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 8332595709 Data size: 1113890910776 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (sr_store_sk is not null and sr_customer_sk is not null and sr_store_sk BETWEEN DynamicValue(RS_41_store_s_store_sk_min) AND DynamicValue(RS_41_store_s_store_sk_max) and sr_store_sk BETWEEN DynamicValue(RS_47_store_returns_sr_store_sk_min) AND DynamicValue(RS_47_store_returns_sr_store_sk_max) and in_bloom_filter(sr_store_sk, DynamicValue(RS_41_store_s_store_sk_bloom_filter)) and in_bloom_filter(sr_store_sk, DynamicValue(RS_47_store_returns_sr_store_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 8033148295 Data size: 1073861157208 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: sr_customer_sk (type: bigint), sr_store_sk (type: bigint), sr_fee (type: decimal(7,2)), sr_returned_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 8033148295 Data size: 1073861157208 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 12 + Statistics: Num rows: 1472589806 Data size: 169844484256 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2) + keys: _col1 (type: bigint), _col0 (type: bigint) + minReductionHashAggr: 0.8759661 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1472589806 Data size: 186160875424 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 1472589806 Data size: 186160875424 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 12 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (d_year = 2000) (type: boolean) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_year = 2000) (type: boolean) + Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: sr_returned_date_sk (bigint) + Target Input: store_returns + Partition key expr: sr_returned_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 8 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: sr_returned_date_sk (bigint) + Target Input: store_returns + Partition key expr: sr_returned_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: store + filterExpr: (s_state = 'NM') (type: boolean) + Statistics: Num rows: 1704 Data size: 160176 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (s_state = 'NM') (type: boolean) + Statistics: Num rows: 39 Data size: 3666 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: s_store_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 39 Data size: 312 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 39 Data size: 312 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 39 Data size: 312 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.974359 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: customer + Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: c_customer_sk (type: bigint), c_customer_id (type: char(16)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(16)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: store_returns + filterExpr: (sr_store_sk is not null and sr_store_sk BETWEEN DynamicValue(RS_41_store_s_store_sk_min) AND DynamicValue(RS_41_store_s_store_sk_max) and in_bloom_filter(sr_store_sk, DynamicValue(RS_41_store_s_store_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 8332595709 Data size: 1113890910776 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (sr_store_sk is not null and sr_store_sk BETWEEN DynamicValue(RS_41_store_s_store_sk_min) AND DynamicValue(RS_41_store_s_store_sk_max) and in_bloom_filter(sr_store_sk, DynamicValue(RS_41_store_s_store_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 8180935974 Data size: 1093617228248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: sr_customer_sk (type: bigint), sr_store_sk (type: bigint), sr_fee (type: decimal(7,2)), sr_returned_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 8180935974 Data size: 1093617228248 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 12 + Statistics: Num rows: 1499681380 Data size: 172969152424 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2) + keys: _col1 (type: bigint), _col0 (type: bigint) + minReductionHashAggr: 0.87820673 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1499681380 Data size: 189585719944 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 1499681380 Data size: 189585719944 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 10 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), count(VALUE._col1) + keys: KEY._col0 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 161 Data size: 20488 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: CAST( (_col1 / _col2) AS decimal(21,6)) is not null (type: boolean) + Statistics: Num rows: 161 Data size: 20488 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: (CAST( (_col1 / _col2) AS decimal(21,6)) * 1.2) (type: decimal(24,7)), _col0 (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 161 Data size: 19200 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 161 Data size: 19200 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: decimal(24,7)) + Select Operator + expressions: _col1 (type: bigint) + outputColumnNames: _col1 + Statistics: Num rows: 161 Data size: 1168 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col1), max(_col1), bloom_filter(_col1, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 11 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: bigint), KEY._col1 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1472589806 Data size: 186160875424 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: _col2 is not null (type: boolean) + Statistics: Num rows: 1472589806 Data size: 186160875424 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: bigint), _col0 (type: bigint), _col2 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1472589806 Data size: 186160875424 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 5 + Statistics: Num rows: 33743267 Data size: 3779245920 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 33743267 Data size: 3779245920 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint), _col2 (type: decimal(17,2)) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col1, _col2, _col5 + input vertices: + 1 Map 7 + Statistics: Num rows: 33743267 Data size: 7153572612 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col1 (type: bigint) + outputColumnNames: _col2, _col5, _col6 + input vertices: + 1 Reducer 10 + Statistics: Num rows: 33954162 Data size: 11001148488 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col2 > _col6) (type: boolean) + Statistics: Num rows: 11318054 Data size: 3667049496 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: + + keys: _col5 (type: char(16)) + null sort order: z + Statistics: Num rows: 11318054 Data size: 3667049496 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col5 (type: char(16)) + outputColumnNames: _col0 + Statistics: Num rows: 11318054 Data size: 1131805400 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Statistics: Num rows: 11318054 Data size: 1131805400 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(16)) + outputColumnNames: _col0 + Statistics: Num rows: 11318054 Data size: 1131805400 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 10000 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 10000 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 9 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: bigint), KEY._col1 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1499681380 Data size: 189585719944 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint), _col2 (type: decimal(17,2)) + outputColumnNames: _col1, _col2 + Statistics: Num rows: 1499681380 Data size: 189585719944 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2), count(_col2) + keys: _col1 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 119301 Data size: 15175776 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 119301 Data size: 15175776 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(27,2)), _col2 (type: bigint) + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query10.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query10.q.out index 83e4bc87385b..26da6dc22675 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query10.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query10.q.out @@ -1,3396 +1,465 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_demographics" - ], - "table:alias": "customer_demographics", - "inputs": [], - "rowCount": 1920800, - "avgRowSize": 217, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "cd_demo_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_gender" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_marital_status" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "cd_education_status" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_purchase_estimate" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "cd_credit_rating" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_employed_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_college_count" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "cd_demo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cd_gender", - "ndv": 2 - }, - { - "name": "cd_marital_status", - "ndv": 5 - }, - { - "name": "cd_education_status", - "ndv": 7 - }, - { - "name": "cd_purchase_estimate", - "ndv": 20, - "minValue": 500, - "maxValue": 10000 - }, - { - "name": "cd_credit_rating", - "ndv": 4 - }, - { - "name": "cd_dep_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_dep_employed_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_dep_college_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cd_demo_sk", - "cd_gender", - "cd_marital_status", - "cd_education_status", - "cd_purchase_estimate", - "cd_credit_rating", - "cd_dep_count", - "cd_dep_employed_count", - "cd_dep_college_count" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 1920800 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer" - ], - "table:alias": "c", - "inputs": [], - "rowCount": 80000000, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "c_customer_sk" - }, - { - "type": "CHAR", - "nullable": false, - "precision": 16, - "name": "c_customer_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_shipto_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_sales_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "c_salutation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "c_first_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "c_last_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "c_preferred_cust_flag" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_day" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_month" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_year" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "c_birth_country" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 13, - "name": "c_login" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "c_email_address" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_last_review_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "c_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "c_current_cdemo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "c_current_addr_sk", - "ndv": 33825344, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "c_customer_id", - "ndv": 80610928 - }, - { - "name": "c_current_hdemo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "c_first_shipto_date_sk", - "ndv": 3646, - "minValue": 2449028, - "maxValue": 2452678 - }, - { - "name": "c_first_sales_date_sk", - "ndv": 3643, - "minValue": 2448998, - "maxValue": 2452648 - }, - { - "name": "c_salutation", - "ndv": 7 - }, - { - "name": "c_first_name", - "ndv": 5158 - }, - { - "name": "c_last_name", - "ndv": 5123 - }, - { - "name": "c_preferred_cust_flag", - "ndv": 3 - }, - { - "name": "c_birth_day", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "c_birth_month", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "c_birth_year", - "ndv": 67, - "minValue": 1924, - "maxValue": 1992 - }, - { - "name": "c_birth_country", - "ndv": 216 - }, - { - "name": "c_login", - "ndv": 1 - }, - { - "name": "c_email_address", - "ndv": 75301330 - }, - { - "name": "c_last_review_date_sk", - "ndv": 364, - "minValue": 2452283, - "maxValue": 2452648 - } - ] - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - "rowCount": 6.480000000000001E7 - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_current_cdemo_sk", - "c_current_addr_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 6.480000000000001E7 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "ca", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "literal": "Dona Ana County", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 30 - } - }, - { - "literal": "Douglas County", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 30 - } - }, - { - "literal": "Gaines County", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 30 - } - }, - { - "literal": "Richland County", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 30 - } - }, - { - "literal": "Walker County", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 30 - } - } - ] - }, - "rowCount": 10000000 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_county" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - } - ], - "rowCount": 10000000 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "4", - "7" - ], - "rowCount": 9.720000000000002E13 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_customer_sk", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2002, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 8, - "name": "$8" - }, - { - "literal": 4, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 7, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 2739.3375 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 2739.3375 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "11", - "14" - ], - "rowCount": 2.7462055430350402E13 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_customer_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 2.7462055430350402E13 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "semi", - "inputs": [ - "8", - "16" - ], - "rowCount": 2.9524500000000005E12 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - } - ] - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 1.7491657141260002E10 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_bill_customer_sk", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 1.7491657141260002E10 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2002, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 8, - "name": "$8" - }, - { - "literal": 4, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 7, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "12" - ], - "rowCount": 2739.3375 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 2739.3375 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "20", - "22" - ], - "rowCount": 7.187332851629448E12 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [], - "rowCount": 7.187332851629448E11 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "literalTrue", - "ws_bill_customer_sk" - ], - "exprs": [ - { - "literal": true, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 7.187332851629448E11 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "left", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "17", - "25" - ], - "rowCount": 3.183036131694101E23 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - } - ] - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 3.483413831025E10 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_ship_customer_sk", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.483413831025E10 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2002, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 8, - "name": "$8" - }, - { - "literal": 4, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 7, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "12" - ], - "rowCount": 2739.3375 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 2739.3375 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "29", - "31" - ], - "rowCount": 1.431336920301817E13 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [], - "rowCount": 1.431336920301817E12 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "literalTrue", - "cs_ship_customer_sk" - ], - "exprs": [ - { - "literal": true, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1.431336920301817E12 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - "joinType": "left", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "26", - "34" - ], - "rowCount": 6.833995700949721E34 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - } - ] - }, - "rowCount": 1.7084989252374302E34 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_current_cdemo_sk", - "c_current_addr_sk", - "ca_address_sk", - "ca_county", - "literalTrue", - "ws_bill_customer_sk", - "literalTrue0", - "cs_ship_customer_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 1.7084989252374302E34 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 10, - "name": "$10" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "1", - "37" - ], - "rowCount": 4.922527103394084E39 - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 1, - 2, - 3, - 4, - 5, - 6, - 7, - 8 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 4.922527103394084E38 - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cd_gender", - "cd_marital_status", - "cd_education_status", - "cnt1", - "cd_purchase_estimate", - "cnt2", - "cd_credit_rating", - "cnt3", - "cd_dep_count", - "cnt4", - "cd_dep_employed_count", - "cnt5", - "cd_dep_college_count", - "cnt6" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 4.922527103394084E38 - }, - { - "id": "41", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 4, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 6, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 8, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 10, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 12, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 10 <- Map 9 (BROADCAST_EDGE) + Map 12 <- Map 9 (BROADCAST_EDGE) + Map 2 <- Map 7 (BROADCAST_EDGE) + Map 8 <- Map 9 (BROADCAST_EDGE), Reducer 6 (BROADCAST_EDGE) + Reducer 11 <- Map 10 (SIMPLE_EDGE) + Reducer 13 <- Map 12 (SIMPLE_EDGE) + Reducer 3 <- Map 1 (BROADCAST_EDGE), Map 2 (CUSTOM_SIMPLE_EDGE), Map 8 (CUSTOM_SIMPLE_EDGE), Reducer 11 (BROADCAST_EDGE), Reducer 13 (BROADCAST_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE) + Reducer 5 <- Reducer 4 (SIMPLE_EDGE) + Reducer 6 <- Map 2 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: customer_demographics + Statistics: Num rows: 1920800 Data size: 727983200 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cd_demo_sk (type: bigint), cd_gender (type: char(1)), cd_marital_status (type: char(1)), cd_education_status (type: char(20)), cd_purchase_estimate (type: int), cd_credit_rating (type: char(10)), cd_dep_count (type: int), cd_dep_employed_count (type: int), cd_dep_college_count (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 1920800 Data size: 727983200 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1920800 Data size: 727983200 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(1)), _col2 (type: char(1)), _col3 (type: char(20)), _col4 (type: int), _col5 (type: char(10)), _col6 (type: int), _col7 (type: int), _col8 (type: int) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 10 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: ws_bill_customer_sk is not null (type: boolean) + Statistics: Num rows: 21594638446 Data size: 345492666072 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ws_bill_customer_sk is not null (type: boolean) + Statistics: Num rows: 21591944812 Data size: 345449570616 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_bill_customer_sk (type: bigint), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 21591944812 Data size: 345449570616 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0 + input vertices: + 1 Map 9 + Statistics: Num rows: 1442596381 Data size: 11519224672 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 236090745 Data size: 1885199752 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 236090745 Data size: 1885199752 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 12 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: cs_ship_customer_sk is not null (type: boolean) + Statistics: Num rows: 43005109025 Data size: 687211661648 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: cs_ship_customer_sk is not null (type: boolean) + Statistics: Num rows: 42896348680 Data size: 685473696576 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_ship_customer_sk (type: bigint), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 42896348680 Data size: 685473696576 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0 + input vertices: + 1 Map 9 + Statistics: Num rows: 2845722002 Data size: 21897893712 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 448006164 Data size: 3447417344 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 448006164 Data size: 3447417344 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 2 + Map Operator Tree: + TableScan + alias: c + filterExpr: (c_current_cdemo_sk is not null and c_current_addr_sk is not null) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_163_container, bigKeyColName:c_current_addr_sk, smallTablePos:1, keyRatio:0.00250005 + Statistics: Num rows: 80000000 Data size: 1897611080 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (c_current_cdemo_sk is not null and c_current_addr_sk is not null) (type: boolean) + Statistics: Num rows: 77201384 Data size: 1831227520 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: c_customer_sk (type: bigint), c_current_cdemo_sk (type: bigint), c_current_addr_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 77201384 Data size: 1831227520 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 7 + Statistics: Num rows: 200004 Data size: 1600040 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 200004 Data size: 1600040 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 200004 Data size: 1600032 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: ca + filterExpr: (ca_county) IN ('Dona Ana County', 'Douglas County', 'Gaines County', 'Richland County', 'Walker County') (type: boolean) + Statistics: Num rows: 40000000 Data size: 4240000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ca_county) IN ('Dona Ana County', 'Douglas County', 'Gaines County', 'Richland County', 'Walker County') (type: boolean) + Statistics: Num rows: 103627 Data size: 10984462 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ca_address_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 103627 Data size: 829016 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 103627 Data size: 829016 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: (ss_customer_sk is not null and ss_customer_sk BETWEEN DynamicValue(RS_51_c_c_customer_sk_min) AND DynamicValue(RS_51_c_c_customer_sk_max) and in_bloom_filter(ss_customer_sk, DynamicValue(RS_51_c_c_customer_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 82510879939 Data size: 1304615207232 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ss_customer_sk is not null and ss_customer_sk BETWEEN DynamicValue(RS_51_c_c_customer_sk_min) AND DynamicValue(RS_51_c_c_customer_sk_max) and in_bloom_filter(ss_customer_sk, DynamicValue(RS_51_c_c_customer_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 80566020964 Data size: 1273864200864 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_customer_sk (type: bigint), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80566020964 Data size: 1273864200864 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0 + input vertices: + 1 Map 9 + Statistics: Num rows: 5382759696 Data size: 27869943008 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 571864249 Data size: 2960902024 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 571864249 Data size: 2960902024 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 9 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: ((d_year = 2002) and d_moy BETWEEN 4 AND 7) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 2002) and d_moy BETWEEN 4 AND 7) (type: boolean) + Statistics: Num rows: 122 Data size: 1952 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 8 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 10 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 12 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 11 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: bigint) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 5246461 Data size: 41893336 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: true (type: boolean), _col0 (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 5246461 Data size: 62879180 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 5246461 Data size: 62879180 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: boolean) + Reducer 13 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: bigint) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 5209374 Data size: 40086256 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: true (type: boolean), _col0 (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 5209374 Data size: 60923752 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 5209374 Data size: 60923752 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: boolean) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 8 + Statistics: Num rows: 1481515 Data size: 22104216 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Map Join Operator + condition map: + Left Outer Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col1 (type: bigint) + outputColumnNames: _col0, _col1, _col5 + input vertices: + 1 Reducer 11 + Statistics: Num rows: 5246461 Data size: 103329196 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Outer Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col1 (type: bigint) + outputColumnNames: _col1, _col5, _col7 + input vertices: + 1 Reducer 13 + Statistics: Num rows: 5209374 Data size: 81749960 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col5 is not null or _col7 is not null) (type: boolean) + Statistics: Num rows: 5209374 Data size: 81749960 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: bigint) + outputColumnNames: _col1 + Statistics: Num rows: 5209374 Data size: 40074968 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col1 (type: bigint) + outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + input vertices: + 0 Map 1 + Statistics: Num rows: 5209374 Data size: 1932677754 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++++++++ + keys: _col1 (type: char(1)), _col2 (type: char(1)), _col3 (type: char(20)), _col4 (type: int), _col5 (type: char(10)), _col6 (type: int), _col7 (type: int), _col8 (type: int) + null sort order: zzzzzzzz + Statistics: Num rows: 5209374 Data size: 1932677754 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + aggregations: count() + keys: _col1 (type: char(1)), _col2 (type: char(1)), _col3 (type: char(20)), _col4 (type: int), _col5 (type: char(10)), _col6 (type: int), _col7 (type: int), _col8 (type: int) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 2604687 Data size: 987176373 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(1)), _col1 (type: char(1)), _col2 (type: char(20)), _col3 (type: int), _col4 (type: char(10)), _col5 (type: int), _col6 (type: int), _col7 (type: int) + null sort order: zzzzzzzz + sort order: ++++++++ + Map-reduce partition columns: _col0 (type: char(1)), _col1 (type: char(1)), _col2 (type: char(20)), _col3 (type: int), _col4 (type: char(10)), _col5 (type: int), _col6 (type: int), _col7 (type: int) + Statistics: Num rows: 2604687 Data size: 987176373 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col8 (type: bigint) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + keys: KEY._col0 (type: char(1)), KEY._col1 (type: char(1)), KEY._col2 (type: char(20)), KEY._col3 (type: int), KEY._col4 (type: char(10)), KEY._col5 (type: int), KEY._col6 (type: int), KEY._col7 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 1920800 Data size: 727983200 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(1)), _col1 (type: char(1)), _col2 (type: char(20)), _col8 (type: bigint), _col3 (type: int), _col4 (type: char(10)), _col5 (type: int), _col6 (type: int), _col7 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col6, _col8, _col10, _col12 + Statistics: Num rows: 1920800 Data size: 727983200 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(1)), _col1 (type: char(1)), _col2 (type: char(20)), _col4 (type: int), _col6 (type: char(10)), _col8 (type: int), _col10 (type: int), _col12 (type: int) + null sort order: zzzzzzzz + sort order: ++++++++ + Statistics: Num rows: 1920800 Data size: 727983200 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: bigint) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(1)), KEY.reducesinkkey1 (type: char(1)), KEY.reducesinkkey2 (type: char(20)), VALUE._col0 (type: bigint), KEY.reducesinkkey3 (type: int), VALUE._col0 (type: bigint), KEY.reducesinkkey4 (type: char(10)), VALUE._col0 (type: bigint), KEY.reducesinkkey5 (type: int), VALUE._col0 (type: bigint), KEY.reducesinkkey6 (type: int), VALUE._col0 (type: bigint), KEY.reducesinkkey7 (type: int), VALUE._col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 1920800 Data size: 804815200 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 41900 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 41900 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query11.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query11.q.out index 88ce388517a6..d569bd484af9 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query11.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query11.q.out @@ -1,3580 +1,650 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_customer_sk", - "ss_ext_discount_amt", - "ss_ext_list_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 82510879939 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_customer_sk", - "ss_sold_date_sk", - "$f8" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 1, - "name": "$1" - } - ] - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 73049 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 10957.35 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "3", - "7" - ], - "rowCount": 1.0984822172140161E14 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer" - ], - "table:alias": "customer", - "inputs": [], - "rowCount": 80000000, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "c_customer_sk" - }, - { - "type": "CHAR", - "nullable": false, - "precision": 16, - "name": "c_customer_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_shipto_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_sales_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "c_salutation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "c_first_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "c_last_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "c_preferred_cust_flag" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_day" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_month" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_year" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "c_birth_country" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 13, - "name": "c_login" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "c_email_address" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_last_review_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "c_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "c_customer_id", - "ndv": 80610928 - }, - { - "name": "c_first_name", - "ndv": 5158 - }, - { - "name": "c_last_name", - "ndv": 5123 - }, - { - "name": "c_preferred_cust_flag", - "ndv": 3 - }, - { - "name": "c_birth_country", - "ndv": 216 - }, - { - "name": "c_login", - "ndv": 1 - }, - { - "name": "c_email_address", - "ndv": 75301330 - }, - { - "name": "c_current_cdemo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "c_current_hdemo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "c_current_addr_sk", - "ndv": 33825344, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "c_first_shipto_date_sk", - "ndv": 3646, - "minValue": 2449028, - "maxValue": 2452678 - }, - { - "name": "c_first_sales_date_sk", - "ndv": 3643, - "minValue": 2448998, - "maxValue": 2452648 - }, - { - "name": "c_salutation", - "ndv": 7 - }, - { - "name": "c_birth_day", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "c_birth_month", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "c_birth_year", - "ndv": 67, - "minValue": 1924, - "maxValue": 1992 - }, - { - "name": "c_last_review_date_sk", - "ndv": 364, - "minValue": 2452283, - "maxValue": 2452648 - } - ] - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_customer_id", - "c_first_name", - "c_last_name", - "c_birth_country" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 14, - "name": "$14" - } - ], - "rowCount": 80000000 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "8", - "10" - ], - "rowCount": 1.3181786606568192E21 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5, - 8 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 18, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 80000000 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_id", - "c_birth_country", - "$f2" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 80000000 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_customer_sk", - "ss_ext_discount_amt", - "ss_ext_list_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 22, - "name": "$22" - } - ], - "inputs": [ - "0" - ], - "rowCount": 82510879939 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_customer_sk", - "ss_sold_date_sk", - "$f8" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 1, - "name": "$1" - } - ] - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ], - "inputs": [ - "4" - ], - "rowCount": 73049 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 10957.35 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "16", - "19" - ], - "rowCount": 1.0984822172140161E14 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer" - ], - "table:alias": "customer", - "inputs": [], - "rowCount": 80000000, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "c_customer_sk" - }, - { - "type": "CHAR", - "nullable": false, - "precision": 16, - "name": "c_customer_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_shipto_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_sales_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "c_salutation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "c_first_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "c_last_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "c_preferred_cust_flag" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_day" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_month" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_year" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "c_birth_country" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 13, - "name": "c_login" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "c_email_address" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_last_review_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "c_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "c_customer_id", - "ndv": 80610928 - }, - { - "name": "c_current_cdemo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "c_current_hdemo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "c_current_addr_sk", - "ndv": 33825344, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "c_first_shipto_date_sk", - "ndv": 3646, - "minValue": 2449028, - "maxValue": 2452678 - }, - { - "name": "c_first_sales_date_sk", - "ndv": 3643, - "minValue": 2448998, - "maxValue": 2452648 - }, - { - "name": "c_salutation", - "ndv": 7 - }, - { - "name": "c_first_name", - "ndv": 5158 - }, - { - "name": "c_last_name", - "ndv": 5123 - }, - { - "name": "c_preferred_cust_flag", - "ndv": 3 - }, - { - "name": "c_birth_day", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "c_birth_month", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "c_birth_year", - "ndv": 67, - "minValue": 1924, - "maxValue": 1992 - }, - { - "name": "c_birth_country", - "ndv": 216 - }, - { - "name": "c_login", - "ndv": 1 - }, - { - "name": "c_email_address", - "ndv": 75301330 - }, - { - "name": "c_last_review_date_sk", - "ndv": 364, - "minValue": 2452283, - "maxValue": 2452648 - } - ] - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_customer_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 80000000 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "20", - "22" - ], - "rowCount": 1.3181786606568192E21 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 18, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 80000000 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - "rowCount": 40000000 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "customer_id", - "year_total", - "EXPR$0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - } - ], - "rowCount": 40000000 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "13", - "26" - ], - "rowCount": 480000000000000 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - } - ] - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_bill_customer_sk", - "ws_ext_discount_amt", - "ws_ext_list_price", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 21, - "name": "$21" - }, - { - "input": 24, - "name": "$24" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 21594638446 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - } - ] - }, - "rowCount": 1.7491657141260002E10 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_bill_customer_sk", - "ws_sold_date_sk", - "$f8" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 1, - "name": "$1" - } - ] - } - ], - "rowCount": 1.7491657141260002E10 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ], - "inputs": [ - "4" - ], - "rowCount": 73049 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 10957.35 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "31", - "34" - ], - "rowCount": 2.8749331406517793E13 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_customer_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "inputs": [ - "21" - ], - "rowCount": 80000000 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "35", - "36" - ], - "rowCount": 3.449919768782135E20 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 18, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 80000000 - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_id", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 80000000 - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "27", - "39" - ], - "rowCount": 5.76E21 - }, - { - "id": "41", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_bill_customer_sk", - "ws_ext_discount_amt", - "ws_ext_list_price", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 21, - "name": "$21" - }, - { - "input": 24, - "name": "$24" - }, - { - "input": 33, - "name": "$33" - } - ], - "inputs": [ - "28" - ], - "rowCount": 21594638446 - }, - { - "id": "42", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - } - ] - }, - "rowCount": 1.7491657141260002E10 - }, - { - "id": "43", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_bill_customer_sk", - "ws_sold_date_sk", - "$f8" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 1, - "name": "$1" - } - ] - } - ], - "rowCount": 1.7491657141260002E10 - }, - { - "id": "44", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ], - "inputs": [ - "4" - ], - "rowCount": 73049 - }, - { - "id": "45", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 10957.35 - }, - { - "id": "46", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "47", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "43", - "46" - ], - "rowCount": 2.8749331406517793E13 - }, - { - "id": "48", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_customer_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "inputs": [ - "21" - ], - "rowCount": 80000000 - }, - { - "id": "49", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "47", - "48" - ], - "rowCount": 3.449919768782135E20 - }, - { - "id": "50", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 18, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 80000000 - }, - { - "id": "51", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - "rowCount": 40000000 - }, - { - "id": "52", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "customer_id", - "year_total", - "EXPR$1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - } - ], - "rowCount": 40000000 - }, - { - "id": "53", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 4, - "name": "$4" - } - ] - } - ] - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - } - ] - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "40", - "52" - ], - "rowCount": 8.639999999999999E27 - }, - { - "id": "54", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "customer_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 8.639999999999999E27 - }, - { - "id": "55", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer" - ], - "table:alias": "customer", - "inputs": [], - "rowCount": 80000000, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "c_customer_sk" - }, - { - "type": "CHAR", - "nullable": false, - "precision": 16, - "name": "c_customer_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_shipto_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_sales_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "c_salutation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "c_first_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "c_last_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "c_preferred_cust_flag" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_day" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_month" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_year" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "c_birth_country" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 13, - "name": "c_login" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "c_email_address" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_last_review_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "c_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "c_customer_id", - "ndv": 80610928 - }, - { - "name": "c_current_cdemo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "c_current_hdemo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "c_current_addr_sk", - "ndv": 33825344, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "c_first_shipto_date_sk", - "ndv": 3646, - "minValue": 2449028, - "maxValue": 2452678 - }, - { - "name": "c_first_sales_date_sk", - "ndv": 3643, - "minValue": 2448998, - "maxValue": 2452648 - }, - { - "name": "c_salutation", - "ndv": 7 - }, - { - "name": "c_first_name", - "ndv": 5158 - }, - { - "name": "c_last_name", - "ndv": 5123 - }, - { - "name": "c_preferred_cust_flag", - "ndv": 3 - }, - { - "name": "c_birth_day", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "c_birth_month", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "c_birth_year", - "ndv": 67, - "minValue": 1924, - "maxValue": 1992 - }, - { - "name": "c_birth_country", - "ndv": 216 - }, - { - "name": "c_login", - "ndv": 1 - }, - { - "name": "c_email_address", - "ndv": 75301330 - }, - { - "name": "c_last_review_date_sk", - "ndv": 364, - "minValue": 2452283, - "maxValue": 2452648 - } - ] - }, - { - "id": "56", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_id", - "c_first_name", - "c_last_name", - "c_birth_country" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 14, - "name": "$14" - } - ], - "rowCount": 80000000 - }, - { - "id": "57", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "54", - "56" - ], - "rowCount": 1.0368E35 - }, - { - "id": "58", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "t_s_secyear.customer_id", - "t_s_secyear.customer_first_name", - "t_s_secyear.customer_last_name", - "t_s_secyear.customer_birth_country" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 1.0368E35 - }, - { - "id": "59", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 3, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 13 <- Map 10 (BROADCAST_EDGE), Reducer 11 (BROADCAST_EDGE) + Map 18 <- Reducer 9 (BROADCAST_EDGE) + Map 2 <- Map 10 (BROADCAST_EDGE), Reducer 12 (BROADCAST_EDGE) + Reducer 11 <- Map 10 (SIMPLE_EDGE) + Reducer 12 <- Map 10 (SIMPLE_EDGE) + Reducer 14 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 13 (CUSTOM_SIMPLE_EDGE) + Reducer 15 <- Reducer 14 (SIMPLE_EDGE) + Reducer 16 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 13 (CUSTOM_SIMPLE_EDGE) + Reducer 17 <- Reducer 16 (SIMPLE_EDGE) + Reducer 19 <- Map 18 (SIMPLE_EDGE) + Reducer 3 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 2 (CUSTOM_SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE) + Reducer 5 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 2 (CUSTOM_SIMPLE_EDGE) + Reducer 6 <- Reducer 5 (SIMPLE_EDGE) + Reducer 7 <- Reducer 4 (CUSTOM_SIMPLE_EDGE), Reducer 6 (CUSTOM_SIMPLE_EDGE) + Reducer 8 <- Reducer 15 (CUSTOM_SIMPLE_EDGE), Reducer 7 (CUSTOM_SIMPLE_EDGE) + Reducer 9 <- Reducer 17 (CUSTOM_SIMPLE_EDGE), Reducer 8 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: customer + Statistics: Num rows: 80000000 Data size: 16000000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: c_customer_sk (type: bigint), c_customer_id (type: char(16)), c_birth_country (type: varchar(20)) + outputColumnNames: _col0, _col1, _col4 + Statistics: Num rows: 80000000 Data size: 16000000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 80000000 Data size: 16000000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(16)), _col4 (type: varchar(20)) + Select Operator + expressions: c_customer_sk (type: bigint), c_customer_id (type: char(16)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(16)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(16)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(16)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 10 + Map Operator Tree: + TableScan + alias: date_dim + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), d_year (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col1 = 1999) (type: boolean) + Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 2 + Filter Operator + predicate: (_col1 = 2000) (type: boolean) + Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 13 + Filter Operator + predicate: (_col1 = 2000) (type: boolean) + Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 2 + Filter Operator + predicate: (_col1 = 1999) (type: boolean) + Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 13 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 13 + Map Operator Tree: + TableScan + alias: web_sales + Statistics: Num rows: 21600036511 Data size: 5182756360536 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_bill_customer_sk (type: bigint), ws_ext_discount_amt (type: decimal(7,2)), ws_ext_list_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 21600036511 Data size: 5182756360536 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col0 is not null and _col3 is not null) (type: boolean) + Statistics: Num rows: 21594643099 Data size: 5181462254384 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint), _col3 (type: bigint), (_col2 - _col1) (type: decimal(8,2)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 21594643099 Data size: 2764071180160 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2 + input vertices: + 1 Reducer 11 + Statistics: Num rows: 4340155973 Data size: 520775580248 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 4340155973 Data size: 520775580248 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(8,2)) + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2 + input vertices: + 1 Map 10 + Statistics: Num rows: 4340155973 Data size: 520775580248 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 4340155973 Data size: 520775580248 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(8,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 18 + Map Operator Tree: + TableScan + alias: customer + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_302_container, bigKeyColName:c_customer_id, smallTablePos:0, keyRatio:0.1111111125 + Statistics: Num rows: 80000000 Data size: 29760000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: c_customer_id (type: char(16)), c_first_name (type: char(20)), c_last_name (type: char(30)), c_birth_country (type: varchar(20)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 80000000 Data size: 29760000000 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: char(16)) + 1 _col0 (type: char(16)) + outputColumnNames: _col0, _col2, _col3, _col4 + input vertices: + 0 Reducer 9 + Statistics: Num rows: 13333333 Data size: 4959999876 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++++ + keys: _col0 (type: char(16)), _col2 (type: char(20)), _col3 (type: char(30)), _col4 (type: varchar(20)) + null sort order: zzzz + Statistics: Num rows: 13333333 Data size: 4959999876 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col0 (type: char(16)), _col2 (type: char(20)), _col3 (type: char(30)), _col4 (type: varchar(20)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 13333333 Data size: 4959999876 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)), _col1 (type: char(20)), _col2 (type: char(30)), _col3 (type: varchar(20)) + null sort order: zzzz + sort order: ++++ + Statistics: Num rows: 13333333 Data size: 4959999876 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 2 + Map Operator Tree: + TableScan + alias: store_sales + Statistics: Num rows: 86404891377 Data size: 19834337697608 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_customer_sk (type: bigint), ss_ext_discount_amt (type: decimal(7,2)), ss_ext_list_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 86404891377 Data size: 19834337697608 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col0 is not null and _col3 is not null) (type: boolean) + Statistics: Num rows: 82514936083 Data size: 18941394188296 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint), _col3 (type: bigint), (_col2 - _col1) (type: decimal(8,2)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 82514936083 Data size: 10532193185128 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2 + input vertices: + 1 Map 10 + Statistics: Num rows: 16584098707 Data size: 1960373211344 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 16584098707 Data size: 1960373211344 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(8,2)) + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2 + input vertices: + 1 Reducer 12 + Statistics: Num rows: 16584098707 Data size: 1960373211344 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 16584098707 Data size: 1960373211344 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(8,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 11 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 12 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 14 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col2, _col5 + input vertices: + 1 Map 1 + Statistics: Num rows: 4340155973 Data size: 920113066276 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Group By Operator + aggregations: sum(_col2) + keys: _col5 (type: char(16)) + minReductionHashAggr: 0.9815675 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(18,2)) + Reducer 15 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: char(16)) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(18,2)) + Reducer 16 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col2, _col5 + input vertices: + 1 Map 1 + Statistics: Num rows: 4340155973 Data size: 920113066276 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Group By Operator + aggregations: sum(_col2) + keys: _col5 (type: char(16)) + minReductionHashAggr: 0.9815675 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(18,2)) + Reducer 17 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: char(16)) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col1 > 0) (type: boolean) + Statistics: Num rows: 26666666 Data size: 5653333192 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(16)), _col1 (type: decimal(18,2)), (_col1 > 0) (type: boolean) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 26666666 Data size: 5759999856 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 26666666 Data size: 5759999856 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(18,2)), _col2 (type: boolean) + Reducer 19 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(16)), KEY.reducesinkkey1 (type: char(20)), KEY.reducesinkkey2 (type: char(30)), KEY.reducesinkkey3 (type: varchar(20)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 13333333 Data size: 4959999876 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 37200 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 37200 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col2, _col5 + input vertices: + 1 Map 1 + Statistics: Num rows: 16584098707 Data size: 3515828925884 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Group By Operator + aggregations: sum(_col2) + keys: _col5 (type: char(16)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(18,2)) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: char(16)) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col1 > 0) (type: boolean) + Statistics: Num rows: 26666666 Data size: 5653333192 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(16)), _col1 (type: decimal(18,2)), (_col1 > 0) (type: boolean) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 26666666 Data size: 5759999856 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 26666666 Data size: 5759999856 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(18,2)), _col2 (type: boolean) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col2, _col5, _col8 + input vertices: + 1 Map 1 + Statistics: Num rows: 16584098707 Data size: 5041566006928 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Group By Operator + aggregations: sum(_col2) + keys: _col5 (type: char(16)), _col8 (type: varchar(20)) + minReductionHashAggr: 0.9291035 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 80000000 Data size: 24320000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)), _col1 (type: varchar(20)) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: char(16)), _col1 (type: varchar(20)) + Statistics: Num rows: 80000000 Data size: 24320000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(18,2)) + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: char(16)), KEY._col1 (type: varchar(20)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 80000000 Data size: 24320000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(16)), _col2 (type: decimal(18,2)) + outputColumnNames: _col0, _col2 + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(18,2)) + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: char(16)) + 1 KEY.reducesinkkey0 (type: char(16)) + outputColumnNames: _col0, _col2, _col4, _col5 + input vertices: + 1 Reducer 4 + Statistics: Num rows: 26666666 Data size: 8746666448 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 26666666 Data size: 8746666448 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(18,2)), _col4 (type: decimal(18,2)), _col5 (type: boolean) + Reducer 8 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: char(16)) + 1 KEY.reducesinkkey0 (type: char(16)) + outputColumnNames: _col0, _col2, _col4, _col5, _col7 + input vertices: + 1 Reducer 15 + Statistics: Num rows: 26666666 Data size: 11733333040 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 26666666 Data size: 11733333040 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(18,2)), _col4 (type: decimal(18,2)), _col5 (type: boolean), _col7 (type: decimal(18,2)) + Reducer 9 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: char(16)) + 1 KEY.reducesinkkey0 (type: char(16)) + outputColumnNames: _col0, _col2, _col4, _col5, _col7, _col9, _col10 + input vertices: + 1 Reducer 17 + Statistics: Num rows: 26666666 Data size: 14826666296 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Filter Operator + predicate: if(_col5, if(_col10, ((_col7 / _col9) > (_col2 / _col4)), (0 > (_col2 / _col4))), if(_col10, ((_col7 / _col9) > 0), false)) (type: boolean) + Statistics: Num rows: 13333333 Data size: 7413333148 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(16)) + outputColumnNames: _col0 + Statistics: Num rows: 13333333 Data size: 1333333300 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 13333333 Data size: 1333333300 Basic stats: COMPLETE Column stats: COMPLETE + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query12.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query12.q.out index 88242502588a..973a5e460ab8 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query12.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query12.q.out @@ -1,1587 +1,203 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - }, - "rowCount": 1.94351746014E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_item_sk", - "ws_ext_sales_price", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 1.94351746014E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Books", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - }, - { - "literal": "Jewelry", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 7 - } - }, - { - "literal": "Sports", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - } - ] - }, - "rowCount": 115500 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_item_id", - "i_item_desc", - "i_current_price", - "i_class", - "i_category" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 12, - "name": "$12" - } - ], - "rowCount": 115500 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 336714399969255 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "TIMESTAMP", - "nullable": true, - "precision": 9 - } - }, - { - "literal": 979257600000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - }, - { - "literal": 981849600000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 922374382625779072 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 4, - 5, - 6, - 7, - 8 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 92237438262577904 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_desc", - "i_category", - "i_class", - "i_current_price", - "itemrevenue", - "revenueratio", - "(tok_table_or_col i_item_id)" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 5, - "name": "$5" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "literal": 100, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 10, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ], - "distinct": false, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 27, - "scale": 2 - }, - "window": { - "partition": [ - { - "input": 3, - "name": "$3" - } - ], - "order": [ - { - "expr": { - "input": 3, - "name": "$3" - }, - "direction": "ASCENDING", - "null-direction": "FIRST" - } - ], - "range-lower": { - "type": "UNBOUNDED_PRECEDING" - }, - "range-upper": { - "type": "UNBOUNDED_FOLLOWING" - } - } - } - ] - }, - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 92237438262577904 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 6, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 5, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_desc", - "i_category", - "i_class", - "i_current_price", - "itemrevenue", - "revenueratio" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: web_sales + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_52_container, bigKeyColName:ws_item_sk, smallTablePos:1, keyRatio:0.030300956815565664 + Statistics: Num rows: 21594638446 Data size: 2763811113552 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_item_sk (type: bigint), ws_ext_sales_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 21594638446 Data size: 2763811113552 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 5 + Statistics: Num rows: 2399240019 Data size: 287606194744 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col5, _col6, _col7, _col8, _col9 + input vertices: + 1 Map 6 + Statistics: Num rows: 654338207 Data size: 451190719790 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col9 (type: char(50)), _col8 (type: char(50)), _col5 (type: string), _col6 (type: varchar(200)), _col7 (type: decimal(7,2)) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: string), _col3 (type: varchar(200)), _col4 (type: decimal(7,2)) + null sort order: zzzzz + sort order: +++++ + Map-reduce partition columns: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: string), _col3 (type: varchar(200)), _col4 (type: decimal(7,2)) + Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col5 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-01-12 00:00:00' AND TIMESTAMP'2001-02-11 00:00:00' (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-01-12 00:00:00' AND TIMESTAMP'2001-02-11 00:00:00' (type: boolean) + Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: item + filterExpr: (i_category) IN ('Books ', 'Jewelry ', 'Sports ') (type: boolean) + Statistics: Num rows: 462000 Data size: 270601408 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (i_category) IN ('Books ', 'Jewelry ', 'Sports ') (type: boolean) + Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_item_id (type: string), i_item_desc (type: varchar(200)), i_current_price (type: decimal(7,2)), i_class (type: char(50)), i_category (type: char(50)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string), _col2 (type: varchar(200)), _col3 (type: decimal(7,2)), _col4 (type: char(50)), _col5 (type: char(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: char(50)), KEY._col1 (type: char(50)), KEY._col2 (type: string), KEY._col3 (type: varchar(200)), KEY._col4 (type: decimal(7,2)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: char(50)) + null sort order: a + sort order: + + Map-reduce partition columns: _col1 (type: char(50)) + Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: char(50)), _col2 (type: string), _col3 (type: varchar(200)), _col4 (type: decimal(7,2)), _col5 (type: decimal(17,2)) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: char(50)), KEY.reducesinkkey0 (type: char(50)), VALUE._col1 (type: string), VALUE._col2 (type: varchar(200)), VALUE._col3 (type: decimal(7,2)), VALUE._col4 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE + PTF Operator + Function definitions: + Input definition + input alias: ptf_0 + output shape: _col0: char(50), _col1: char(50), _col2: string, _col3: varchar(200), _col4: decimal(7,2), _col5: decimal(17,2) + type: WINDOWING + Windowing table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 ASC NULLS FIRST + partition by: _col1 + raw input shape: + window functions: + window function definition + alias: sum_window_0 + arguments: _col5 + name: sum + window function: GenericUDAFSumHiveDecimal + window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) + Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: +++++ + keys: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: string), _col3 (type: varchar(200)), ((_col5 * 100) / sum_window_0) (type: decimal(38,17)) + null sort order: zzzzz + Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col3 (type: varchar(200)), _col0 (type: char(50)), _col1 (type: char(50)), _col4 (type: decimal(7,2)), _col5 (type: decimal(17,2)), ((_col5 * 100) / sum_window_0) (type: decimal(38,17)), _col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 126000 Data size: 101052000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col6 (type: string), _col0 (type: varchar(200)), _col5 (type: decimal(38,17)) + null sort order: zzzzz + sort order: +++++ + Statistics: Num rows: 126000 Data size: 101052000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: decimal(7,2)), _col4 (type: decimal(17,2)) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey3 (type: varchar(200)), KEY.reducesinkkey0 (type: char(50)), KEY.reducesinkkey1 (type: char(50)), VALUE._col0 (type: decimal(7,2)), VALUE._col1 (type: decimal(17,2)), KEY.reducesinkkey4 (type: decimal(38,17)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 126000 Data size: 88452000 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 70200 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 70200 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query13.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query13.q.out index eb82e309be7d..0219ac32e5eb 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query13.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query13.q.out @@ -1,2635 +1,219 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 21, - "name": "$21" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 12, - "name": "$12" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 3.94646980910959E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_cdemo_sk", - "ss_hdemo_sk", - "ss_addr_sk", - "ss_quantity", - "ss_ext_sales_price", - "ss_ext_wholesale_cost", - "ss_sold_date_sk", - "EXPR$0", - "EXPR$1", - "EXPR$2", - "EXPR$5", - "EXPR$8", - "EXPR$11" - ], - "exprs": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 22, - "name": "$22" - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 21, - "name": "$21" - }, - { - "literal": 100, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - }, - { - "literal": 200, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 21, - "name": "$21" - }, - { - "literal": 150, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - }, - { - "literal": 300, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 21, - "name": "$21" - }, - { - "literal": 50, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - }, - { - "literal": 250, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 12, - "name": "$12" - }, - { - "literal": 100, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 3, - "scale": 0 - } - }, - { - "literal": 150, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 3, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 12, - "name": "$12" - }, - { - "literal": 50, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 3, - "scale": 0 - } - }, - { - "literal": 100, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 3, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 12, - "name": "$12" - }, - { - "literal": 150, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 3, - "scale": 0 - } - }, - { - "literal": 200, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 3, - "scale": 0 - } - } - ] - } - ], - "rowCount": 3.94646980910959E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 10957.35 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 13, - "name": "$13" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 6.486427644427045E13 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "customer_address", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": "GA", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "IN", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "KY", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "MO", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "MT", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "NM", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "OR", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "WI", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "WV", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "literal": "United States", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 20 - } - } - ] - } - ] - }, - "rowCount": 1500000 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "EXPR$0", - "EXPR$1", - "EXPR$2" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": "GA", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "KY", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "NM", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": "IN", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "MT", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "OR", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": "MO", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "WI", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "WV", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - } - ] - } - ], - "rowCount": 1500000 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 14, - "name": "$14" - } - ] - }, - { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 15, - "name": "$15" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 16, - "name": "$16" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 17, - "name": "$17" - }, - { - "input": 9, - "name": "$9" - } - ] - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 3648615549990212608 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "household_demographics" - ], - "table:alias": "household_demographics", - "inputs": [], - "rowCount": 7200, - "avgRowSize": 183, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "hd_demo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "hd_income_band_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "hd_buy_potential" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "hd_dep_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "hd_vehicle_count" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "hd_demo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "hd_dep_count", - "ndv": 10, - "minValue": 0, - "maxValue": 9 - }, - { - "name": "hd_income_band_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "hd_buy_potential", - "ndv": 6 - }, - { - "name": "hd_vehicle_count", - "ndv": 6, - "minValue": -1, - "maxValue": 4 - } - ] - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 1800 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "hd_demo_sk", - "EXPR$0", - "EXPR$1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "rowCount": 1800 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 18, - "name": "$18" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "10", - "13" - ], - "rowCount": 9.851261984973575E20 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_demographics" - ], - "table:alias": "customer_demographics", - "inputs": [], - "rowCount": 1920800, - "avgRowSize": 217, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "cd_demo_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_gender" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_marital_status" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "cd_education_status" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_purchase_estimate" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "cd_credit_rating" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_employed_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_college_count" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "cd_demo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cd_marital_status", - "ndv": 5 - }, - { - "name": "cd_education_status", - "ndv": 7 - }, - { - "name": "cd_gender", - "ndv": 2 - }, - { - "name": "cd_purchase_estimate", - "ndv": 20, - "minValue": 500, - "maxValue": 10000 - }, - { - "name": "cd_credit_rating", - "ndv": 4 - }, - { - "name": "cd_dep_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_dep_employed_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_dep_college_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - } - ] - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": "D", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - }, - { - "literal": "M", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - }, - { - "literal": "U", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": "4 yr Degree", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 11 - } - }, - { - "literal": "Advanced Degree", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 15 - } - }, - { - "literal": "Primary", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 7 - } - } - ] - } - ] - }, - "rowCount": 120050 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cd_demo_sk", - "EXPR$3", - "EXPR$4", - "EXPR$6", - "EXPR$7", - "EXPR$9", - "EXPR$10" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": "M", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": "4 yr Degree", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 11 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": "D", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": "Primary", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 7 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": "U", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": "Advanced Degree", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 15 - } - } - ] - } - ], - "rowCount": 120050 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 21, - "name": "$21" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 22, - "name": "$22" - }, - { - "input": 23, - "name": "$23" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 19, - "name": "$19" - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 24, - "name": "$24" - }, - { - "input": 25, - "name": "$25" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 20, - "name": "$20" - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 26, - "name": "$26" - }, - { - "input": 27, - "name": "$27" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 20, - "name": "$20" - } - ] - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "14", - "17" - ], - "rowCount": 4.4349150048602914E24 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - } - ], - "rowCount": 1 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "_c0", - "_c1", - "_c2", - "_c3" - ], - "exprs": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "input": 1, - "name": "$1" - } - ] - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 11, - "scale": 6 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 11, - "scale": 6 - } - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 1 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: (ss_net_profit is not null and ss_sales_price is not null and ss_cdemo_sk is not null and ss_addr_sk is not null and ss_hdemo_sk is not null and ss_store_sk is not null) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_89_container, bigKeyColName:ss_hdemo_sk, smallTablePos:1, keyRatio:7.945618813963477E-8 + Statistics: Num rows: 82510879939 Data size: 39653754183252 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ss_net_profit is not null and ss_sales_price is not null and ss_cdemo_sk is not null and ss_addr_sk is not null and ss_hdemo_sk is not null and ss_store_sk is not null) (type: boolean) + Statistics: Num rows: 71506977209 Data size: 34365408522320 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_cdemo_sk (type: bigint), ss_hdemo_sk (type: bigint), ss_addr_sk (type: bigint), ss_quantity (type: int), ss_ext_sales_price (type: decimal(7,2)), ss_ext_wholesale_cost (type: decimal(7,2)), ss_sold_date_sk (type: bigint), ss_net_profit BETWEEN 100 AND 200 (type: boolean), ss_net_profit BETWEEN 150 AND 300 (type: boolean), ss_net_profit BETWEEN 50 AND 250 (type: boolean), ss_sales_price BETWEEN 100 AND 150 (type: boolean), ss_sales_price BETWEEN 50 AND 100 (type: boolean), ss_sales_price BETWEEN 150 AND 200 (type: boolean) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12 + Statistics: Num rows: 71506977209 Data size: 19882885733240 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col6 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col7, _col8, _col9, _col10, _col11, _col12 + input vertices: + 1 Map 3 + Statistics: Num rows: 14371686201 Data size: 3541489597360 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col3, _col4, _col5, _col7, _col8, _col9, _col10, _col11, _col12, _col15, _col16, _col17 + input vertices: + 1 Map 4 + Statistics: Num rows: 1220237740 Data size: 43928558884 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((_col15 and _col7) or (_col16 and _col8) or (_col17 and _col9)) (type: boolean) + Statistics: Num rows: 915178305 Data size: 32946419224 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col3, _col4, _col5, _col10, _col11, _col12, _col19, _col20 + input vertices: + 1 Map 5 + Statistics: Num rows: 183035664 Data size: 3660713516 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col3, _col4, _col5, _col10, _col11, _col12, _col19, _col20, _col22, _col23, _col24, _col25, _col26, _col27 + input vertices: + 1 Map 6 + Statistics: Num rows: 47066317 Data size: 2070918176 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((_col22 and _col23 and _col10 and _col19) or (_col24 and _col25 and _col11 and _col20) or (_col26 and _col27 and _col12 and _col20)) (type: boolean) + Statistics: Num rows: 8824932 Data size: 388297236 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col3 (type: int), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)) + outputColumnNames: _col3, _col4, _col5 + Statistics: Num rows: 8824932 Data size: 388297236 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col3), count(_col3), sum(_col4), count(_col4), sum(_col5), count(_col5) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: decimal(17,2)), _col3 (type: bigint), _col4 (type: decimal(17,2)), _col5 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 3 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (d_year = 2001) (type: boolean) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_year = 2001) (type: boolean) + Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: customer_address + filterExpr: ((ca_state) IN ('GA', 'IN', 'KY', 'MO', 'MT', 'NM', 'OR', 'WI', 'WV') and (ca_country = 'United States')) (type: boolean) + Statistics: Num rows: 40000000 Data size: 7640000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((ca_state) IN ('GA', 'IN', 'KY', 'MO', 'MT', 'NM', 'OR', 'WI', 'WV') and (ca_country = 'United States')) (type: boolean) + Statistics: Num rows: 3396227 Data size: 648679357 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ca_address_sk (type: bigint), (ca_state) IN ('GA', 'KY', 'NM') (type: boolean), (ca_state) IN ('IN', 'MT', 'OR') (type: boolean), (ca_state) IN ('MO', 'WI', 'WV') (type: boolean) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 3396227 Data size: 67924540 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 3396227 Data size: 67924540 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: boolean), _col2 (type: boolean), _col3 (type: boolean) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: household_demographics + filterExpr: (hd_dep_count) IN (1, 3) (type: boolean) + Statistics: Num rows: 7200 Data size: 86400 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (hd_dep_count) IN (1, 3) (type: boolean) + Statistics: Num rows: 1440 Data size: 17280 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: hd_demo_sk (type: bigint), (hd_dep_count = 3) (type: boolean), (hd_dep_count = 1) (type: boolean) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1440 Data size: 23040 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1440 Data size: 23040 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: boolean), _col2 (type: boolean) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: customer_demographics + filterExpr: ((cd_marital_status) IN ('D', 'M', 'U') and (cd_education_status) IN ('4 yr Degree ', 'Advanced Degree ', 'Primary ')) (type: boolean) + Statistics: Num rows: 1920800 Data size: 359189600 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((cd_marital_status) IN ('D', 'M', 'U') and (cd_education_status) IN ('4 yr Degree ', 'Advanced Degree ', 'Primary ')) (type: boolean) + Statistics: Num rows: 493920 Data size: 92363040 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cd_demo_sk (type: bigint), (cd_marital_status = 'M') (type: boolean), (cd_education_status = '4 yr Degree ') (type: boolean), (cd_marital_status = 'D') (type: boolean), (cd_education_status = 'Primary ') (type: boolean), (cd_marital_status = 'U') (type: boolean), (cd_education_status = 'Advanced Degree ') (type: boolean) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 493920 Data size: 15805440 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 493920 Data size: 15805440 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: boolean), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), count(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), sum(VALUE._col4), count(VALUE._col5) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: (UDFToDouble(_col0) / _col1) (type: double), CAST( (_col2 / _col3) AS decimal(11,6)) (type: decimal(11,6)), CAST( (_col4 / _col5) AS decimal(11,6)) (type: decimal(11,6)), _col4 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 1 Data size: 344 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 344 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query14.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query14.q.out index abb39f2dfa24..d3eae34b709b 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query14.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query14.q.out @@ -2,10807 +2,1196 @@ Warning: Map Join MAPJOIN[1090][bigTable=?] in task 'Reducer 8' is a cross produ Warning: Map Join MAPJOIN[1135][bigTable=?] in task 'Reducer 11' is a cross product Warning: Map Join MAPJOIN[1151][bigTable=?] in task 'Reducer 17' is a cross product Warning: Map Join MAPJOIN[1187][bigTable=?] in task 'Reducer 26' is a cross product -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - }, - "rowCount": 7.42597919451E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_quantity", - "ss_list_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 7.42597919451E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 11, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 1643.6025 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year", - "d_moy" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 11, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - } - ], - "rowCount": 1643.6025 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 1.8308036953566934E13 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 11, - "name": "$11" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ] - } - ] - }, - "rowCount": 336798.00000000006 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand_id", - "i_class_id", - "i_category_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 11, - "name": "$11" - } - ], - "rowCount": 336798.00000000006 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - } - ] - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - }, - "rowCount": 7.42597919451E10 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 7.42597919451E10 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "d1", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "12", - "15" - ], - "rowCount": 2.0342263281741038E14 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "iss", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 11, - "name": "$11" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ] - } - ] - }, - "rowCount": 336798.00000000006 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand_id", - "i_class_id", - "i_category_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 11, - "name": "$11" - } - ], - "rowCount": 336798.00000000006 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "16", - "19" - ], - "rowCount": 1.0276850383145728E19 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 4, - 5, - 6 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 1027685038314572800 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_brand_id", - "i_class_id", - "i_category_id", - "$f3" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 1027685038314572800 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - } - ] - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - }, - "rowCount": 3.87045981225E10 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_item_sk", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 14, - "name": "$14" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.87045981225E10 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "d2", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "25", - "28" - ], - "rowCount": 1.0602495705939384E14 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "ics", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 11, - "name": "$11" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ] - } - ] - }, - "rowCount": 336798.00000000006 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand_id", - "i_class_id", - "i_category_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 11, - "name": "$11" - } - ], - "rowCount": 336798.00000000006 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "29", - "32" - ], - "rowCount": 5356349023153459200 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 4, - 5, - 6 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 535634902315345920 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_brand_id", - "i_class_id", - "i_category_id", - "$f3" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 535634902315345920 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - } - ] - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - }, - "rowCount": 1.94351746014E10 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_item_sk", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 1.94351746014E10 - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "d3", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "41", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "42", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "38", - "41" - ], - "rowCount": 5.323950260466258E13 - }, - { - "id": "43", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "iws", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "44", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 11, - "name": "$11" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ] - } - ] - }, - "rowCount": 336798.00000000006 - }, - { - "id": "45", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand_id", - "i_class_id", - "i_category_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 11, - "name": "$11" - } - ], - "rowCount": 336798.00000000006 - }, - { - "id": "46", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "42", - "45" - ], - "rowCount": 2689643699736772608 - }, - { - "id": "47", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 4, - 5, - 6 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 268964369973677248 - }, - { - "id": "48", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_brand_id", - "i_class_id", - "i_category_id", - "$f3" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 268964369973677248 - }, - { - "id": "49", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", - "all": true, - "inputs": [ - "22", - "35", - "48" - ], - "rowCount": 1832284310603596032 - }, - { - "id": "50", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_brand_id", - "i_class_id", - "i_category_id", - "$f3" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 1832284310603596032 - }, - { - "id": "51", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - } - ], - "rowCount": 183228431060359616 - }, - { - "id": "52", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 3, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - "rowCount": 27484264659053940 - }, - { - "id": "53", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 27484264659053940 - }, - { - "id": "54", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 6, - "name": "$6" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "9", - "53" - ], - "rowCount": 3.124117811916017E19 - }, - { - "id": "55", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 3.124117811916017E19 - }, - { - "id": "56", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "semi", - "inputs": [ - "6", - "55" - ], - "rowCount": 1.3346558939150297E13 - }, - { - "id": "57", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand_id", - "i_class_id", - "i_category_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 11, - "name": "$11" - } - ], - "inputs": [ - "7" - ], - "rowCount": 462000 - }, - { - "id": "58", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "56", - "57" - ], - "rowCount": 924916534483115520 - }, - { - "id": "59", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3" - ], - "exprs": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 10, - "scale": 0 - } - }, - { - "input": 2, - "name": "$2" - } - ] - } - ], - "rowCount": 924916534483115520 - }, - { - "id": "60", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 92491653448311552 - }, - { - "id": "61", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - "rowCount": 83242488103480400 - }, - { - "id": "62", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 83242488103480400 - }, - { - "id": "63", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "avg_sales" - ], - "table:alias": "avg_sales", - "inputs": [], - "rowCount": 1, - "avgRowSize": 133, - "rowType": { - "fields": [ - { - "type": "DECIMAL", - "nullable": true, - "precision": 22, - "scale": 6, - "name": "average_sales" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "average_sales", - "ndv": 1, - "minValue": 1.4E-45, - "maxValue": 3.4028235E38 - } - ] - }, - { - "id": "64", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "COUNT", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": false - }, - "distinct": false, - "operands": [], - "name": "cnt" - } - ], - "rowCount": 1 - }, - { - "id": "65", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cnt" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "66", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "sq_count_check", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ], - "class": "org.apache.calcite.sql.SqlFunction", - "type": { - "type": "BOOLEAN", - "nullable": false - }, - "deterministic": true, - "dynamic": false - }, - "rowCount": 1 - }, - { - "id": "67", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cnt" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "68", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "avg_sales" - ], - "table:alias": "avg_sales", - "inputs": [], - "rowCount": 1, - "avgRowSize": 133, - "rowType": { - "fields": [ - { - "type": "DECIMAL", - "nullable": true, - "precision": 22, - "scale": 6, - "name": "average_sales" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "average_sales", - "ndv": 1, - "minValue": 1.4E-45, - "maxValue": 3.4028235E38 - } - ] - }, - { - "id": "69", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - }, - "rowCount": 1 - }, - { - "id": "70", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "average_sales" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "71", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "literal": true, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "67", - "70" - ], - "rowCount": 1 - }, - { - "id": "72", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "62", - "71" - ], - "rowCount": 41621244051740200 - }, - { - "id": "73", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "i_brand_id", - "i_class_id", - "i_category_id", - "sales", - "number_sales" - ], - "exprs": [ - { - "literal": "store", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 41621244051740200 - }, - { - "id": "74", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - } - ] - }, - { - "id": "75", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - }, - "rowCount": 3.87045981225E10 - }, - { - "id": "76", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_item_sk", - "cs_quantity", - "cs_list_price", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 14, - "name": "$14" - }, - { - "input": 17, - "name": "$17" - }, - { - "input": 19, - "name": "$19" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.87045981225E10 - }, - { - "id": "77", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 11, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 1643.6025 - }, - { - "id": "78", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year", - "d_moy" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 11, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - } - ], - "rowCount": 1643.6025 - }, - { - "id": "79", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "76", - "78" - ], - "rowCount": 9.542246135345445E12 - }, - { - "id": "80", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 11, - "name": "$11" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ] - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 336798.00000000006 - }, - { - "id": "81", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand_id", - "i_class_id", - "i_category_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 11, - "name": "$11" - } - ], - "rowCount": 336798.00000000006 - }, - { - "id": "82", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - }, - "inputs": [ - "10" - ], - "rowCount": 7.42597919451E10 - }, - { - "id": "83", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 7.42597919451E10 - }, - { - "id": "84", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "13" - ], - "rowCount": 18262.25 - }, - { - "id": "85", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "86", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "83", - "85" - ], - "rowCount": 2.0342263281741038E14 - }, - { - "id": "87", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 11, - "name": "$11" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ] - } - ] - }, - "inputs": [ - "17" - ], - "rowCount": 336798.00000000006 - }, - { - "id": "88", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand_id", - "i_class_id", - "i_category_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 11, - "name": "$11" - } - ], - "rowCount": 336798.00000000006 - }, - { - "id": "89", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "86", - "88" - ], - "rowCount": 1.0276850383145728E19 - }, - { - "id": "90", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 4, - 5, - 6 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 1027685038314572800 - }, - { - "id": "91", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_brand_id", - "i_class_id", - "i_category_id", - "$f3" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 1027685038314572800 - }, - { - "id": "92", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - }, - "inputs": [ - "23" - ], - "rowCount": 3.87045981225E10 - }, - { - "id": "93", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_item_sk", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 14, - "name": "$14" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.87045981225E10 - }, - { - "id": "94", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "26" - ], - "rowCount": 18262.25 - }, - { - "id": "95", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "96", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "93", - "95" - ], - "rowCount": 1.0602495705939384E14 - }, - { - "id": "97", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 11, - "name": "$11" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ] - } - ] - }, - "inputs": [ - "30" - ], - "rowCount": 336798.00000000006 - }, - { - "id": "98", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand_id", - "i_class_id", - "i_category_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 11, - "name": "$11" - } - ], - "rowCount": 336798.00000000006 - }, - { - "id": "99", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "96", - "98" - ], - "rowCount": 5356349023153459200 - }, - { - "id": "100", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 4, - 5, - 6 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 535634902315345920 - }, - { - "id": "101", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_brand_id", - "i_class_id", - "i_category_id", - "$f3" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 535634902315345920 - }, - { - "id": "102", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - }, - "inputs": [ - "36" - ], - "rowCount": 1.94351746014E10 - }, - { - "id": "103", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_item_sk", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 1.94351746014E10 - }, - { - "id": "104", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "39" - ], - "rowCount": 18262.25 - }, - { - "id": "105", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "106", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "103", - "105" - ], - "rowCount": 5.323950260466258E13 - }, - { - "id": "107", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 11, - "name": "$11" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ] - } - ] - }, - "inputs": [ - "43" - ], - "rowCount": 336798.00000000006 - }, - { - "id": "108", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand_id", - "i_class_id", - "i_category_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 11, - "name": "$11" - } - ], - "rowCount": 336798.00000000006 - }, - { - "id": "109", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "106", - "108" - ], - "rowCount": 2689643699736772608 - }, - { - "id": "110", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 4, - 5, - 6 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 268964369973677248 - }, - { - "id": "111", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_brand_id", - "i_class_id", - "i_category_id", - "$f3" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 268964369973677248 - }, - { - "id": "112", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", - "all": true, - "inputs": [ - "91", - "101", - "111" - ], - "rowCount": 1832284310603596032 - }, - { - "id": "113", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_brand_id", - "i_class_id", - "i_category_id", - "$f3" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 1832284310603596032 - }, - { - "id": "114", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - } - ], - "rowCount": 183228431060359616 - }, - { - "id": "115", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 3, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - "rowCount": 27484264659053940 - }, - { - "id": "116", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 27484264659053940 - }, - { - "id": "117", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 6, - "name": "$6" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "81", - "116" - ], - "rowCount": 3.124117811916017E19 - }, - { - "id": "118", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 3.124117811916017E19 - }, - { - "id": "119", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "semi", - "inputs": [ - "79", - "118" - ], - "rowCount": 6.95629743266683E12 - }, - { - "id": "120", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand_id", - "i_class_id", - "i_category_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 11, - "name": "$11" - } - ], - "inputs": [ - "7" - ], - "rowCount": 462000 - }, - { - "id": "121", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "119", - "120" - ], - "rowCount": 482071412083811328 - }, - { - "id": "122", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3" - ], - "exprs": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 10, - "scale": 0 - } - }, - { - "input": 2, - "name": "$2" - } - ] - } - ], - "rowCount": 482071412083811328 - }, - { - "id": "123", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 48207141208381136 - }, - { - "id": "124", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - "rowCount": 43386427087543024 - }, - { - "id": "125", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 43386427087543024 - }, - { - "id": "126", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "COUNT", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": false - }, - "distinct": false, - "operands": [], - "name": "cnt" - } - ], - "inputs": [ - "63" - ], - "rowCount": 1 - }, - { - "id": "127", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cnt" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "128", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "sq_count_check", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ], - "class": "org.apache.calcite.sql.SqlFunction", - "type": { - "type": "BOOLEAN", - "nullable": false - }, - "deterministic": true, - "dynamic": false - }, - "rowCount": 1 - }, - { - "id": "129", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cnt" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "130", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - }, - "inputs": [ - "68" - ], - "rowCount": 1 - }, - { - "id": "131", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "average_sales" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "132", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "literal": true, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "129", - "131" - ], - "rowCount": 1 - }, - { - "id": "133", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "125", - "132" - ], - "rowCount": 21693213543771512 - }, - { - "id": "134", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "i_brand_id", - "i_class_id", - "i_category_id", - "sales", - "number_sales" - ], - "exprs": [ - { - "literal": "catalog", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 21693213543771512 - }, - { - "id": "135", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - } - ] - }, - { - "id": "136", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - }, - "rowCount": 1.94351746014E10 - }, - { - "id": "137", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_item_sk", - "ws_quantity", - "ws_list_price", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 17, - "name": "$17" - }, - { - "input": 19, - "name": "$19" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 1.94351746014E10 - }, - { - "id": "138", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 11, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 1643.6025 - }, - { - "id": "139", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year", - "d_moy" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 11, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - } - ], - "rowCount": 1643.6025 - }, - { - "id": "140", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "137", - "139" - ], - "rowCount": 4.791555234419632E12 - }, - { - "id": "141", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 11, - "name": "$11" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ] - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 336798.00000000006 - }, - { - "id": "142", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand_id", - "i_class_id", - "i_category_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 11, - "name": "$11" - } - ], - "rowCount": 336798.00000000006 - }, - { - "id": "143", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - }, - "inputs": [ - "10" - ], - "rowCount": 7.42597919451E10 - }, - { - "id": "144", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 7.42597919451E10 - }, - { - "id": "145", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "13" - ], - "rowCount": 18262.25 - }, - { - "id": "146", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "147", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "144", - "146" - ], - "rowCount": 2.0342263281741038E14 - }, - { - "id": "148", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 11, - "name": "$11" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ] - } - ] - }, - "inputs": [ - "17" - ], - "rowCount": 336798.00000000006 - }, - { - "id": "149", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand_id", - "i_class_id", - "i_category_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 11, - "name": "$11" - } - ], - "rowCount": 336798.00000000006 - }, - { - "id": "150", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "147", - "149" - ], - "rowCount": 1.0276850383145728E19 - }, - { - "id": "151", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 4, - 5, - 6 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 1027685038314572800 - }, - { - "id": "152", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_brand_id", - "i_class_id", - "i_category_id", - "$f3" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 1027685038314572800 - }, - { - "id": "153", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - }, - "inputs": [ - "23" - ], - "rowCount": 3.87045981225E10 - }, - { - "id": "154", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_item_sk", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 14, - "name": "$14" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.87045981225E10 - }, - { - "id": "155", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "26" - ], - "rowCount": 18262.25 - }, - { - "id": "156", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "157", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "154", - "156" - ], - "rowCount": 1.0602495705939384E14 - }, - { - "id": "158", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 11, - "name": "$11" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ] - } - ] - }, - "inputs": [ - "30" - ], - "rowCount": 336798.00000000006 - }, - { - "id": "159", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand_id", - "i_class_id", - "i_category_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 11, - "name": "$11" - } - ], - "rowCount": 336798.00000000006 - }, - { - "id": "160", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "157", - "159" - ], - "rowCount": 5356349023153459200 - }, - { - "id": "161", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 4, - 5, - 6 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 535634902315345920 - }, - { - "id": "162", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_brand_id", - "i_class_id", - "i_category_id", - "$f3" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 535634902315345920 - }, - { - "id": "163", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - }, - "inputs": [ - "36" - ], - "rowCount": 1.94351746014E10 - }, - { - "id": "164", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_item_sk", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 1.94351746014E10 - }, - { - "id": "165", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "39" - ], - "rowCount": 18262.25 - }, - { - "id": "166", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "167", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "164", - "166" - ], - "rowCount": 5.323950260466258E13 - }, - { - "id": "168", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 11, - "name": "$11" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ] - } - ] - }, - "inputs": [ - "43" - ], - "rowCount": 336798.00000000006 - }, - { - "id": "169", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand_id", - "i_class_id", - "i_category_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 11, - "name": "$11" - } - ], - "rowCount": 336798.00000000006 - }, - { - "id": "170", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "167", - "169" - ], - "rowCount": 2689643699736772608 - }, - { - "id": "171", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 4, - 5, - 6 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 268964369973677248 - }, - { - "id": "172", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_brand_id", - "i_class_id", - "i_category_id", - "$f3" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 268964369973677248 - }, - { - "id": "173", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", - "all": true, - "inputs": [ - "152", - "162", - "172" - ], - "rowCount": 1832284310603596032 - }, - { - "id": "174", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_brand_id", - "i_class_id", - "i_category_id", - "$f3" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 1832284310603596032 - }, - { - "id": "175", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - } - ], - "rowCount": 183228431060359616 - }, - { - "id": "176", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 3, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - "rowCount": 27484264659053940 - }, - { - "id": "177", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 27484264659053940 - }, - { - "id": "178", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 6, - "name": "$6" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "142", - "177" - ], - "rowCount": 3.124117811916017E19 - }, - { - "id": "179", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 3.124117811916017E19 - }, - { - "id": "180", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "semi", - "inputs": [ - "140", - "179" - ], - "rowCount": 3.493043765891912E12 - }, - { - "id": "181", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand_id", - "i_class_id", - "i_category_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 11, - "name": "$11" - } - ], - "inputs": [ - "7" - ], - "rowCount": 462000 - }, - { - "id": "182", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "180", - "181" - ], - "rowCount": 242067932976309504 - }, - { - "id": "183", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3" - ], - "exprs": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 10, - "scale": 0 - } - }, - { - "input": 2, - "name": "$2" - } - ] - } - ], - "rowCount": 242067932976309504 - }, - { - "id": "184", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 24206793297630952 - }, - { - "id": "185", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - "rowCount": 21786113967867856 - }, - { - "id": "186", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 21786113967867856 - }, - { - "id": "187", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "COUNT", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": false - }, - "distinct": false, - "operands": [], - "name": "cnt" - } - ], - "inputs": [ - "63" - ], - "rowCount": 1 - }, - { - "id": "188", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cnt" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "189", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "sq_count_check", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ], - "class": "org.apache.calcite.sql.SqlFunction", - "type": { - "type": "BOOLEAN", - "nullable": false - }, - "deterministic": true, - "dynamic": false - }, - "rowCount": 1 - }, - { - "id": "190", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cnt" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "191", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - }, - "inputs": [ - "68" - ], - "rowCount": 1 - }, - { - "id": "192", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "average_sales" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "193", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "literal": true, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "190", - "192" - ], - "rowCount": 1 - }, - { - "id": "194", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "186", - "193" - ], - "rowCount": 10893056983933928 - }, - { - "id": "195", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "i_brand_id", - "i_class_id", - "i_category_id", - "sales", - "number_sales" - ], - "exprs": [ - { - "literal": "web", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 10893056983933928 - }, - { - "id": "196", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", - "all": true, - "inputs": [ - "73", - "134", - "195" - ], - "rowCount": 74207514579445632 - }, - { - "id": "197", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "i_brand_id", - "i_class_id", - "i_category_id", - "sales", - "number_sales" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 74207514579445632 - }, - { - "id": "198", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2, - 3 - ], - "groups": [ - [ - 0, - 1, - 2, - 3 - ], - [ - 0, - 1, - 2 - ], - [ - 0, - 1 - ], - [ - 0 - ], - [] - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 2 - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - } - ], - "rowCount": 37103757289722816 - }, - { - "id": "199", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "i_brand_id", - "i_class_id", - "i_category_id", - "_c4", - "_c5" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 37103757289722816 - }, - { - "id": "200", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 3, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-4 depends on stages: Stage-2, Stage-0 + Stage-0 depends on stages: Stage-1 + Stage-3 depends on stages: Stage-4 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 4 (BROADCAST_EDGE), Union 2 (CONTAINS) + Map 5 <- Map 4 (BROADCAST_EDGE), Union 2 (CONTAINS) + Map 6 <- Map 4 (BROADCAST_EDGE), Union 2 (CONTAINS) + Reducer 3 <- Union 2 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: ss_sold_date_sk is not null (type: boolean) + Statistics: Num rows: 82510879939 Data size: 10005709976020 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_quantity (type: int), ss_list_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 82510879939 Data size: 10005709976020 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 4 + Statistics: Num rows: 49749852010 Data size: 5545343696744 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: (CAST( _col0 AS decimal(10,0)) * _col1) (type: decimal(18,2)) + outputColumnNames: _col0 + Statistics: Num rows: 88516906238 Data size: 10029566262388 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col0), count(_col0) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: decimal(28,2)), _col1 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (d_year BETWEEN 1999 AND 2001 or d_year BETWEEN 1998 AND 2000) (type: boolean) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: d_year BETWEEN 1999 AND 2001 (type: boolean) + Statistics: Num rows: 1101 Data size: 13212 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Filter Operator + predicate: d_year BETWEEN 1998 AND 2000 (type: boolean) + Statistics: Num rows: 1101 Data size: 13212 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 5 + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 6 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: cs_sold_date_sk is not null (type: boolean) + Statistics: Num rows: 43005109025 Data size: 5320191433036 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_quantity (type: int), cs_list_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 43005109025 Data size: 5320191433036 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 4 + Statistics: Num rows: 25746588712 Data size: 2974162204528 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: (CAST( _col0 AS decimal(10,0)) * _col1) (type: decimal(18,2)) + outputColumnNames: _col0 + Statistics: Num rows: 88516906238 Data size: 10029566262388 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col0), count(_col0) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: decimal(28,2)), _col1 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: ws_sold_date_sk is not null (type: boolean) + Statistics: Num rows: 21594638446 Data size: 2677421528564 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_quantity (type: int), ws_list_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 21594638446 Data size: 2677421528564 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 4 + Statistics: Num rows: 13020465516 Data size: 1510060361116 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: (CAST( _col0 AS decimal(10,0)) * _col1) (type: decimal(18,2)) + outputColumnNames: _col0 + Statistics: Num rows: 88516906238 Data size: 10029566262388 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col0), count(_col0) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: decimal(28,2)), _col1 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), count(VALUE._col1) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: CAST( (_col0 / _col1) AS decimal(22,6)) (type: decimal(22,6)) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.avg_sales + Union 2 + Vertex: Union 2 + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-4 + Tez +#### A masked pattern was here #### + Edges: + Map 10 <- Map 15 (BROADCAST_EDGE), Map 22 (BROADCAST_EDGE), Reducer 21 (BROADCAST_EDGE) + Map 16 <- Map 15 (BROADCAST_EDGE), Map 22 (BROADCAST_EDGE), Reducer 21 (BROADCAST_EDGE) + Map 18 <- Map 15 (BROADCAST_EDGE), Map 22 (BROADCAST_EDGE) + Map 23 <- Map 15 (BROADCAST_EDGE), Map 22 (BROADCAST_EDGE) + Map 25 <- Map 15 (BROADCAST_EDGE), Map 22 (BROADCAST_EDGE), Reducer 21 (BROADCAST_EDGE) + Map 27 <- Map 15 (BROADCAST_EDGE), Map 22 (BROADCAST_EDGE) + Reducer 11 <- Map 10 (SIMPLE_EDGE), Reducer 8 (BROADCAST_EDGE), Union 12 (CONTAINS) + Reducer 13 <- Union 12 (SIMPLE_EDGE) + Reducer 14 <- Reducer 13 (SIMPLE_EDGE) + Reducer 17 <- Map 16 (SIMPLE_EDGE), Reducer 8 (BROADCAST_EDGE), Union 12 (CONTAINS) + Reducer 19 <- Map 18 (SIMPLE_EDGE), Union 20 (CONTAINS) + Reducer 21 <- Map 22 (BROADCAST_EDGE), Union 20 (SIMPLE_EDGE) + Reducer 24 <- Map 23 (SIMPLE_EDGE), Union 20 (CONTAINS) + Reducer 26 <- Map 25 (SIMPLE_EDGE), Reducer 8 (BROADCAST_EDGE), Union 12 (CONTAINS) + Reducer 28 <- Map 27 (SIMPLE_EDGE), Union 20 (CONTAINS) + Reducer 8 <- Map 7 (CUSTOM_SIMPLE_EDGE), Reducer 9 (BROADCAST_EDGE) + Reducer 9 <- Map 7 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 10 + Map Operator Tree: + TableScan + alias: store_sales + Statistics: Num rows: 82510879939 Data size: 10665797015532 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_quantity (type: int), ss_list_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 82510879939 Data size: 10665797015532 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 15 + Statistics: Num rows: 1400767848 Data size: 11206142900 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Reducer 21 + Statistics: Num rows: 1400767848 Data size: 11206142900 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col8, _col9, _col10 + input vertices: + 1 Map 22 + Statistics: Num rows: 1400767848 Data size: 16809200716 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col8 (type: int), _col9 (type: int), _col10 (type: int), (CAST( _col1 AS decimal(10,0)) * _col2) (type: decimal(18,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 1400767848 Data size: 16809200716 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col3), count() + keys: _col0 (type: int), _col1 (type: int), _col2 (type: int) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 11885346 Data size: 1568865568 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int) + Statistics: Num rows: 11885346 Data size: 1568865568 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: decimal(28,2)), _col4 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 15 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (((d_year = 2000) and (d_moy = 11)) or d_year BETWEEN 1999 AND 2001) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 2000) and (d_moy = 11)) (type: boolean) + Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 10 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 25 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 16 + Filter Operator + predicate: d_year BETWEEN 1999 AND 2001 (type: boolean) + Statistics: Num rows: 1101 Data size: 13212 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 23 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 27 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 18 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 16 + Map Operator Tree: + TableScan + alias: catalog_sales + Statistics: Num rows: 43005109025 Data size: 5664232305236 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_item_sk (type: bigint), cs_quantity (type: int), cs_list_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 43005109025 Data size: 5664232305236 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 15 + Statistics: Num rows: 724926652 Data size: 77448818784 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Reducer 21 + Statistics: Num rows: 724926652 Data size: 77448818784 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col8, _col9, _col10 + input vertices: + 1 Map 22 + Statistics: Num rows: 724926652 Data size: 80348511816 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col8 (type: int), _col9 (type: int), _col10 (type: int), (CAST( _col1 AS decimal(10,0)) * _col2) (type: decimal(18,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 724926652 Data size: 80348511816 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col3), count() + keys: _col0 (type: int), _col1 (type: int), _col2 (type: int) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 56545434 Data size: 7463996240 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int) + Statistics: Num rows: 56545434 Data size: 7463996240 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: decimal(28,2)), _col4 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 18 + Map Operator Tree: + TableScan + alias: store_sales + Statistics: Num rows: 82510879939 Data size: 1320174079024 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 82510879939 Data size: 1320174079024 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0 + input vertices: + 1 Map 15 + Statistics: Num rows: 49749852010 Data size: 397998816080 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col4, _col5, _col6 + input vertices: + 1 Map 22 + Statistics: Num rows: 49385019517 Data size: 592620220724 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + keys: _col4 (type: int), _col5 (type: int), _col6 (type: int) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 416887515 Data size: 8337750196 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int) + Statistics: Num rows: 416887515 Data size: 8337750196 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 22 + Map Operator Tree: + TableScan + alias: iss + Statistics: Num rows: 462000 Data size: 9226424 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (i_category_id is not null and i_brand_id is not null and i_class_id is not null) (type: boolean) + Statistics: Num rows: 458612 Data size: 9158760 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_brand_id (type: int), i_class_id (type: int), i_category_id (type: int) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 458612 Data size: 9158760 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 458612 Data size: 9158760 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int) + Reduce Output Operator + key expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col1 (type: int), _col2 (type: int), _col3 (type: int) + Statistics: Num rows: 458612 Data size: 9158760 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 458612 Data size: 9158760 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 458612 Data size: 9158760 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int) + Select Operator + expressions: i_item_sk (type: bigint), i_brand_id (type: int), i_class_id (type: int), i_category_id (type: int) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 462000 Data size: 9226424 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 9226424 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 9226424 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 9226424 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 23 + Map Operator Tree: + TableScan + alias: catalog_sales + Statistics: Num rows: 43005109025 Data size: 688081744400 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_item_sk (type: bigint), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 43005109025 Data size: 688081744400 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0 + input vertices: + 1 Map 15 + Statistics: Num rows: 25746588712 Data size: 205972709696 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col4, _col5, _col6 + input vertices: + 1 Map 22 + Statistics: Num rows: 25557780268 Data size: 306693349736 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + keys: _col4 (type: int), _col5 (type: int), _col6 (type: int) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 215917119 Data size: 4318342276 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int) + Statistics: Num rows: 215917119 Data size: 4318342276 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 25 + Map Operator Tree: + TableScan + alias: web_sales + Statistics: Num rows: 21594638446 Data size: 2850178636132 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_item_sk (type: bigint), ws_quantity (type: int), ws_list_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 21594638446 Data size: 2850178636132 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 15 + Statistics: Num rows: 366607110 Data size: 45145642900 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Reducer 21 + Statistics: Num rows: 366607110 Data size: 45145642900 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col8, _col9, _col10 + input vertices: + 1 Map 22 + Statistics: Num rows: 366607110 Data size: 46612057764 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col8 (type: int), _col9 (type: int), _col10 (type: int), (CAST( _col1 AS decimal(10,0)) * _col2) (type: decimal(18,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 366607110 Data size: 46612057764 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col3), count() + keys: _col0 (type: int), _col1 (type: int), _col2 (type: int) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 32954823 Data size: 4350035428 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int) + Statistics: Num rows: 32954823 Data size: 4350035428 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: decimal(28,2)), _col4 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 27 + Map Operator Tree: + TableScan + alias: web_sales + Statistics: Num rows: 21594638446 Data size: 345514215136 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_item_sk (type: bigint), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 21594638446 Data size: 345514215136 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0 + input vertices: + 1 Map 15 + Statistics: Num rows: 13020465516 Data size: 104163724128 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col4, _col5, _col6 + input vertices: + 1 Map 22 + Statistics: Num rows: 12924982039 Data size: 155099770988 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + keys: _col4 (type: int), _col5 (type: int), _col6 (type: int) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 109129086 Data size: 2182581616 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int) + Statistics: Num rows: 109129086 Data size: 2182581616 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: avg_sales + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Filter Operator + predicate: average_sales is not null (type: boolean) + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: average_sales (type: decimal(22,6)) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: decimal(22,6)) + Execution mode: vectorized, llap + LLAP IO: all inputs + Reducer 11 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), count(VALUE._col1) + keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 180081 Data size: 23770692 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: _col3 is not null (type: boolean) + Statistics: Num rows: 180081 Data size: 23770692 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col6 + input vertices: + 0 Reducer 8 + Statistics: Num rows: 180081 Data size: 43939764 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col5 > _col1) (type: boolean) + Statistics: Num rows: 60027 Data size: 14646588 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: 'store' (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(28,2)), _col6 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 60027 Data size: 13265967 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++++ + keys: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: int) + null sort order: zzzz + Statistics: Num rows: 180081 Data size: 39797901 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + aggregations: sum(_col4), sum(_col5) + keys: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: int), 0L (type: bigint) + grouping sets: 0, 1, 3, 7, 15 + minReductionHashAggr: 0.962006 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 450202 Data size: 103996662 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: bigint) + null sort order: zzzzz + sort order: +++++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: bigint) + Statistics: Num rows: 450202 Data size: 103996662 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col5 (type: decimal(38,2)), _col6 (type: bigint) + Reducer 13 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1) + keys: KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: int), KEY._col3 (type: int), KEY._col4 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col5, _col6 + Statistics: Num rows: 450202 Data size: 103996662 Basic stats: COMPLETE Column stats: COMPLETE + pruneGroupingSetId: true + Select Operator + expressions: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col5 (type: decimal(38,2)), _col6 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 450202 Data size: 100395046 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: int) + null sort order: zzzz + sort order: ++++ + Statistics: Num rows: 450202 Data size: 100395046 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col4 (type: decimal(38,2)), _col5 (type: bigint) + Reducer 14 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), VALUE._col0 (type: decimal(38,2)), VALUE._col1 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 450202 Data size: 100395046 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 22300 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 22300 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 17 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), count(VALUE._col1) + keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 180081 Data size: 23770692 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: _col3 is not null (type: boolean) + Statistics: Num rows: 180081 Data size: 23770692 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col6 + input vertices: + 0 Reducer 8 + Statistics: Num rows: 180081 Data size: 43939764 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col5 > _col1) (type: boolean) + Statistics: Num rows: 60027 Data size: 14646588 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: 'catalog' (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(28,2)), _col6 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 60027 Data size: 13386021 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++++ + keys: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: int) + null sort order: zzzz + Statistics: Num rows: 180081 Data size: 39797901 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + aggregations: sum(_col4), sum(_col5) + keys: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: int), 0L (type: bigint) + grouping sets: 0, 1, 3, 7, 15 + minReductionHashAggr: 0.962006 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 450202 Data size: 103996662 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: bigint) + null sort order: zzzzz + sort order: +++++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: bigint) + Statistics: Num rows: 450202 Data size: 103996662 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col5 (type: decimal(38,2)), _col6 (type: bigint) + Reducer 19 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 180081 Data size: 3601620 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(_col3) + keys: _col0 (type: int), _col1 (type: int), _col2 (type: int) + minReductionHashAggr: 0.9873353 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 153920 Data size: 3078400 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int) + Statistics: Num rows: 153920 Data size: 3078400 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: bigint) + Reducer 21 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 153920 Data size: 3078400 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col3 = 3L) (type: boolean) + Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: int), _col2 (type: int), _col3 (type: int) + 1 _col0 (type: int), _col1 (type: int), _col2 (type: int) + outputColumnNames: _col0 + input vertices: + 0 Map 22 + Statistics: Num rows: 476 Data size: 3808 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 477 Data size: 3816 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 477 Data size: 3816 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 477 Data size: 3816 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 477 Data size: 3816 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 24 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 180081 Data size: 3601620 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(_col3) + keys: _col0 (type: int), _col1 (type: int), _col2 (type: int) + minReductionHashAggr: 0.9873353 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 153920 Data size: 3078400 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int) + Statistics: Num rows: 153920 Data size: 3078400 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: bigint) + Reducer 26 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), count(VALUE._col1) + keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 180081 Data size: 23770692 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: _col3 is not null (type: boolean) + Statistics: Num rows: 180081 Data size: 23770692 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col6 + input vertices: + 0 Reducer 8 + Statistics: Num rows: 180081 Data size: 43939764 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col5 > _col1) (type: boolean) + Statistics: Num rows: 60027 Data size: 14646588 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: 'web' (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(28,2)), _col6 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 60027 Data size: 13145913 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++++ + keys: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: int) + null sort order: zzzz + Statistics: Num rows: 180081 Data size: 39797901 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + aggregations: sum(_col4), sum(_col5) + keys: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: int), 0L (type: bigint) + grouping sets: 0, 1, 3, 7, 15 + minReductionHashAggr: 0.962006 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 450202 Data size: 103996662 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: bigint) + null sort order: zzzzz + sort order: +++++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: bigint) + Statistics: Num rows: 450202 Data size: 103996662 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col5 (type: decimal(38,2)), _col6 (type: bigint) + Reducer 28 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 180081 Data size: 3601620 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(_col3) + keys: _col0 (type: int), _col1 (type: int), _col2 (type: int) + minReductionHashAggr: 0.9873353 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 153920 Data size: 3078400 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int) + Statistics: Num rows: 153920 Data size: 3078400 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: bigint) + Reducer 8 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: sq_count_check(_col0) (type: boolean) + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col1 + input vertices: + 1 Reducer 9 + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(22,6)) + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(22,6)) + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(22,6)) + Reducer 9 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: decimal(22,6)) + outputColumnNames: _col0 + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: decimal(22,6)) + Union 12 + Vertex: Union 12 + Union 20 + Vertex: Union 20 + + Stage: Stage-0 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-3 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query15.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query15.q.out index fa0180d717cb..771fbbaf8173 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query15.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query15.q.out @@ -1,1841 +1,226 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer" - ], - "table:alias": "customer", - "inputs": [], - "rowCount": 80000000, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "c_customer_sk" - }, - { - "type": "CHAR", - "nullable": false, - "precision": 16, - "name": "c_customer_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_shipto_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_sales_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "c_salutation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "c_first_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "c_last_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "c_preferred_cust_flag" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_day" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_month" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_year" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "c_birth_country" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 13, - "name": "c_login" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "c_email_address" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_last_review_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "c_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "c_current_addr_sk", - "ndv": 33825344, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "c_customer_id", - "ndv": 80610928 - }, - { - "name": "c_current_cdemo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "c_current_hdemo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "c_first_shipto_date_sk", - "ndv": 3646, - "minValue": 2449028, - "maxValue": 2452678 - }, - { - "name": "c_first_sales_date_sk", - "ndv": 3643, - "minValue": 2448998, - "maxValue": 2452648 - }, - { - "name": "c_salutation", - "ndv": 7 - }, - { - "name": "c_first_name", - "ndv": 5158 - }, - { - "name": "c_last_name", - "ndv": 5123 - }, - { - "name": "c_preferred_cust_flag", - "ndv": 3 - }, - { - "name": "c_birth_day", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "c_birth_month", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "c_birth_year", - "ndv": 67, - "minValue": 1924, - "maxValue": 1992 - }, - { - "name": "c_birth_country", - "ndv": 216 - }, - { - "name": "c_login", - "ndv": 1 - }, - { - "name": "c_email_address", - "ndv": 75301330 - }, - { - "name": "c_last_review_date_sk", - "ndv": 364, - "minValue": 2452283, - "maxValue": 2452648 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - "rowCount": 72000000 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_current_addr_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 72000000 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "customer_address", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_zip", - "EXPR$0", - "EXPR$1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 9, - "name": "$9" - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": "CA", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "GA", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "WA", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "substr", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 5, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647 - }, - "deterministic": true, - "dynamic": false - }, - { - "literal": "85669", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "86197", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "88274", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "83405", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "86475", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "85392", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "85460", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "80348", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "81792", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - } - ] - } - ], - "rowCount": 40000000 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "4" - ], - "rowCount": 432000000000000 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - } - ] - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 3.483413831025E10 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_bill_customer_sk", - "cs_sales_price", - "cs_sold_date_sk", - "EXPR$0" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 20, - "name": "$20" - }, - { - "input": 33, - "name": "$33" - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 20, - "name": "$20" - }, - { - "literal": 500, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 3, - "scale": 0 - } - } - ] - } - ], - "rowCount": 3.483413831025E10 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 1643.6025 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1643.6025 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "8", - "11" - ], - "rowCount": 8.5880215218109E12 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_bill_customer_sk", - "cs_sales_price", - "cs_sold_date_sk", - "EXPR$0", - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 8.5880215218109E12 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 5, - "name": "$5" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "5", - "13" - ], - "rowCount": 1.391259486533366E26 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 3 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 7 - ], - "name": null - } - ], - "rowCount": 1.391259486533366E25 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_zip", - "_c1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 1.391259486533366E25 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 4 <- Map 8 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 3 (CUSTOM_SIMPLE_EDGE) + Reducer 5 <- Map 4 (CUSTOM_SIMPLE_EDGE), Reducer 2 (CUSTOM_SIMPLE_EDGE) + Reducer 6 <- Reducer 5 (SIMPLE_EDGE) + Reducer 7 <- Reducer 6 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: customer + filterExpr: c_current_addr_sk is not null (type: boolean) + Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: c_current_addr_sk is not null (type: boolean) + Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: c_customer_sk (type: bigint), c_current_addr_sk (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 3 + Map Operator Tree: + TableScan + alias: customer_address + Statistics: Num rows: 40000000 Data size: 7320000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ca_address_sk (type: bigint), ca_zip (type: char(10)), (ca_state) IN ('CA', 'GA', 'WA') (type: boolean), (substr(ca_zip, 1, 5)) IN ('85669', '86197', '88274', '83405', '86475', '85392', '85460', '80348', '81792') (type: boolean) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 40000000 Data size: 4200000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 40000000 Data size: 4200000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(10)), _col2 (type: boolean), _col3 (type: boolean) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: cs_bill_customer_sk is not null (type: boolean) + Statistics: Num rows: 43005109025 Data size: 5491891644760 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: cs_bill_customer_sk is not null (type: boolean) + Statistics: Num rows: 42899393143 Data size: 5478391384448 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_bill_customer_sk (type: bigint), cs_sales_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint), (cs_sales_price > 500) (type: boolean) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 42899393143 Data size: 5649988957020 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col3 + input vertices: + 1 Map 8 + Statistics: Num rows: 2146106610 Data size: 253386281784 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 2146106610 Data size: 253386281784 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(7,2)), _col3 (type: boolean) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: ((d_year = 2000) and (d_qoy = 2)) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 2000) and (d_qoy = 2)) (type: boolean) + Statistics: Num rows: 92 Data size: 1472 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 4 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col3, _col4, _col5 + input vertices: + 1 Map 3 + Statistics: Num rows: 80000000 Data size: 8400000000 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 80000000 Data size: 8400000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: char(10)), _col4 (type: boolean), _col5 (type: boolean) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col3, _col4, _col5, _col7, _col9 + input vertices: + 0 Reducer 2 + Statistics: Num rows: 2146106610 Data size: 445233418138 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Filter Operator + predicate: (_col4 or _col9 or _col5) (type: boolean) + Statistics: Num rows: 2146106610 Data size: 445233418138 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: + + keys: _col3 (type: char(10)) + null sort order: z + Statistics: Num rows: 2146106610 Data size: 445233418138 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col3 (type: char(10)), _col7 (type: decimal(7,2)) + outputColumnNames: _col3, _col7 + Statistics: Num rows: 2146106610 Data size: 445233418138 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col7) + keys: _col3 (type: char(10)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 16596120 Data size: 3335820120 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(10)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(10)) + Statistics: Num rows: 16596120 Data size: 3335820120 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: char(10)) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 9538 Data size: 1917138 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(10)) + null sort order: z + sort order: + + Statistics: Num rows: 9538 Data size: 1917138 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(10)), VALUE._col0 (type: decimal(17,2)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 9538 Data size: 1917138 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 20100 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 20100 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query16.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query16.q.out index ad8270f8183c..0fe6be75d613 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query16.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query16.q.out @@ -1,2926 +1,342 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "cs1", - "inputs": [], - "rowCount": 43220864887, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1644740, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1837, - "minValue": 2450815, - "maxValue": 2452654 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 10, - "name": "$10" - } - ] - } - ] - }, - "rowCount": 3.1508010502623005E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_ship_date_sk", - "cs_ship_addr_sk", - "cs_call_center_sk", - "cs_warehouse_sk", - "cs_order_number", - "cs_ext_ship_cost", - "cs_net_profit" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 27, - "name": "$27" - }, - { - "input": 32, - "name": "$32" - } - ], - "rowCount": 3.1508010502623005E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "customer_address", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": "NY", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - } - ] - }, - "rowCount": 6000000 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_state" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": "NY", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - } - ], - "type": { - "type": "CHAR", - "nullable": true, - "precision": 2 - } - } - ], - "rowCount": 6000000 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 28357209452360700 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "call_center" - ], - "table:alias": "call_center", - "inputs": [], - "rowCount": 60, - "avgRowSize": 1483, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "cc_call_center_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "cc_call_center_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "cc_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "cc_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cc_closed_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cc_open_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "cc_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "cc_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cc_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cc_sq_ft" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "cc_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "cc_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cc_mkt_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "cc_mkt_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "cc_mkt_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "cc_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cc_division" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "cc_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cc_company" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "cc_company_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "cc_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "cc_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "cc_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "cc_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "cc_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "cc_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "cc_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "cc_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "cc_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "cc_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "cc_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "cc_call_center_sk", - "ndv": 60, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cc_county", - "ndv": 25 - }, - { - "name": "cc_call_center_id", - "ndv": 30 - }, - { - "name": "cc_rec_start_date", - "ndv": 0, - "minValue": 10227, - "maxValue": 11688 - }, - { - "name": "cc_rec_end_date", - "ndv": 0, - "minValue": 10957, - "maxValue": 11687 - }, - { - "name": "cc_closed_date_sk", - "ndv": 1, - "minValue": null, - "maxValue": null - }, - { - "name": "cc_open_date_sk", - "ndv": 30, - "minValue": 2450794, - "maxValue": 2451146 - }, - { - "name": "cc_name", - "ndv": 30 - }, - { - "name": "cc_class", - "ndv": 3 - }, - { - "name": "cc_employees", - "ndv": 43, - "minValue": 5412266, - "maxValue": 1963174023 - }, - { - "name": "cc_sq_ft", - "ndv": 47, - "minValue": -2108783316, - "maxValue": 2044891959 - }, - { - "name": "cc_hours", - "ndv": 3 - }, - { - "name": "cc_manager", - "ndv": 42 - }, - { - "name": "cc_mkt_id", - "ndv": 6, - "minValue": 1, - "maxValue": 6 - }, - { - "name": "cc_mkt_class", - "ndv": 52 - }, - { - "name": "cc_mkt_desc", - "ndv": 48 - }, - { - "name": "cc_market_manager", - "ndv": 48 - }, - { - "name": "cc_division", - "ndv": 6, - "minValue": 1, - "maxValue": 6 - }, - { - "name": "cc_division_name", - "ndv": 6 - }, - { - "name": "cc_company", - "ndv": 6, - "minValue": 1, - "maxValue": 6 - }, - { - "name": "cc_company_name", - "ndv": 6 - }, - { - "name": "cc_street_number", - "ndv": 30 - }, - { - "name": "cc_street_name", - "ndv": 29 - }, - { - "name": "cc_street_type", - "ndv": 14 - }, - { - "name": "cc_suite_number", - "ndv": 26 - }, - { - "name": "cc_city", - "ndv": 25 - }, - { - "name": "cc_state", - "ndv": 19 - }, - { - "name": "cc_zip", - "ndv": 30 - }, - { - "name": "cc_country", - "ndv": 1 - }, - { - "name": "cc_gmt_offset", - "ndv": 4, - "minValue": -8, - "maxValue": -5 - }, - { - "name": "cc_tax_percentage", - "ndv": 13, - "minValue": 0, - "maxValue": 0.12 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 25, - "name": "$25" - }, - { - "literal": "Daviess County", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 30 - } - }, - { - "literal": "Franklin Parish", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 30 - } - }, - { - "literal": "Huron County", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 30 - } - }, - { - "literal": "Levy County", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 30 - } - }, - { - "literal": "Ziebach County", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 30 - } - } - ] - }, - "rowCount": 15 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cc_call_center_sk", - "cc_county" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 25, - "name": "$25" - } - ], - "rowCount": 15 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 63803721267811576 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "TIMESTAMP", - "nullable": true, - "precision": 9 - } - }, - { - "literal": 986083200000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - }, - { - "literal": 991267200000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 18262.25 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 11, - "name": "$11" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "10", - "13" - ], - "rowCount": 1.7477992630846377E20 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_ship_date_sk", - "cs_ship_addr_sk", - "cs_call_center_sk", - "cs_warehouse_sk", - "cs_order_number", - "cs_ext_ship_cost", - "cs_net_profit", - "d_date_sk", - "d_date", - "ca_address_sk", - "ca_state", - "cc_call_center_sk", - "cc_county" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - } - ], - "rowCount": 1.7477992630846377E20 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "cs2", - "inputs": [], - "rowCount": 43220864887, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1644740, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1837, - "minValue": 2450815, - "maxValue": 2452654 - } - ] - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 13, - "name": "$13" - } - ] - }, - "rowCount": 3.88987783983E10 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_warehouse_sk", - "cs_order_number" - ], - "exprs": [ - { - "input": 13, - "name": "$13" - }, - { - "input": 16, - "name": "$16" - } - ], - "rowCount": 3.88987783983E10 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 14, - "name": "$14" - } - ] - }, - { - "op": { - "name": "<>", - "kind": "NOT_EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 13, - "name": "$13" - } - ] - } - ] - }, - "joinType": "semi", - "inputs": [ - "15", - "18" - ], - "rowCount": 1.573019336776174E20 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_returns" - ], - "table:alias": "cr1", - "inputs": [], - "rowCount": 4320980099, - "avgRowSize": 305, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returned_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cr_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_amount" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_store_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cr_returned_date_sk" - ], - "colStats": [ - { - "name": "cr_order_number", - "ndv": 2681654419, - "minValue": 2, - "maxValue": 4800000000 - }, - { - "name": "cr_returned_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cr_refunded_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cr_refunded_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cr_refunded_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cr_refunded_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cr_returning_customer_sk", - "ndv": 77511828, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cr_returning_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cr_returning_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cr_returning_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cr_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cr_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cr_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cr_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "cr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cr_return_amount", - "ndv": 973170, - "minValue": 0, - "maxValue": 28805.04 - }, - { - "name": "cr_return_tax", - "ndv": 169232, - "minValue": 0, - "maxValue": 2511.58 - }, - { - "name": "cr_return_amt_inc_tax", - "ndv": 1689965, - "minValue": 0, - "maxValue": 30891.32 - }, - { - "name": "cr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "cr_return_ship_cost", - "ndv": 501353, - "minValue": 0, - "maxValue": 14273.28 - }, - { - "name": "cr_refunded_cash", - "ndv": 1257293, - "minValue": 0, - "maxValue": 26955.24 - }, - { - "name": "cr_reversed_charge", - "ndv": 895564, - "minValue": 0, - "maxValue": 24033.84 - }, - { - "name": "cr_store_credit", - "ndv": 906118, - "minValue": 0, - "maxValue": 24886.13 - }, - { - "name": "cr_net_loss", - "ndv": 996464, - "minValue": 0.5, - "maxValue": 16346.37 - }, - { - "name": "cr_returned_date_sk", - "ndv": 2104, - "minValue": 2450821, - "maxValue": 2452924 - } - ] - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "literalTrue", - "cr_order_number" - ], - "exprs": [ - { - "literal": true, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 15, - "name": "$15" - } - ], - "rowCount": 4320980099 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAntiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 14, - "name": "$14" - } - ] - }, - "joinType": "anti", - "inputs": [ - "19", - "21" - ], - "rowCount": 1.5730193367761738E19 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": true, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 6 - ], - "name": null - } - ], - "rowCount": 1 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "order count", - "total shipping cost", - "total net profit" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 1 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 10 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE) + Map 11 <- Reducer 7 (BROADCAST_EDGE) + Map 12 <- Reducer 6 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 11 (CUSTOM_SIMPLE_EDGE) + Reducer 3 <- Map 12 (CUSTOM_SIMPLE_EDGE), Reducer 2 (CUSTOM_SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE) + Reducer 5 <- Reducer 4 (CUSTOM_SIMPLE_EDGE) + Reducer 6 <- Reducer 2 (CUSTOM_SIMPLE_EDGE) + Reducer 7 <- Map 1 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: cs1 + filterExpr: (cs_ship_addr_sk is not null and cs_ship_date_sk is not null and cs_call_center_sk is not null) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_120_container, bigKeyColName:cs_call_center_sk, smallTablePos:1, keyRatio:4.13026255875998E-4 + Statistics: Num rows: 43220864887 Data size: 11379157992136 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (cs_ship_addr_sk is not null and cs_ship_date_sk is not null and cs_call_center_sk is not null) (type: boolean) + Statistics: Num rows: 42578387146 Data size: 11210006917944 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_ship_date_sk (type: bigint), cs_ship_addr_sk (type: bigint), cs_call_center_sk (type: bigint), cs_warehouse_sk (type: bigint), cs_order_number (type: bigint), cs_ext_ship_cost (type: decimal(7,2)), cs_net_profit (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 42578387146 Data size: 11210006917944 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col6 + input vertices: + 1 Map 8 + Statistics: Num rows: 4730608045 Data size: 1182045115232 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col3, _col4, _col5, _col6 + input vertices: + 1 Map 9 + Statistics: Num rows: 89256757 Data size: 10710810968 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col3, _col4, _col5, _col6 + input vertices: + 1 Map 10 + Statistics: Num rows: 17851352 Data size: 2142162360 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col4 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col4 (type: bigint) + Statistics: Num rows: 17851352 Data size: 2142162360 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: bigint), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) + Select Operator + expressions: _col4 (type: bigint) + outputColumnNames: _col4 + Statistics: Num rows: 17851352 Data size: 142810816 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col4), max(_col4), bloom_filter(_col4, expectedEntries=1869746) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 10 + Map Operator Tree: + TableScan + alias: call_center + filterExpr: (cc_county) IN ('Daviess County', 'Franklin Parish', 'Huron County', 'Levy County', 'Ziebach County') (type: boolean) + Statistics: Num rows: 60 Data size: 6360 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (cc_county) IN ('Daviess County', 'Franklin Parish', 'Huron County', 'Levy County', 'Ziebach County') (type: boolean) + Statistics: Num rows: 12 Data size: 1272 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cc_call_center_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 11 + Map Operator Tree: + TableScan + alias: cs2 + filterExpr: (cs_warehouse_sk is not null and cs_order_number BETWEEN DynamicValue(RS_29_cs1_cs_order_number_min) AND DynamicValue(RS_29_cs1_cs_order_number_max) and in_bloom_filter(cs_order_number, DynamicValue(RS_29_cs1_cs_order_number_bloom_filter))) (type: boolean) + Statistics: Num rows: 43220864887 Data size: 689811596216 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (cs_warehouse_sk is not null and cs_order_number BETWEEN DynamicValue(RS_29_cs1_cs_order_number_min) AND DynamicValue(RS_29_cs1_cs_order_number_max) and in_bloom_filter(cs_order_number, DynamicValue(RS_29_cs1_cs_order_number_bloom_filter))) (type: boolean) + Statistics: Num rows: 43005584639 Data size: 686375690624 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_order_number (type: bigint), cs_warehouse_sk (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 43005584639 Data size: 686375690624 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint), _col1 (type: bigint) + minReductionHashAggr: 0.45127505 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 43005584639 Data size: 686375690624 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 43005584639 Data size: 686375690624 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 12 + Map Operator Tree: + TableScan + alias: cr1 + filterExpr: (cr_order_number BETWEEN DynamicValue(RS_35_cs1_cs_order_number_min) AND DynamicValue(RS_35_cs1_cs_order_number_max) and in_bloom_filter(cr_order_number, DynamicValue(RS_35_cs1_cs_order_number_bloom_filter))) (type: boolean) + Statistics: Num rows: 4320980099 Data size: 34567840792 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (cr_order_number BETWEEN DynamicValue(RS_35_cs1_cs_order_number_min) AND DynamicValue(RS_35_cs1_cs_order_number_max) and in_bloom_filter(cr_order_number, DynamicValue(RS_35_cs1_cs_order_number_bloom_filter))) (type: boolean) + Statistics: Num rows: 4320980099 Data size: 34567840792 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cr_order_number (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 4320980099 Data size: 34567840792 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 4320980099 Data size: 34567840792 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 4320980099 Data size: 34567840792 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-04-01 00:00:00' AND TIMESTAMP'2001-05-31 00:00:00' (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-04-01 00:00:00' AND TIMESTAMP'2001-05-31 00:00:00' (type: boolean) + Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 9 + Map Operator Tree: + TableScan + alias: customer_address + filterExpr: (ca_state = 'NY') (type: boolean) + Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ca_state = 'NY') (type: boolean) + Statistics: Num rows: 754717 Data size: 70943398 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ca_address_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 754717 Data size: 6037736 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 754717 Data size: 6037736 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col3, _col4, _col5, _col6, _col14 + input vertices: + 1 Map 11 + residual filter predicates: {(_col3 <> _col14)} + Statistics: Num rows: 17851352 Data size: 2142162368 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Select Operator + expressions: _col4 (type: bigint), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) + outputColumnNames: _col4, _col5, _col6 + Statistics: Num rows: 17851352 Data size: 2142162352 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col4 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col4 (type: bigint) + Statistics: Num rows: 17851352 Data size: 2142162352 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) + Select Operator + expressions: _col4 (type: bigint) + outputColumnNames: _col4 + Statistics: Num rows: 17851352 Data size: 142810816 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col4), max(_col4), bloom_filter(_col4, expectedEntries=1869746) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Anti Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col4, _col5, _col6 + input vertices: + 1 Map 12 + Statistics: Num rows: 17851352 Data size: 2142162352 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Group By Operator + aggregations: sum(_col5), sum(_col6) + keys: _col4 (type: bigint) + minReductionHashAggr: 0.8952603 + mode: hash + outputColumnNames: _col0, _col2, _col3 + Statistics: Num rows: 8925676 Data size: 2070756832 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8925676 Data size: 2070756832 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1) + keys: KEY._col0 (type: bigint) + mode: partial2 + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 8925676 Data size: 2070756832 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(_col0), sum(_col1), sum(_col2) + mode: partial2 + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 232 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 232 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 232 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 232 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1869746) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1869746) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query17.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query17.q.out index 9e6abc7cb63a..d37b1ee2e8df 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query17.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query17.q.out @@ -1,5183 +1,418 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 3.483413831025E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_bill_customer_sk", - "cs_item_sk", - "cs_quantity", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 17, - "name": "$17" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.483413831025E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "d3", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 15, - "name": "$15" - }, - { - "literal": "2000Q1", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - }, - { - "literal": "2000Q2", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - }, - { - "literal": "2000Q3", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 9.542246135345445E13 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.0150431475531006E10 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_customer_sk", - "ss_store_sk", - "ss_ticket_number", - "ss_quantity", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.0150431475531006E10 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "d1", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 15, - "name": "$15" - }, - { - "literal": "2000Q1", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - } - ] - }, - "rowCount": 10957.35 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "9", - "12" - ], - "rowCount": 9.886339954926145E13 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_returns" - ], - "table:alias": "store_returns", - "inputs": [], - "rowCount": 8332595709, - "avgRowSize": 249, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "sr_return_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "sr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "sr_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "sr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_store_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "sr_returned_date_sk" - ], - "colStats": [ - { - "name": "sr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "sr_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "sr_ticket_number", - "ndv": 5065526774, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "sr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "sr_returned_date_sk", - "ndv": 2003, - "minValue": 2450820, - "maxValue": 2452822 - }, - { - "name": "sr_return_time_sk", - "ndv": 32389, - "minValue": 28799, - "maxValue": 61199 - }, - { - "name": "sr_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "sr_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "sr_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "sr_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "sr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "sr_return_amt", - "ndv": 715216, - "minValue": 0, - "maxValue": 19643 - }, - { - "name": "sr_return_tax", - "ndv": 141365, - "minValue": 0, - "maxValue": 1714.37 - }, - { - "name": "sr_return_amt_inc_tax", - "ndv": 1520430, - "minValue": 0, - "maxValue": 21018.01 - }, - { - "name": "sr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "sr_return_ship_cost", - "ndv": 363000, - "minValue": 0, - "maxValue": 9975 - }, - { - "name": "sr_refunded_cash", - "ndv": 1187970, - "minValue": 0, - "maxValue": 18413.33 - }, - { - "name": "sr_reversed_charge", - "ndv": 924833, - "minValue": 0, - "maxValue": 18104.5 - }, - { - "name": "sr_store_credit", - "ndv": 935681, - "minValue": 0, - "maxValue": 17792.48 - }, - { - "name": "sr_net_loss", - "ndv": 848797, - "minValue": 0.5, - "maxValue": 11008.17 - } - ] - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 19, - "name": "$19" - } - ] - } - ] - }, - "rowCount": 6.749402524290001E9 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sr_item_sk", - "sr_customer_sk", - "sr_ticket_number", - "sr_return_quantity", - "sr_returned_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 19, - "name": "$19" - } - ], - "rowCount": 6.749402524290001E9 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "d2", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 15, - "name": "$15" - }, - { - "literal": "2000Q1", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - }, - { - "literal": "2000Q2", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - }, - { - "literal": "2000Q3", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "16", - "19" - ], - "rowCount": 1.8488891437382258E13 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sr_item_sk", - "sr_customer_sk", - "sr_ticket_number", - "sr_return_quantity", - "sr_returned_date_sk", - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 1.8488891437382258E13 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 9, - "name": "$9" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "13", - "21" - ], - "rowCount": 6.169076982214339E24 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_customer_sk", - "ss_store_sk", - "ss_ticket_number", - "ss_quantity", - "ss_sold_date_sk", - "d_date_sk", - "sr_item_sk", - "sr_customer_sk", - "sr_ticket_number", - "sr_return_quantity", - "sr_returned_date_sk", - "d_date_sk0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - } - ], - "rowCount": 6.169076982214339E24 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 13, - "name": "$13" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "input": 1, - "name": "$1" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "23" - ], - "rowCount": 1.3245041473241247E37 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store" - ], - "table:alias": "store", - "inputs": [], - "rowCount": 1704, - "avgRowSize": 1375, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "s_store_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "s_store_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "s_closed_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_store_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_number_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_floor_space" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "s_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_market_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_geography_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_market_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_division_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_company_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_company_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 10, - "name": "s_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "s_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "s_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "s_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "s_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "s_store_sk", - "ndv": 1736, - "minValue": 1, - "maxValue": 1704 - }, - { - "name": "s_state", - "ndv": 44 - }, - { - "name": "s_store_id", - "ndv": 879 - }, - { - "name": "s_rec_start_date", - "ndv": 0, - "minValue": 9933, - "maxValue": 11394 - }, - { - "name": "s_rec_end_date", - "ndv": 0, - "minValue": 10663, - "maxValue": 11393 - }, - { - "name": "s_closed_date_sk", - "ndv": 263, - "minValue": 2450820, - "maxValue": 2451314 - }, - { - "name": "s_store_name", - "ndv": 11 - }, - { - "name": "s_number_employees", - "ndv": 100, - "minValue": 200, - "maxValue": 300 - }, - { - "name": "s_floor_space", - "ndv": 1289, - "minValue": 5000201, - "maxValue": 9997773 - }, - { - "name": "s_hours", - "ndv": 4 - }, - { - "name": "s_manager", - "ndv": 1245 - }, - { - "name": "s_market_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "s_geography_class", - "ndv": 2 - }, - { - "name": "s_market_desc", - "ndv": 1311 - }, - { - "name": "s_market_manager", - "ndv": 1236 - }, - { - "name": "s_division_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_division_name", - "ndv": 2 - }, - { - "name": "s_company_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_company_name", - "ndv": 2 - }, - { - "name": "s_street_number", - "ndv": 736 - }, - { - "name": "s_street_name", - "ndv": 851 - }, - { - "name": "s_street_type", - "ndv": 21 - }, - { - "name": "s_suite_number", - "ndv": 76 - }, - { - "name": "s_city", - "ndv": 267 - }, - { - "name": "s_county", - "ndv": 128 - }, - { - "name": "s_zip", - "ndv": 983 - }, - { - "name": "s_country", - "ndv": 2 - }, - { - "name": "s_gmt_offset", - "ndv": 5, - "minValue": -9, - "maxValue": -5 - }, - { - "name": "s_tax_percentage", - "ndv": 12, - "minValue": 0, - "maxValue": 0.11 - } - ] - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk", - "s_state" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 24, - "name": "$24" - } - ], - "rowCount": 1704 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 18, - "name": "$18" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "24", - "26" - ], - "rowCount": 3.385432600560463E39 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_item_id", - "i_item_desc" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 462000 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 20, - "name": "$20" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "27", - "29" - ], - "rowCount": 2.3461047921884004E44 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4", - "$f5", - "$f30", - "$f7", - "$f40", - "$f9", - "$f50", - "$f11" - ], - "exprs": [ - { - "input": 21, - "name": "$21" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 19, - "name": "$19" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 2, - "name": "$2" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - } - ] - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 15, - "name": "$15" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 15, - "name": "$15" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 15, - "name": "$15" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - } - ] - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - } - ] - } - ], - "rowCount": 2.3461047921884004E44 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DOUBLE", - "nullable": true - }, - "distinct": false, - "operands": [ - 7 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DOUBLE", - "nullable": true - }, - "distinct": false, - "operands": [ - 6 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 6 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DOUBLE", - "nullable": true - }, - "distinct": false, - "operands": [ - 9 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DOUBLE", - "nullable": true - }, - "distinct": false, - "operands": [ - 8 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 8 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DOUBLE", - "nullable": true - }, - "distinct": false, - "operands": [ - 11 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DOUBLE", - "nullable": true - }, - "distinct": false, - "operands": [ - 10 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 10 - ], - "name": null - } - ], - "rowCount": 2.3461047921884004E43 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_id", - "i_item_desc", - "s_state", - "store_sales_quantitycount", - "store_sales_quantityave", - "store_sales_quantitystdev", - "store_sales_quantitycov", - "as_store_returns_quantitycount", - "as_store_returns_quantityave", - "as_store_returns_quantitystdev", - "store_returns_quantitycov", - "catalog_sales_quantitycount", - "catalog_sales_quantityave", - "catalog_sales_quantitystdev", - "catalog_sales_quantitycov" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "POWER", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - { - "input": 7, - "name": "$7" - } - ] - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "literal": null, - "type": { - "type": "BIGINT", - "nullable": true - } - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - } - ] - }, - { - "literal": 0.5, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 2, - "scale": 1 - } - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "POWER", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - { - "input": 7, - "name": "$7" - } - ] - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "literal": null, - "type": { - "type": "BIGINT", - "nullable": true - } - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - } - ] - }, - { - "literal": 0.5, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 2, - "scale": 1 - } - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "input": 3, - "name": "$3" - } - ] - } - ] - }, - { - "input": 8, - "name": "$8" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "input": 8, - "name": "$8" - } - ] - }, - { - "op": { - "name": "POWER", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "input": 11, - "name": "$11" - } - ] - }, - { - "input": 12, - "name": "$12" - } - ] - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "literal": null, - "type": { - "type": "BIGINT", - "nullable": true - } - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - } - ] - }, - { - "literal": 0.5, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 2, - "scale": 1 - } - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "POWER", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "input": 11, - "name": "$11" - } - ] - }, - { - "input": 12, - "name": "$12" - } - ] - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "literal": null, - "type": { - "type": "BIGINT", - "nullable": true - } - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - } - ] - }, - { - "literal": 0.5, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 2, - "scale": 1 - } - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "input": 8, - "name": "$8" - } - ] - } - ] - }, - { - "input": 13, - "name": "$13" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 14, - "name": "$14" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "input": 13, - "name": "$13" - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "POWER", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 15, - "name": "$15" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 16, - "name": "$16" - }, - { - "input": 16, - "name": "$16" - } - ] - }, - { - "input": 17, - "name": "$17" - } - ] - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 17, - "name": "$17" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "literal": null, - "type": { - "type": "BIGINT", - "nullable": true - } - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 17, - "name": "$17" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - } - ] - }, - { - "literal": 0.5, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 2, - "scale": 1 - } - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 14, - "name": "$14" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "input": 13, - "name": "$13" - } - ] - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "POWER", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 15, - "name": "$15" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 16, - "name": "$16" - }, - { - "input": 16, - "name": "$16" - } - ] - }, - { - "input": 17, - "name": "$17" - } - ] - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 17, - "name": "$17" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "literal": null, - "type": { - "type": "BIGINT", - "nullable": true - } - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 17, - "name": "$17" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - } - ] - }, - { - "literal": 0.5, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 2, - "scale": 1 - } - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 14, - "name": "$14" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "input": 13, - "name": "$13" - } - ] - } - ] - } - ], - "rowCount": 2.3461047921884004E43 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 2 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) + Map 3 <- Map 2 (BROADCAST_EDGE), Reducer 10 (BROADCAST_EDGE) + Map 8 <- Map 2 (BROADCAST_EDGE) + Reducer 10 <- Map 8 (CUSTOM_SIMPLE_EDGE) + Reducer 4 <- Map 3 (CUSTOM_SIMPLE_EDGE), Map 8 (CUSTOM_SIMPLE_EDGE) + Reducer 5 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 11 (BROADCAST_EDGE), Map 12 (BROADCAST_EDGE), Reducer 4 (CUSTOM_SIMPLE_EDGE) + Reducer 6 <- Reducer 5 (SIMPLE_EDGE) + Reducer 7 <- Reducer 6 (SIMPLE_EDGE) + Reducer 9 <- Map 8 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: (cs_bill_customer_sk is not null and cs_bill_customer_sk BETWEEN DynamicValue(RS[198]_col0) AND DynamicValue(RS[198]_col1) and cs_item_sk BETWEEN DynamicValue(RS[198]_col2) AND DynamicValue(RS[198]_col3) and in_bloom_filter(hash(cs_bill_customer_sk,cs_item_sk), DynamicValue(RS[198]_col4))) (type: boolean) + Statistics: Num rows: 43005109025 Data size: 1202866239204 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (cs_bill_customer_sk is not null and cs_bill_customer_sk BETWEEN DynamicValue(RS[198]_col0) AND DynamicValue(RS[198]_col1) and cs_item_sk BETWEEN DynamicValue(RS[198]_col2) AND DynamicValue(RS[198]_col3) and in_bloom_filter(hash(cs_bill_customer_sk,cs_item_sk), DynamicValue(RS[198]_col4))) (type: boolean) + Statistics: Num rows: 42899393143 Data size: 1199909333196 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_bill_customer_sk (type: bigint), cs_item_sk (type: bigint), cs_quantity (type: int), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 42899393143 Data size: 1199909333196 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 2 + Statistics: Num rows: 6391665695 Data size: 126559639092 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 6391665695 Data size: 126559639092 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: int) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 11 + Map Operator Tree: + TableScan + alias: store + Statistics: Num rows: 1704 Data size: 160176 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: s_store_sk (type: bigint), s_state (type: char(2)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1704 Data size: 160176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1704 Data size: 160176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 12 + Map Operator Tree: + TableScan + alias: item + Statistics: Num rows: 462000 Data size: 134904000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_item_id (type: string), i_item_desc (type: varchar(200)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 462000 Data size: 134904000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 134904000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string), _col2 (type: varchar(200)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 2 + Map Operator Tree: + TableScan + alias: d3 + filterExpr: ((d_quarter_name) IN ('2000Q1', '2000Q2', '2000Q3') or (d_quarter_name = '2000Q1')) (type: boolean) + Statistics: Num rows: 73049 Data size: 7158802 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_quarter_name) IN ('2000Q1', '2000Q2', '2000Q3') (type: boolean) + Statistics: Num rows: 274 Data size: 26852 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 274 Data size: 2192 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 274 Data size: 2192 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 274 Data size: 2192 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 274 Data size: 2192 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 274 Data size: 2192 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 274 Data size: 2192 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 274 Data size: 2192 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 274 Data size: 2192 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: sr_returned_date_sk (bigint) + Target Input: store_returns + Partition key expr: sr_returned_date_sk + Statistics: Num rows: 274 Data size: 2192 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 8 + Filter Operator + predicate: (d_quarter_name = '2000Q1') (type: boolean) + Statistics: Num rows: 91 Data size: 8918 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 91 Data size: 728 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 91 Data size: 728 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 91 Data size: 728 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 91 Data size: 728 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 91 Data size: 728 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 3 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 3 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: (ss_customer_sk is not null and ss_store_sk is not null and ss_customer_sk BETWEEN DynamicValue(RS[208]_col0) AND DynamicValue(RS[208]_col1) and ss_item_sk BETWEEN DynamicValue(RS[208]_col2) AND DynamicValue(RS[208]_col3) and ss_ticket_number BETWEEN DynamicValue(RS[208]_col4) AND DynamicValue(RS[208]_col5) and in_bloom_filter(hash(hash(ss_customer_sk,ss_item_sk),ss_ticket_number), DynamicValue(RS[208]_col6))) (type: boolean) + Statistics: Num rows: 82510879939 Data size: 3591605541540 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ss_customer_sk is not null and ss_store_sk is not null and ss_customer_sk BETWEEN DynamicValue(RS[208]_col0) AND DynamicValue(RS[208]_col1) and ss_item_sk BETWEEN DynamicValue(RS[208]_col2) AND DynamicValue(RS[208]_col3) and ss_ticket_number BETWEEN DynamicValue(RS[208]_col4) AND DynamicValue(RS[208]_col5) and in_bloom_filter(hash(hash(ss_customer_sk,ss_item_sk),ss_ticket_number), DynamicValue(RS[208]_col6))) (type: boolean) + Statistics: Num rows: 78670147920 Data size: 3424422808632 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_customer_sk (type: bigint), ss_store_sk (type: bigint), ss_ticket_number (type: bigint), ss_quantity (type: int), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 78670147920 Data size: 3424422808632 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col5 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + input vertices: + 1 Map 2 + Statistics: Num rows: 3920528575 Data size: 104075328852 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint), _col0 (type: bigint), _col3 (type: bigint) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col1 (type: bigint), _col0 (type: bigint), _col3 (type: bigint) + Statistics: Num rows: 3920528575 Data size: 104075328852 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: bigint), _col4 (type: int) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: store_returns + filterExpr: sr_customer_sk is not null (type: boolean) + Statistics: Num rows: 8332595709 Data size: 298161625552 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: sr_customer_sk is not null (type: boolean) + Statistics: Num rows: 8182068314 Data size: 292775369652 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: sr_item_sk (type: bigint), sr_customer_sk (type: bigint), sr_ticket_number (type: bigint), sr_return_quantity (type: int), sr_returned_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 8182068314 Data size: 292775369652 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col4 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 1 Map 2 + Statistics: Num rows: 1119808180 Data size: 29575539388 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint), _col0 (type: bigint), _col2 (type: bigint) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col1 (type: bigint), _col0 (type: bigint), _col2 (type: bigint) + Statistics: Num rows: 1119808180 Data size: 29575539388 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: int) + Select Operator + expressions: _col1 (type: bigint), _col0 (type: bigint), hash(_col1,_col0) (type: int) + outputColumnNames: _col0, _col1, _col3 + Statistics: Num rows: 1119808180 Data size: 21213698528 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), min(_col1), max(_col1), bloom_filter(_col3, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) + Select Operator + expressions: _col1 (type: bigint), _col0 (type: bigint), _col2 (type: bigint), hash(hash(_col1,_col0),_col2) (type: int) + outputColumnNames: _col0, _col1, _col2, _col4 + Statistics: Num rows: 1119808180 Data size: 30172163968 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), min(_col1), max(_col1), min(_col2), max(_col2), bloom_filter(_col4, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 10 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), min(VALUE._col4), max(VALUE._col5), bloom_filter(VALUE._col6, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: binary) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint) + outputColumnNames: _col0, _col2, _col4, _col7, _col8, _col10 + input vertices: + 1 Map 8 + Statistics: Num rows: 6332615350 Data size: 229296458988 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Reduce Output Operator + key expressions: _col8 (type: bigint), _col7 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col8 (type: bigint), _col7 (type: bigint) + Statistics: Num rows: 6332615350 Data size: 229296458988 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col2 (type: bigint), _col4 (type: int), _col10 (type: int) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col2, _col5, _col7, _col9, _col15 + input vertices: + 0 Map 1 + Statistics: Num rows: 3459560664786 Data size: 96844442897324 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col7 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col5, _col9, _col15, _col19 + input vertices: + 1 Map 11 + Statistics: Num rows: 3459560664786 Data size: 366704984826736 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col5 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col9, _col15, _col19, _col21, _col22 + input vertices: + 1 Map 12 + Statistics: Num rows: 3459560664786 Data size: 1321543728307672 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: +++ + keys: _col21 (type: string), _col22 (type: varchar(200)), _col19 (type: char(2)) + null sort order: zzz + Statistics: Num rows: 3459560664786 Data size: 1321543728307672 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col21 (type: string), _col22 (type: varchar(200)), _col19 (type: char(2)), _col9 (type: int), _col15 (type: int), _col2 (type: int), UDFToDouble(_col9) (type: double), (UDFToDouble(_col9) * UDFToDouble(_col9)) (type: double), UDFToDouble(_col15) (type: double), (UDFToDouble(_col15) * UDFToDouble(_col15)) (type: double), UDFToDouble(_col2) (type: double), (UDFToDouble(_col2) * UDFToDouble(_col2)) (type: double) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 + Statistics: Num rows: 3459560664786 Data size: 1321543728307672 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(_col3), sum(_col3), sum(_col7), sum(_col6), count(_col6), count(_col4), sum(_col4), sum(_col9), sum(_col8), count(_col8), count(_col5), sum(_col5), sum(_col11), sum(_col10), count(_col10) + keys: _col0 (type: string), _col1 (type: varchar(200)), _col2 (type: char(2)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17 + Statistics: Num rows: 3459560664786 Data size: 1695184725745140 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: varchar(200)), _col2 (type: char(2)) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: varchar(200)), _col2 (type: char(2)) + Statistics: Num rows: 3459560664786 Data size: 1695184725745140 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: bigint), _col4 (type: bigint), _col5 (type: double), _col6 (type: double), _col7 (type: bigint), _col8 (type: bigint), _col9 (type: bigint), _col10 (type: double), _col11 (type: double), _col12 (type: bigint), _col13 (type: bigint), _col14 (type: bigint), _col15 (type: double), _col16 (type: double), _col17 (type: bigint) + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), count(VALUE._col4), count(VALUE._col5), sum(VALUE._col6), sum(VALUE._col7), sum(VALUE._col8), count(VALUE._col9), count(VALUE._col10), sum(VALUE._col11), sum(VALUE._col12), sum(VALUE._col13), count(VALUE._col14) + keys: KEY._col0 (type: string), KEY._col1 (type: varchar(200)), KEY._col2 (type: char(2)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17 + Statistics: Num rows: 3459560664786 Data size: 1695184725745140 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: string), _col1 (type: varchar(200)), _col2 (type: char(2)), _col3 (type: bigint), (UDFToDouble(_col4) / _col3) (type: double), power(((_col5 - ((_col6 * _col6) / _col7)) / if((_col7 = 1L), null, (_col7 - 1))), 0.5) (type: double), (power(((_col5 - ((_col6 * _col6) / _col7)) / if((_col7 = 1L), null, (_col7 - 1))), 0.5) / (UDFToDouble(_col4) / _col3)) (type: double), _col8 (type: bigint), (UDFToDouble(_col9) / _col8) (type: double), power(((_col10 - ((_col11 * _col11) / _col12)) / if((_col12 = 1L), null, (_col12 - 1))), 0.5) (type: double), (power(((_col10 - ((_col11 * _col11) / _col12)) / if((_col12 = 1L), null, (_col12 - 1))), 0.5) / (UDFToDouble(_col9) / _col8)) (type: double), _col13 (type: bigint), (UDFToDouble(_col14) / _col13) (type: double), (power(((_col15 - ((_col16 * _col16) / _col17)) / if((_col17 = 1L), null, (_col17 - 1))), 0.5) / (UDFToDouble(_col14) / _col13)) (type: double) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 3459560664786 Data size: 1584478784471988 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: varchar(200)), _col2 (type: char(2)) + null sort order: zzz + sort order: +++ + Statistics: Num rows: 3459560664786 Data size: 1584478784471988 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: bigint), _col4 (type: double), _col5 (type: double), _col6 (type: double), _col7 (type: bigint), _col8 (type: double), _col9 (type: double), _col10 (type: double), _col11 (type: bigint), _col12 (type: double), _col13 (type: double) + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: varchar(200)), KEY.reducesinkkey2 (type: char(2)), VALUE._col0 (type: bigint), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: double), VALUE._col4 (type: bigint), VALUE._col5 (type: double), VALUE._col6 (type: double), VALUE._col7 (type: double), VALUE._col8 (type: bigint), VALUE._col9 (type: double), VALUE._col10 (type: double), VALUE._col10 (type: double) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 + Statistics: Num rows: 3459560664786 Data size: 1612155269790276 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 46600 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 46600 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 9 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), bloom_filter(VALUE._col4, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query18.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query18.q.out index 47aa0caee84b..081b2ed7c5df 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query18.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query18.q.out @@ -1,3225 +1,301 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 3.1350724479225002E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_bill_customer_sk", - "cs_bill_cdemo_sk", - "cs_item_sk", - "cs_sold_date_sk", - "$f4", - "$f5", - "$f6", - "$f7", - "$f8" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 33, - "name": "$33" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 17, - "name": "$17" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 12, - "scale": 2 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 19, - "name": "$19" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 12, - "scale": 2 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 26, - "name": "$26" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 12, - "scale": 2 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 20, - "name": "$20" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 12, - "scale": 2 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 32, - "name": "$32" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 12, - "scale": 2 - } - } - ], - "rowCount": 3.1350724479225002E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 10957.35 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 5.152812913086541E13 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_demographics" - ], - "table:alias": "cd1", - "inputs": [], - "rowCount": 1920800, - "avgRowSize": 217, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "cd_demo_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_gender" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_marital_status" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "cd_education_status" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_purchase_estimate" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "cd_credit_rating" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_employed_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_college_count" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "cd_demo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cd_gender", - "ndv": 2 - }, - { - "name": "cd_education_status", - "ndv": 7 - }, - { - "name": "cd_dep_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_marital_status", - "ndv": 5 - }, - { - "name": "cd_purchase_estimate", - "ndv": 20, - "minValue": 500, - "maxValue": 10000 - }, - { - "name": "cd_credit_rating", - "ndv": 4 - }, - { - "name": "cd_dep_employed_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_dep_college_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": "M", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": "College ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 20 - } - } - ] - } - ] - }, - "rowCount": 43218 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cd_demo_sk", - "$f10" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 12, - "scale": 2 - } - } - ], - "rowCount": 43218 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 10, - "name": "$10" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 334041402716661120 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer" - ], - "table:alias": "customer", - "inputs": [], - "rowCount": 80000000, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "c_customer_sk" - }, - { - "type": "CHAR", - "nullable": false, - "precision": 16, - "name": "c_customer_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_shipto_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_sales_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "c_salutation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "c_first_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "c_last_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "c_preferred_cust_flag" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_day" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_month" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_year" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "c_birth_country" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 13, - "name": "c_login" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "c_email_address" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_last_review_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "c_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "c_current_cdemo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "c_current_addr_sk", - "ndv": 33825344, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "c_birth_month", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "c_birth_year", - "ndv": 67, - "minValue": 1924, - "maxValue": 1992 - }, - { - "name": "c_customer_id", - "ndv": 80610928 - }, - { - "name": "c_current_hdemo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "c_first_shipto_date_sk", - "ndv": 3646, - "minValue": 2449028, - "maxValue": 2452678 - }, - { - "name": "c_first_sales_date_sk", - "ndv": 3643, - "minValue": 2448998, - "maxValue": 2452648 - }, - { - "name": "c_salutation", - "ndv": 7 - }, - { - "name": "c_first_name", - "ndv": 5158 - }, - { - "name": "c_last_name", - "ndv": 5123 - }, - { - "name": "c_preferred_cust_flag", - "ndv": 3 - }, - { - "name": "c_birth_day", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "c_birth_country", - "ndv": 216 - }, - { - "name": "c_login", - "ndv": 1 - }, - { - "name": "c_email_address", - "ndv": 75301330 - }, - { - "name": "c_last_review_date_sk", - "ndv": 364, - "minValue": 2452283, - "maxValue": 2452648 - } - ] - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 4, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 5, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 9, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 10, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 12, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - "rowCount": 1.6200000000000002E7 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_current_cdemo_sk", - "c_current_addr_sk", - "$f9" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 4, - "name": "$4" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 13, - "name": "$13" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 12, - "scale": 2 - } - } - ], - "rowCount": 1.6200000000000002E7 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "customer_address", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": "AL", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "MS", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "NC", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "ND", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "OK", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "TN", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "WI", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - } - ] - }, - "rowCount": 10000000 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_county", - "ca_state", - "ca_country" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 10, - "name": "$10" - } - ], - "rowCount": 10000000 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "13", - "16" - ], - "rowCount": 2.4300000000000004E13 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_current_cdemo_sk", - "c_current_addr_sk", - "$f9", - "ca_address_sk", - "ca_county", - "ca_state", - "ca_country" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - } - ], - "rowCount": 2.4300000000000004E13 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 12, - "name": "$12" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "10", - "18" - ], - "rowCount": 1.2175809129022299E30 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_item_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 462000 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 20, - "name": "$20" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "19", - "21" - ], - "rowCount": 8.437835726412453E34 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_demographics" - ], - "table:alias": "cd2", - "inputs": [], - "rowCount": 1920800, - "avgRowSize": 217, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "cd_demo_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_gender" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_marital_status" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "cd_education_status" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_purchase_estimate" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "cd_credit_rating" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_employed_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_college_count" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "cd_demo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cd_gender", - "ndv": 2 - }, - { - "name": "cd_marital_status", - "ndv": 5 - }, - { - "name": "cd_education_status", - "ndv": 7 - }, - { - "name": "cd_purchase_estimate", - "ndv": 20, - "minValue": 500, - "maxValue": 10000 - }, - { - "name": "cd_credit_rating", - "ndv": 4 - }, - { - "name": "cd_dep_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_dep_employed_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_dep_college_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - } - ] - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cd_demo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1920800 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 13, - "name": "$13" - }, - { - "input": 22, - "name": "$22" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "22", - "24" - ], - "rowCount": 2.431109229493956E40 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 17, - 18, - 19, - 21 - ], - "groups": [ - [ - 17, - 18, - 19, - 21 - ], - [ - 18, - 19, - 21 - ], - [ - 19, - 21 - ], - [ - 21 - ], - [] - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 22, - "scale": 2 - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 22, - "scale": 2 - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 22, - "scale": 2 - }, - "distinct": false, - "operands": [ - 6 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 6 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 22, - "scale": 2 - }, - "distinct": false, - "operands": [ - 7 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 7 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 22, - "scale": 2 - }, - "distinct": false, - "operands": [ - 8 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 8 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 22, - "scale": 2 - }, - "distinct": false, - "operands": [ - 15 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 15 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 22, - "scale": 2 - }, - "distinct": false, - "operands": [ - 11 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 11 - ], - "name": null - } - ], - "rowCount": 1.215554614746978E40 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_id", - "ca_country", - "ca_state", - "ca_county", - "agg1", - "agg2", - "agg3", - "agg4", - "agg5", - "agg6", - "agg7" - ], - "exprs": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 16, - "scale": 6 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 16, - "scale": 6 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 16, - "scale": 6 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 16, - "scale": 6 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "input": 13, - "name": "$13" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 16, - "scale": 6 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "input": 15, - "name": "$15" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 16, - "scale": 6 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 16, - "name": "$16" - }, - { - "input": 17, - "name": "$17" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 16, - "scale": 6 - } - } - ], - "rowCount": 1.215554614746978E40 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 3, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE), Reducer 6 (BROADCAST_EDGE) + Map 7 <- Map 8 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + Reducer 6 <- Map 5 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: (cs_bill_cdemo_sk is not null and cs_bill_customer_sk is not null) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_134_container, bigKeyColName:cs_bill_cdemo_sk, smallTablePos:1, keyRatio:2.6028186542889482E-5 + Statistics: Num rows: 43005109025 Data size: 20776312710316 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (cs_bill_cdemo_sk is not null and cs_bill_customer_sk is not null) (type: boolean) + Statistics: Num rows: 42792357238 Data size: 20673529628120 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_bill_customer_sk (type: bigint), cs_bill_cdemo_sk (type: bigint), cs_item_sk (type: bigint), cs_sold_date_sk (type: bigint), CAST( cs_quantity AS decimal(12,2)) (type: decimal(12,2)), CAST( cs_list_price AS decimal(12,2)) (type: decimal(12,2)), CAST( cs_coupon_amt AS decimal(12,2)) (type: decimal(12,2)), CAST( cs_sales_price AS decimal(12,2)) (type: decimal(12,2)), CAST( cs_net_profit AS decimal(12,2)) (type: decimal(12,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 42792357238 Data size: 25283522457008 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col4, _col5, _col6, _col7, _col8 + input vertices: + 1 Map 4 + Statistics: Num rows: 8539738749 Data size: 4937654401528 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col4, _col5, _col6, _col7, _col8, _col11 + input vertices: + 1 Reducer 6 + Statistics: Num rows: 609981367 Data size: 370968303368 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col4, _col5, _col6, _col7, _col8, _col11, _col13, _col15, _col17, _col18, _col19 + input vertices: + 1 Map 7 + Statistics: Num rows: 80563578 Data size: 50834699922 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col4, _col5, _col6, _col7, _col8, _col11, _col13, _col15, _col17, _col18, _col19, _col21 + input vertices: + 1 Map 9 + Statistics: Num rows: 80563578 Data size: 58246549098 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col13 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col4, _col5, _col6, _col7, _col8, _col11, _col15, _col17, _col18, _col19, _col21 + input vertices: + 1 Map 5 + Statistics: Num rows: 80563578 Data size: 57612843314 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col4), count(_col4), sum(_col5), count(_col5), sum(_col6), count(_col6), sum(_col7), count(_col7), sum(_col8), count(_col8), sum(_col15), count(_col15), sum(_col11), count(_col11) + keys: _col17 (type: varchar(30)), _col18 (type: char(2)), _col19 (type: varchar(20)), _col21 (type: string), 0L (type: bigint) + grouping sets: 0, 8, 12, 14, 15 + minReductionHashAggr: 0.7567873 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18 + Statistics: Num rows: 402817890 Data size: 495063186810 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: varchar(30)), _col1 (type: char(2)), _col2 (type: varchar(20)), _col3 (type: string), _col4 (type: bigint) + null sort order: zzzzz + sort order: +++++ + Map-reduce partition columns: _col0 (type: varchar(30)), _col1 (type: char(2)), _col2 (type: varchar(20)), _col3 (type: string), _col4 (type: bigint) + Statistics: Num rows: 402817890 Data size: 495063186810 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col5 (type: decimal(22,2)), _col6 (type: bigint), _col7 (type: decimal(22,2)), _col8 (type: bigint), _col9 (type: decimal(22,2)), _col10 (type: bigint), _col11 (type: decimal(22,2)), _col12 (type: bigint), _col13 (type: decimal(22,2)), _col14 (type: bigint), _col15 (type: decimal(22,2)), _col16 (type: bigint), _col17 (type: decimal(22,2)), _col18 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (d_year = 2001) (type: boolean) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_year = 2001) (type: boolean) + Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: cd1 + Statistics: Num rows: 1920800 Data size: 366872800 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((cd_gender = 'M') and (cd_education_status = 'College ')) (type: boolean) + Statistics: Num rows: 137200 Data size: 26205200 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cd_demo_sk (type: bigint), CAST( cd_dep_count AS decimal(12,2)) (type: decimal(12,2)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 137200 Data size: 16464000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 137200 Data size: 16464000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(12,2)) + Select Operator + expressions: cd_demo_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1920800 Data size: 15366400 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1920800 Data size: 15366400 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: customer + filterExpr: ((c_birth_month) IN (1, 4, 5, 9, 10, 12) and c_current_cdemo_sk is not null and c_current_addr_sk is not null) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_135_container, bigKeyColName:c_current_addr_sk, smallTablePos:1, keyRatio:0.0637275625 + Statistics: Num rows: 80000000 Data size: 2515215652 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((c_birth_month) IN (1, 4, 5, 9, 10, 12) and c_current_cdemo_sk is not null and c_current_addr_sk is not null) (type: boolean) + Statistics: Num rows: 38600692 Data size: 1213613320 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: c_customer_sk (type: bigint), c_current_cdemo_sk (type: bigint), c_current_addr_sk (type: bigint), CAST( c_birth_year AS decimal(12,2)) (type: decimal(12,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 38600692 Data size: 5087648712 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col3, _col5, _col6, _col7 + input vertices: + 1 Map 8 + Statistics: Num rows: 5098205 Data size: 1923120445 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 5098205 Data size: 1923120445 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint), _col3 (type: decimal(12,2)), _col5 (type: varchar(30)), _col6 (type: char(2)), _col7 (type: varchar(20)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: customer_address + filterExpr: (ca_state) IN ('AL', 'MS', 'NC', 'ND', 'OK', 'TN', 'WI') (type: boolean) + Statistics: Num rows: 40000000 Data size: 11560000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ca_state) IN ('AL', 'MS', 'NC', 'ND', 'OK', 'TN', 'WI') (type: boolean) + Statistics: Num rows: 5283019 Data size: 1526792491 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ca_address_sk (type: bigint), ca_county (type: varchar(30)), ca_state (type: char(2)), ca_country (type: varchar(20)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 5283019 Data size: 1526792491 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 5283019 Data size: 1526792491 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(30)), _col2 (type: char(2)), _col3 (type: varchar(20)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 9 + Map Operator Tree: + TableScan + alias: item + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_item_id (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), count(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), sum(VALUE._col4), count(VALUE._col5), sum(VALUE._col6), count(VALUE._col7), sum(VALUE._col8), count(VALUE._col9), sum(VALUE._col10), count(VALUE._col11), sum(VALUE._col12), count(VALUE._col13) + keys: KEY._col0 (type: varchar(30)), KEY._col1 (type: char(2)), KEY._col2 (type: varchar(20)), KEY._col3 (type: string), KEY._col4 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18 + Statistics: Num rows: 402817890 Data size: 495063186810 Basic stats: COMPLETE Column stats: COMPLETE + pruneGroupingSetId: true + Top N Key Operator + sort order: ++++ + keys: _col2 (type: varchar(20)), _col1 (type: char(2)), _col0 (type: varchar(30)), _col3 (type: string) + null sort order: zzzz + Statistics: Num rows: 402817890 Data size: 495063186810 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col3 (type: string), _col2 (type: varchar(20)), _col1 (type: char(2)), _col0 (type: varchar(30)), CAST( (_col5 / _col6) AS decimal(16,6)) (type: decimal(16,6)), CAST( (_col7 / _col8) AS decimal(16,6)) (type: decimal(16,6)), CAST( (_col9 / _col10) AS decimal(16,6)) (type: decimal(16,6)), CAST( (_col11 / _col12) AS decimal(16,6)) (type: decimal(16,6)), CAST( (_col13 / _col14) AS decimal(16,6)) (type: decimal(16,6)), CAST( (_col15 / _col16) AS decimal(16,6)) (type: decimal(16,6)), CAST( (_col17 / _col18) AS decimal(16,6)) (type: decimal(16,6)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 + Statistics: Num rows: 402817890 Data size: 469282841850 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: varchar(20)), _col2 (type: char(2)), _col3 (type: varchar(30)), _col0 (type: string) + null sort order: zzzz + sort order: ++++ + Statistics: Num rows: 402817890 Data size: 469282841850 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col4 (type: decimal(16,6)), _col5 (type: decimal(16,6)), _col6 (type: decimal(16,6)), _col7 (type: decimal(16,6)), _col8 (type: decimal(16,6)), _col9 (type: decimal(16,6)), _col10 (type: decimal(16,6)) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey3 (type: string), KEY.reducesinkkey0 (type: varchar(20)), KEY.reducesinkkey1 (type: char(2)), KEY.reducesinkkey2 (type: varchar(30)), VALUE._col0 (type: decimal(16,6)), VALUE._col1 (type: decimal(16,6)), VALUE._col2 (type: decimal(16,6)), VALUE._col3 (type: decimal(16,6)), VALUE._col4 (type: decimal(16,6)), VALUE._col5 (type: decimal(16,6)), VALUE._col6 (type: decimal(16,6)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 + Statistics: Num rows: 402817890 Data size: 469282841850 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 116500 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 116500 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: decimal(12,2)) + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 137200 Data size: 16464000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(12,2)) + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query19.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query19.q.out index 3b497bc3fb41..e7c795225aec 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query19.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query19.q.out @@ -1,2516 +1,290 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer" - ], - "table:alias": "customer", - "inputs": [], - "rowCount": 80000000, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "c_customer_sk" - }, - { - "type": "CHAR", - "nullable": false, - "precision": 16, - "name": "c_customer_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_shipto_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_sales_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "c_salutation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "c_first_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "c_last_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "c_preferred_cust_flag" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_day" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_month" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_year" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "c_birth_country" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 13, - "name": "c_login" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "c_email_address" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_last_review_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "c_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "c_current_addr_sk", - "ndv": 33825344, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "c_customer_id", - "ndv": 80610928 - }, - { - "name": "c_current_cdemo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "c_current_hdemo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "c_first_shipto_date_sk", - "ndv": 3646, - "minValue": 2449028, - "maxValue": 2452678 - }, - { - "name": "c_first_sales_date_sk", - "ndv": 3643, - "minValue": 2448998, - "maxValue": 2452648 - }, - { - "name": "c_salutation", - "ndv": 7 - }, - { - "name": "c_first_name", - "ndv": 5158 - }, - { - "name": "c_last_name", - "ndv": 5123 - }, - { - "name": "c_preferred_cust_flag", - "ndv": 3 - }, - { - "name": "c_birth_day", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "c_birth_month", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "c_birth_year", - "ndv": 67, - "minValue": 1924, - "maxValue": 1992 - }, - { - "name": "c_birth_country", - "ndv": 216 - }, - { - "name": "c_login", - "ndv": 1 - }, - { - "name": "c_email_address", - "ndv": 75301330 - }, - { - "name": "c_last_review_date_sk", - "ndv": 364, - "minValue": 2452283, - "maxValue": 2452648 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - "rowCount": 72000000 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_current_addr_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 72000000 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "customer_address", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "EXPR$0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "substr", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 5, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647 - }, - "deterministic": true, - "dynamic": false - } - ], - "rowCount": 40000000 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "4" - ], - "rowCount": 432000000000000 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.0150431475531006E10 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_customer_sk", - "ss_store_sk", - "ss_ext_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.0150431475531006E10 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 11, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 1643.6025 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1643.6025 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "8", - "11" - ], - "rowCount": 1.4829509932389217E13 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 20, - "name": "$20" - }, - { - "literal": 7, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 69300 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand_id", - "i_brand", - "i_manufact_id", - "i_manufact" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - } - ], - "rowCount": 69300 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "12", - "15" - ], - "rowCount": 154152755747185888 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_customer_sk", - "ss_store_sk", - "ss_ext_sales_price", - "ss_sold_date_sk", - "d_date_sk", - "i_item_sk", - "i_brand_id", - "i_brand", - "i_manufact_id", - "i_manufact" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - } - ], - "rowCount": 154152755747185888 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "5", - "17" - ], - "rowCount": 9.989098572417645E30 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store" - ], - "table:alias": "store", - "inputs": [], - "rowCount": 1704, - "avgRowSize": 1375, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "s_store_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "s_store_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "s_closed_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_store_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_number_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_floor_space" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "s_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_market_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_geography_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_market_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_division_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_company_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_company_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 10, - "name": "s_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "s_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "s_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "s_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "s_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "s_store_sk", - "ndv": 1736, - "minValue": 1, - "maxValue": 1704 - }, - { - "name": "s_zip", - "ndv": 983 - }, - { - "name": "s_store_id", - "ndv": 879 - }, - { - "name": "s_rec_start_date", - "ndv": 0, - "minValue": 9933, - "maxValue": 11394 - }, - { - "name": "s_rec_end_date", - "ndv": 0, - "minValue": 10663, - "maxValue": 11393 - }, - { - "name": "s_closed_date_sk", - "ndv": 263, - "minValue": 2450820, - "maxValue": 2451314 - }, - { - "name": "s_store_name", - "ndv": 11 - }, - { - "name": "s_number_employees", - "ndv": 100, - "minValue": 200, - "maxValue": 300 - }, - { - "name": "s_floor_space", - "ndv": 1289, - "minValue": 5000201, - "maxValue": 9997773 - }, - { - "name": "s_hours", - "ndv": 4 - }, - { - "name": "s_manager", - "ndv": 1245 - }, - { - "name": "s_market_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "s_geography_class", - "ndv": 2 - }, - { - "name": "s_market_desc", - "ndv": 1311 - }, - { - "name": "s_market_manager", - "ndv": 1236 - }, - { - "name": "s_division_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_division_name", - "ndv": 2 - }, - { - "name": "s_company_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_company_name", - "ndv": 2 - }, - { - "name": "s_street_number", - "ndv": 736 - }, - { - "name": "s_street_name", - "ndv": 851 - }, - { - "name": "s_street_type", - "ndv": 21 - }, - { - "name": "s_suite_number", - "ndv": 76 - }, - { - "name": "s_city", - "ndv": 267 - }, - { - "name": "s_county", - "ndv": 128 - }, - { - "name": "s_state", - "ndv": 44 - }, - { - "name": "s_country", - "ndv": 2 - }, - { - "name": "s_gmt_offset", - "ndv": 5, - "minValue": -9, - "maxValue": -5 - }, - { - "name": "s_tax_percentage", - "ndv": 12, - "minValue": 0, - "maxValue": 0.11 - } - ] - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk", - "EXPR$0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "substr", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 25, - "name": "$25" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 5, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647 - }, - "deterministic": true, - "dynamic": false - } - ], - "rowCount": 1704 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 15, - "name": "$15" - } - ] - }, - { - "op": { - "name": "<>", - "kind": "NOT_EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 16, - "name": "$16" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "18", - "20" - ], - "rowCount": 1.276606797554975E33 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 11, - 12, - 13, - 14 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 7 - ], - "name": null - } - ], - "rowCount": 1.276606797554975E32 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "brand_id", - "brand", - "i_manufact_id", - "i_manufact", - "ext_price", - "(tok_table_or_col i_brand)", - "(tok_table_or_col i_brand_id)" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1.276606797554975E32 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 4, - "direction": "DESCENDING", - "nulls": "FIRST" - }, - { - "field": 5, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 6, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 3, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "brand_id", - "brand", - "i_manufact_id", - "i_manufact", - "ext_price" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 4 <- Map 8 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 3 (CUSTOM_SIMPLE_EDGE) + Reducer 5 <- Map 10 (BROADCAST_EDGE), Map 4 (CUSTOM_SIMPLE_EDGE), Reducer 2 (CUSTOM_SIMPLE_EDGE) + Reducer 6 <- Reducer 5 (SIMPLE_EDGE) + Reducer 7 <- Reducer 6 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: customer + filterExpr: c_current_addr_sk is not null (type: boolean) + Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: c_current_addr_sk is not null (type: boolean) + Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: c_customer_sk (type: bigint), c_current_addr_sk (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 10 + Map Operator Tree: + TableScan + alias: store + Statistics: Num rows: 1704 Data size: 165288 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: s_store_sk (type: bigint), substr(s_zip, 1, 5) (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1704 Data size: 163584 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1704 Data size: 163584 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 3 + Map Operator Tree: + TableScan + alias: customer_address + Statistics: Num rows: 40000000 Data size: 3880000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ca_address_sk (type: bigint), substr(ca_zip, 1, 5) (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 40000000 Data size: 3840000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 40000000 Data size: 3840000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: (ss_customer_sk is not null and ss_store_sk is not null) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_113_container, bigKeyColName:ss_item_sk, smallTablePos:1, keyRatio:1.5562891838619784E-4 + Statistics: Num rows: 82510879939 Data size: 11632478818736 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ss_customer_sk is not null and ss_store_sk is not null) (type: boolean) + Statistics: Num rows: 78670147920 Data size: 11091007998224 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_customer_sk (type: bigint), ss_store_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 78670147920 Data size: 11091007998224 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col4 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 1 Map 8 + Statistics: Num rows: 1335564641 Data size: 10684517256 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col3, _col7, _col8, _col9, _col10 + input vertices: + 1 Map 9 + Statistics: Num rows: 12841079 Data size: 2606739085 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 12841079 Data size: 2606739085 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: bigint), _col3 (type: decimal(7,2)), _col7 (type: int), _col8 (type: char(50)), _col9 (type: int), _col10 (type: char(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: ((d_year = 1999) and (d_moy = 11)) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 1999) and (d_moy = 11)) (type: boolean) + Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 4 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 9 + Map Operator Tree: + TableScan + alias: item + filterExpr: (i_manager_id = 7) (type: boolean) + Statistics: Num rows: 462000 Data size: 99316352 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (i_manager_id = 7) (type: boolean) + Statistics: Num rows: 4442 Data size: 954910 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_brand_id (type: int), i_brand (type: char(50)), i_manufact_id (type: int), i_manufact (type: char(50)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 4442 Data size: 937182 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 4442 Data size: 937182 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: char(50)), _col3 (type: int), _col4 (type: char(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col3 + input vertices: + 1 Map 3 + Statistics: Num rows: 80000000 Data size: 7680000000 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 80000000 Data size: 7680000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: string) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col3, _col6, _col7, _col11, _col12, _col13, _col14 + input vertices: + 0 Reducer 2 + Statistics: Num rows: 12841079 Data size: 3736754029 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col6 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col3, _col7, _col11, _col12, _col13, _col14, _col16 + input vertices: + 1 Map 10 + Statistics: Num rows: 12841079 Data size: 4866768973 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col3 <> _col16) (type: boolean) + Statistics: Num rows: 12841079 Data size: 4866768973 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col7 (type: decimal(7,2)), _col11 (type: int), _col12 (type: char(50)), _col13 (type: int), _col14 (type: char(50)) + outputColumnNames: _col7, _col11, _col12, _col13, _col14 + Statistics: Num rows: 12841079 Data size: 4866768973 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col7) + keys: _col12 (type: char(50)), _col11 (type: int), _col13 (type: int), _col14 (type: char(50)) + minReductionHashAggr: 0.9687239 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 12841079 Data size: 4044939805 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(50)), _col1 (type: int), _col2 (type: int), _col3 (type: char(50)) + null sort order: zzzz + sort order: ++++ + Map-reduce partition columns: _col0 (type: char(50)), _col1 (type: int), _col2 (type: int), _col3 (type: char(50)) + Statistics: Num rows: 12841079 Data size: 4044939805 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col4 (type: decimal(17,2)) + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: char(50)), KEY._col1 (type: int), KEY._col2 (type: int), KEY._col3 (type: char(50)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 12841079 Data size: 4044939805 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: -++++ + keys: _col4 (type: decimal(17,2)), _col0 (type: char(50)), _col1 (type: int), _col2 (type: int), _col3 (type: char(50)) + null sort order: azzzz + Statistics: Num rows: 12841079 Data size: 4044939805 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col2 (type: int), _col3 (type: char(50)), _col4 (type: decimal(17,2)), _col0 (type: char(50)), _col1 (type: int) + outputColumnNames: _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 12841079 Data size: 4044939717 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col4 (type: decimal(17,2)), _col5 (type: char(50)), _col6 (type: int), _col2 (type: int), _col3 (type: char(50)) + null sort order: azzzz + sort order: -++++ + Statistics: Num rows: 12841079 Data size: 4044939717 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey2 (type: int), KEY.reducesinkkey1 (type: char(50)), KEY.reducesinkkey3 (type: int), KEY.reducesinkkey4 (type: char(50)), KEY.reducesinkkey0 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 12841079 Data size: 4044939717 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 31500 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 31500 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query2.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query2.q.out index f4f5c942b66a..60dad2d85c42 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query2.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query2.q.out @@ -1,3678 +1,492 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - }, - "rowCount": 1.94351746014E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sold_date_sk", - "sales_price" - ], - "exprs": [ - { - "input": 33, - "name": "$33" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 1.94351746014E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - }, - "rowCount": 3.87045981225E10 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sold_date_sk", - "sales_price" - ], - "exprs": [ - { - "input": 33, - "name": "$33" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 3.87045981225E10 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", - "all": true, - "inputs": [ - "2", - "5" - ], - "rowCount": 5.81397727239E10 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sold_date_sk", - "sales_price" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 5.81397727239E10 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - "rowCount": 65744.1 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_week_seq", - "EXPR$0", - "EXPR$1", - "EXPR$2", - "EXPR$3", - "EXPR$4", - "EXPR$5", - "EXPR$6" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Sunday ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Monday ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Tuesday ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Wednesday", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Thursday ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Friday ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Saturday ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - } - ], - "rowCount": 65744.1 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "7", - "10" - ], - "rowCount": 5.733520547906031E14 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4", - "$f5", - "$f6", - "$f7" - ], - "exprs": [ - { - "input": 3, - "name": "$3" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - } - ], - "rowCount": 5.733520547906031E14 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 6 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 7 - ], - "name": null - } - ], - "rowCount": 5.733520547906031E13 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4", - "$f5", - "$f6", - "$f7" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - } - ], - "rowCount": 5.733520547906031E13 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2002, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - "rowCount": 9861.615 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_week_seq" - ], - "exprs": [ - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 9861.615 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "14", - "17" - ], - "rowCount": 84812658357057504 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - }, - "inputs": [ - "0" - ], - "rowCount": 1.94351746014E10 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sold_date_sk", - "sales_price" - ], - "exprs": [ - { - "input": 33, - "name": "$33" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 1.94351746014E10 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 3.87045981225E10 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sold_date_sk", - "sales_price" - ], - "exprs": [ - { - "input": 33, - "name": "$33" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 3.87045981225E10 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", - "all": true, - "inputs": [ - "20", - "22" - ], - "rowCount": 5.81397727239E10 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sold_date_sk", - "sales_price" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 5.81397727239E10 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - "inputs": [ - "8" - ], - "rowCount": 65744.1 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_week_seq", - "EXPR$0", - "EXPR$1", - "EXPR$2", - "EXPR$3", - "EXPR$4", - "EXPR$5", - "EXPR$6" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Sunday ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Monday ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Tuesday ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Wednesday", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Thursday ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Friday ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Saturday ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - } - ], - "rowCount": 65744.1 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "24", - "26" - ], - "rowCount": 5.733520547906031E14 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4", - "$f5", - "$f6", - "$f7" - ], - "exprs": [ - { - "input": 3, - "name": "$3" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - } - ], - "rowCount": 5.733520547906031E14 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 6 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 7 - ], - "name": null - } - ], - "rowCount": 5.733520547906031E13 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4", - "$f5", - "$f6", - "$f7" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - } - ], - "rowCount": 5.733520547906031E13 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - "inputs": [ - "15" - ], - "rowCount": 9861.615 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_week_seq" - ], - "exprs": [ - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 9861.615 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "30", - "32" - ], - "rowCount": 84812658357057504 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4", - "$f5", - "$f6", - "$f7", - "d_week_seq" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 84812658357057504 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "literal": 53, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "18", - "34" - ], - "rowCount": 1.0789780526386434E33 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_week_seq1", - "_c1", - "_c2", - "_c3", - "_c4", - "_c5", - "_c6", - "_c7" - ], - "exprs": [ - { - "input": 9, - "name": "$9" - }, - { - "op": { - "name": "round", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 20, - "scale": 2 - }, - "deterministic": true, - "dynamic": false - }, - { - "op": { - "name": "round", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 20, - "scale": 2 - }, - "deterministic": true, - "dynamic": false - }, - { - "op": { - "name": "round", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 20, - "scale": 2 - }, - "deterministic": true, - "dynamic": false - }, - { - "op": { - "name": "round", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 13, - "name": "$13" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 20, - "scale": 2 - }, - "deterministic": true, - "dynamic": false - }, - { - "op": { - "name": "round", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 20, - "scale": 2 - }, - "deterministic": true, - "dynamic": false - }, - { - "op": { - "name": "round", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 15, - "name": "$15" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 20, - "scale": 2 - }, - "deterministic": true, - "dynamic": false - }, - { - "op": { - "name": "round", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 16, - "name": "$16" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 20, - "scale": 2 - }, - "deterministic": true, - "dynamic": false - } - ], - "rowCount": 1.0789780526386434E33 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "rowCount": 1.0789780526386434E33 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 6 (BROADCAST_EDGE), Union 2 (CONTAINS) + Map 11 <- Map 6 (BROADCAST_EDGE), Union 12 (CONTAINS) + Map 14 <- Map 6 (BROADCAST_EDGE), Union 12 (CONTAINS) + Map 5 <- Map 6 (BROADCAST_EDGE), Union 2 (CONTAINS) + Map 6 <- Reducer 10 (BROADCAST_EDGE), Reducer 8 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) + Reducer 10 <- Reducer 9 (CUSTOM_SIMPLE_EDGE) + Reducer 13 <- Map 7 (BROADCAST_EDGE), Union 12 (SIMPLE_EDGE) + Reducer 3 <- Map 7 (BROADCAST_EDGE), Reducer 13 (BROADCAST_EDGE), Union 2 (SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE) + Reducer 8 <- Map 7 (CUSTOM_SIMPLE_EDGE) + Reducer 9 <- Map 7 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: ws_sold_date_sk is not null (type: boolean) + Statistics: Num rows: 21594638446 Data size: 2591054005984 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_sold_date_sk (type: bigint), ws_ext_sales_price (type: decimal(7,2)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 21594638446 Data size: 2591054005984 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 + input vertices: + 1 Map 6 + Statistics: Num rows: 64599747471 Data size: 9289711673536 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col3 (type: int), if(_col4, _col1, null) (type: decimal(7,2)), if(_col5, _col1, null) (type: decimal(7,2)), if(_col6, _col1, null) (type: decimal(7,2)), if(_col7, _col1, null) (type: decimal(7,2)), if(_col8, _col1, null) (type: decimal(7,2)), if(_col9, _col1, null) (type: decimal(7,2)), if(_col10, _col1, null) (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 64599747471 Data size: 9289711673536 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1), sum(_col2), sum(_col3), sum(_col4), sum(_col5), sum(_col6), sum(_col7) + keys: _col0 (type: int) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 409945536 Data size: 323037082368 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 409945536 Data size: 323037082368 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 11 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: ws_sold_date_sk is not null (type: boolean) + Statistics: Num rows: 21594638446 Data size: 2591054005984 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_sold_date_sk (type: bigint), ws_ext_sales_price (type: decimal(7,2)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 21594638446 Data size: 2591054005984 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 + input vertices: + 1 Map 6 + Statistics: Num rows: 64599747471 Data size: 9289711673536 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col3 (type: int), if(_col4, _col1, null) (type: decimal(7,2)), if(_col5, _col1, null) (type: decimal(7,2)), if(_col6, _col1, null) (type: decimal(7,2)), if(_col7, _col1, null) (type: decimal(7,2)), if(_col8, _col1, null) (type: decimal(7,2)), if(_col9, _col1, null) (type: decimal(7,2)), if(_col10, _col1, null) (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 64599747471 Data size: 9289711673536 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1), sum(_col2), sum(_col3), sum(_col4), sum(_col5), sum(_col6), sum(_col7) + keys: _col0 (type: int) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 409945536 Data size: 323037082368 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 409945536 Data size: 323037082368 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 14 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: cs_sold_date_sk is not null (type: boolean) + Statistics: Num rows: 43005109025 Data size: 5148566336008 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_sold_date_sk (type: bigint), cs_ext_sales_price (type: decimal(7,2)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 43005109025 Data size: 5148566336008 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 + input vertices: + 1 Map 6 + Statistics: Num rows: 64599747471 Data size: 9289711673536 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col3 (type: int), if(_col4, _col1, null) (type: decimal(7,2)), if(_col5, _col1, null) (type: decimal(7,2)), if(_col6, _col1, null) (type: decimal(7,2)), if(_col7, _col1, null) (type: decimal(7,2)), if(_col8, _col1, null) (type: decimal(7,2)), if(_col9, _col1, null) (type: decimal(7,2)), if(_col10, _col1, null) (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 64599747471 Data size: 9289711673536 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1), sum(_col2), sum(_col3), sum(_col4), sum(_col5), sum(_col6), sum(_col7) + keys: _col0 (type: int) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 409945536 Data size: 323037082368 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 409945536 Data size: 323037082368 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: cs_sold_date_sk is not null (type: boolean) + Statistics: Num rows: 43005109025 Data size: 5148566336008 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_sold_date_sk (type: bigint), cs_ext_sales_price (type: decimal(7,2)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 43005109025 Data size: 5148566336008 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 + input vertices: + 1 Map 6 + Statistics: Num rows: 64599747471 Data size: 9289711673536 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col3 (type: int), if(_col4, _col1, null) (type: decimal(7,2)), if(_col5, _col1, null) (type: decimal(7,2)), if(_col6, _col1, null) (type: decimal(7,2)), if(_col7, _col1, null) (type: decimal(7,2)), if(_col8, _col1, null) (type: decimal(7,2)), if(_col9, _col1, null) (type: decimal(7,2)), if(_col10, _col1, null) (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 64599747471 Data size: 9289711673536 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1), sum(_col2), sum(_col3), sum(_col4), sum(_col5), sum(_col6), sum(_col7) + keys: _col0 (type: int) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 409945536 Data size: 323037082368 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 409945536 Data size: 323037082368 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (d_week_seq is not null and ((d_week_seq BETWEEN DynamicValue(RS_51_date_dim_d_week_seq_min) AND DynamicValue(RS_51_date_dim_d_week_seq_max) and (d_week_seq - 53) BETWEEN DynamicValue(RS_47_date_dim_d_week_seq_min) AND DynamicValue(RS_47_date_dim_d_week_seq_max) and in_bloom_filter(d_week_seq, DynamicValue(RS_51_date_dim_d_week_seq_bloom_filter)) and in_bloom_filter((d_week_seq - 53), DynamicValue(RS_47_date_dim_d_week_seq_bloom_filter))) or (d_week_seq BETWEEN DynamicValue(RS_47_date_dim_d_week_seq_min) AND DynamicValue(RS_47_date_dim_d_week_seq_max) and in_bloom_filter(d_week_seq, DynamicValue(RS_47_date_dim_d_week_seq_bloom_filter))))) (type: boolean) + Statistics: Num rows: 73049 Data size: 7524047 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_week_seq is not null and d_week_seq BETWEEN DynamicValue(RS_51_date_dim_d_week_seq_min) AND DynamicValue(RS_51_date_dim_d_week_seq_max) and (d_week_seq - 53) BETWEEN DynamicValue(RS_47_date_dim_d_week_seq_min) AND DynamicValue(RS_47_date_dim_d_week_seq_max) and in_bloom_filter(d_week_seq, DynamicValue(RS_51_date_dim_d_week_seq_bloom_filter)) and in_bloom_filter((d_week_seq - 53), DynamicValue(RS_47_date_dim_d_week_seq_bloom_filter))) (type: boolean) + Statistics: Num rows: 73049 Data size: 7524047 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), d_week_seq (type: int), (d_day_name = 'Sunday ') (type: boolean), (d_day_name = 'Monday ') (type: boolean), (d_day_name = 'Tuesday ') (type: boolean), (d_day_name = 'Wednesday') (type: boolean), (d_day_name = 'Thursday ') (type: boolean), (d_day_name = 'Friday ') (type: boolean), (d_day_name = 'Saturday ') (type: boolean) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 73049 Data size: 2921960 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 73049 Data size: 2921960 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 5 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 73049 Data size: 2921960 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean) + Filter Operator + predicate: (d_week_seq is not null and d_week_seq BETWEEN DynamicValue(RS_47_date_dim_d_week_seq_min) AND DynamicValue(RS_47_date_dim_d_week_seq_max) and in_bloom_filter(d_week_seq, DynamicValue(RS_47_date_dim_d_week_seq_bloom_filter))) (type: boolean) + Statistics: Num rows: 73049 Data size: 7524047 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), d_week_seq (type: int), (d_day_name = 'Sunday ') (type: boolean), (d_day_name = 'Monday ') (type: boolean), (d_day_name = 'Tuesday ') (type: boolean), (d_day_name = 'Wednesday') (type: boolean), (d_day_name = 'Thursday ') (type: boolean), (d_day_name = 'Friday ') (type: boolean), (d_day_name = 'Saturday ') (type: boolean) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 73049 Data size: 2921960 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 73049 Data size: 2921960 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 11 + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 14 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 73049 Data size: 2921960 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (((d_year = 2002) and d_week_seq is not null) or ((d_year = 2001) and d_week_seq is not null)) (type: boolean) + Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 2002) and d_week_seq is not null) (type: boolean) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_week_seq (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 1468 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 367 Data size: 1468 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 1468 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) + Filter Operator + predicate: ((d_year = 2001) and d_week_seq is not null) (type: boolean) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_week_seq (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 1468 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 367 Data size: 1468 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 1468 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 10 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: binary) + outputColumnNames: _col0, _col1, _col2 + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) + Reducer 13 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4), sum(VALUE._col5), sum(VALUE._col6) + keys: KEY._col0 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 11297 Data size: 8902036 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + input vertices: + 1 Map 7 + Statistics: Num rows: 367 Data size: 289196 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 367 Data size: 289196 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4), sum(VALUE._col5), sum(VALUE._col6) + keys: KEY._col0 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 11297 Data size: 8902036 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + input vertices: + 1 Map 7 + Statistics: Num rows: 367 Data size: 289196 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 (_col0 - 53) (type: int) + 1 _col0 (type: int) + outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16 + input vertices: + 1 Reducer 13 + Statistics: Num rows: 11224 Data size: 17644128 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col9 (type: int), round((_col10 / _col1), 2) (type: decimal(20,2)), round((_col11 / _col2), 2) (type: decimal(20,2)), round((_col12 / _col3), 2) (type: decimal(20,2)), round((_col13 / _col4), 2) (type: decimal(20,2)), round((_col14 / _col5), 2) (type: decimal(20,2)), round((_col15 / _col6), 2) (type: decimal(20,2)), round((_col16 / _col7), 2) (type: decimal(20,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 11224 Data size: 8844512 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Statistics: Num rows: 11224 Data size: 8844512 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(20,2)), _col2 (type: decimal(20,2)), _col3 (type: decimal(20,2)), _col4 (type: decimal(20,2)), _col5 (type: decimal(20,2)), _col6 (type: decimal(20,2)), _col7 (type: decimal(20,2)) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(20,2)), VALUE._col1 (type: decimal(20,2)), VALUE._col2 (type: decimal(20,2)), VALUE._col3 (type: decimal(20,2)), VALUE._col4 (type: decimal(20,2)), VALUE._col5 (type: decimal(20,2)), VALUE._col6 (type: decimal(20,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 11224 Data size: 8844512 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 11224 Data size: 8844512 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 8 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) + Reducer 9 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) + Union 12 + Vertex: Union 12 + Union 2 + Vertex: Union 2 + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query20.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query20.q.out index 31effb0e1e65..2c85d5ee0f7b 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query20.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query20.q.out @@ -1,1587 +1,203 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - }, - "rowCount": 3.87045981225E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_item_sk", - "cs_ext_sales_price", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 14, - "name": "$14" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.87045981225E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Books", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - }, - { - "literal": "Jewelry", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 7 - } - }, - { - "literal": "Sports", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - } - ] - }, - "rowCount": 115500 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_item_id", - "i_item_desc", - "i_current_price", - "i_class", - "i_category" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 12, - "name": "$12" - } - ], - "rowCount": 115500 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 6.705571624723125E14 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "TIMESTAMP", - "nullable": true, - "precision": 9 - } - }, - { - "literal": 979257600000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - }, - { - "literal": 981849600000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 1836882381053998336 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 4, - 5, - 6, - 7, - 8 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 183688238105399840 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_desc", - "i_category", - "i_class", - "i_current_price", - "itemrevenue", - "revenueratio", - "(tok_table_or_col i_item_id)" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 5, - "name": "$5" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "literal": 100, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 10, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ], - "distinct": false, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 27, - "scale": 2 - }, - "window": { - "partition": [ - { - "input": 3, - "name": "$3" - } - ], - "order": [ - { - "expr": { - "input": 3, - "name": "$3" - }, - "direction": "ASCENDING", - "null-direction": "FIRST" - } - ], - "range-lower": { - "type": "UNBOUNDED_PRECEDING" - }, - "range-upper": { - "type": "UNBOUNDED_FOLLOWING" - } - } - } - ] - }, - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 183688238105399840 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 6, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 5, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_desc", - "i_category", - "i_class", - "i_current_price", - "itemrevenue", - "revenueratio" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: catalog_sales + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_52_container, bigKeyColName:cs_item_sk, smallTablePos:1, keyRatio:0.030300956805910575 + Statistics: Num rows: 43005109025 Data size: 5492607208208 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_item_sk (type: bigint), cs_ext_sales_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 43005109025 Data size: 5492607208208 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 5 + Statistics: Num rows: 4778018342 Data size: 561315454048 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col5, _col6, _col7, _col8, _col9 + input vertices: + 1 Map 6 + Statistics: Num rows: 1303095951 Data size: 887089423694 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col9 (type: char(50)), _col8 (type: char(50)), _col5 (type: string), _col6 (type: varchar(200)), _col7 (type: decimal(7,2)) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: string), _col3 (type: varchar(200)), _col4 (type: decimal(7,2)) + null sort order: zzzzz + sort order: +++++ + Map-reduce partition columns: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: string), _col3 (type: varchar(200)), _col4 (type: decimal(7,2)) + Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col5 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-01-12 00:00:00' AND TIMESTAMP'2001-02-11 00:00:00' (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-01-12 00:00:00' AND TIMESTAMP'2001-02-11 00:00:00' (type: boolean) + Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: item + filterExpr: (i_category) IN ('Books ', 'Jewelry ', 'Sports ') (type: boolean) + Statistics: Num rows: 462000 Data size: 270601408 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (i_category) IN ('Books ', 'Jewelry ', 'Sports ') (type: boolean) + Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_item_id (type: string), i_item_desc (type: varchar(200)), i_current_price (type: decimal(7,2)), i_class (type: char(50)), i_category (type: char(50)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string), _col2 (type: varchar(200)), _col3 (type: decimal(7,2)), _col4 (type: char(50)), _col5 (type: char(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: char(50)), KEY._col1 (type: char(50)), KEY._col2 (type: string), KEY._col3 (type: varchar(200)), KEY._col4 (type: decimal(7,2)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: char(50)) + null sort order: a + sort order: + + Map-reduce partition columns: _col1 (type: char(50)) + Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: char(50)), _col2 (type: string), _col3 (type: varchar(200)), _col4 (type: decimal(7,2)), _col5 (type: decimal(17,2)) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: char(50)), KEY.reducesinkkey0 (type: char(50)), VALUE._col1 (type: string), VALUE._col2 (type: varchar(200)), VALUE._col3 (type: decimal(7,2)), VALUE._col4 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE + PTF Operator + Function definitions: + Input definition + input alias: ptf_0 + output shape: _col0: char(50), _col1: char(50), _col2: string, _col3: varchar(200), _col4: decimal(7,2), _col5: decimal(17,2) + type: WINDOWING + Windowing table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 ASC NULLS FIRST + partition by: _col1 + raw input shape: + window functions: + window function definition + alias: sum_window_0 + arguments: _col5 + name: sum + window function: GenericUDAFSumHiveDecimal + window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) + Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: +++++ + keys: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: string), _col3 (type: varchar(200)), ((_col5 * 100) / sum_window_0) (type: decimal(38,17)) + null sort order: zzzzz + Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col3 (type: varchar(200)), _col0 (type: char(50)), _col1 (type: char(50)), _col4 (type: decimal(7,2)), _col5 (type: decimal(17,2)), ((_col5 * 100) / sum_window_0) (type: decimal(38,17)), _col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 126000 Data size: 101052000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col6 (type: string), _col0 (type: varchar(200)), _col5 (type: decimal(38,17)) + null sort order: zzzzz + sort order: +++++ + Statistics: Num rows: 126000 Data size: 101052000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: decimal(7,2)), _col4 (type: decimal(17,2)) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey3 (type: varchar(200)), KEY.reducesinkkey0 (type: char(50)), KEY.reducesinkkey1 (type: char(50)), VALUE._col0 (type: decimal(7,2)), VALUE._col1 (type: decimal(17,2)), KEY.reducesinkkey4 (type: decimal(38,17)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 126000 Data size: 88452000 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 70200 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 70200 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query21.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query21.q.out index 5a956dce8c47..2220fbc9ec45 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query21.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query21.q.out @@ -1,1627 +1,184 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "inventory" - ], - "table:alias": "inventory", - "inputs": [], - "rowCount": 1627857000, - "avgRowSize": 157, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "inv_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "inv_item_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "inv_warehouse_sk" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "inv_quantity_on_hand" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "inv_date_sk", - "ndv": 258, - "minValue": 2450815, - "maxValue": 2452635 - }, - { - "name": "inv_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "inv_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "inv_quantity_on_hand", - "ndv": 987, - "minValue": 0, - "maxValue": 1000 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "inv_date_sk", - "inv_item_sk", - "inv_warehouse_sk", - "inv_quantity_on_hand" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 1627857000 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 0.99, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 3, - "scale": 2 - } - }, - { - "literal": 1.49, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 3, - "scale": 2 - } - } - ] - }, - "rowCount": 115500 - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_item_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 115500 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "1", - "4" - ], - "rowCount": 28202622525000 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "TIMESTAMP", - "nullable": true, - "precision": 9 - } - }, - { - "literal": 889401600000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - }, - { - "literal": 894585600000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "EXPR$0", - "EXPR$1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "<", - "kind": "LESS_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": 10324, - "type": { - "type": "DATE", - "nullable": false - } - } - ] - }, - { - "op": { - "name": ">=", - "kind": "GREATER_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": 10324, - "type": { - "type": "DATE", - "nullable": false - } - } - ] - } - ], - "rowCount": 18262.25 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "5", - "8" - ], - "rowCount": 77256501481077184 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "warehouse" - ], - "table:alias": "warehouse", - "inputs": [], - "rowCount": 27, - "avgRowSize": 679, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "w_warehouse_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "w_warehouse_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "w_warehouse_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "w_warehouse_sq_ft" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "w_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "w_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "w_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "w_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "w_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "w_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "w_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "w_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "w_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "w_gmt_offset" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "w_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "w_warehouse_name", - "ndv": 27 - }, - { - "name": "w_warehouse_id", - "ndv": 27 - }, - { - "name": "w_warehouse_sq_ft", - "ndv": 26, - "minValue": 73065, - "maxValue": 977787 - }, - { - "name": "w_street_number", - "ndv": 26 - }, - { - "name": "w_street_name", - "ndv": 27 - }, - { - "name": "w_street_type", - "ndv": 16 - }, - { - "name": "w_suite_number", - "ndv": 21 - }, - { - "name": "w_city", - "ndv": 18 - }, - { - "name": "w_county", - "ndv": 14 - }, - { - "name": "w_state", - "ndv": 12 - }, - { - "name": "w_zip", - "ndv": 24 - }, - { - "name": "w_country", - "ndv": 1 - }, - { - "name": "w_gmt_offset", - "ndv": 4, - "minValue": -8, - "maxValue": -5 - } - ] - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "w_warehouse_sk", - "w_warehouse_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 27 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "9", - "11" - ], - "rowCount": 312888830998362560 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3" - ], - "exprs": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 5, - "name": "$5" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "rowCount": 312888830998362560 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - } - ], - "rowCount": 31288883099836256 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": 0, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "literal": 0.666667, - "type": { - "type": "DOUBLE", - "nullable": false - } - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - } - ] - } - ] - }, - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": 0, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - } - ] - }, - { - "literal": 1.5, - "type": { - "type": "DOUBLE", - "nullable": false - } - } - ] - }, - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 1955555193739766 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "x.w_warehouse_name", - "x.i_item_id", - "x.inv_before", - "x.inv_after" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 1955555193739766 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: inventory + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_75_container, bigKeyColName:inv_item_sk, smallTablePos:1, keyRatio:0.0015429438826629121 + Statistics: Num rows: 1627857000 Data size: 45254407088 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: inv_date_sk (type: bigint), inv_item_sk (type: bigint), inv_warehouse_sk (type: bigint), inv_quantity_on_hand (type: int) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 1627857000 Data size: 45254407088 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col3, _col5, _col6 + input vertices: + 1 Map 4 + Statistics: Num rows: 180860619 Data size: 4738508420 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col3, _col5, _col6, _col8 + input vertices: + 1 Map 5 + Statistics: Num rows: 2511692 Data size: 291356276 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col3, _col5, _col6, _col8, _col10 + input vertices: + 1 Map 6 + Statistics: Num rows: 2511692 Data size: 522431940 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col10 (type: varchar(20)), _col8 (type: string), if(_col5, _col3, 0) (type: int), if(_col6, _col3, 0) (type: int) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 2511692 Data size: 522431940 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2), sum(_col3) + keys: _col0 (type: varchar(20)), _col1 (type: string) + minReductionHashAggr: 0.9867269 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 519696 Data size: 112254336 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: varchar(20)), _col1 (type: string) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: varchar(20)), _col1 (type: string) + Statistics: Num rows: 519696 Data size: 112254336 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: bigint), _col3 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-09 00:00:00' AND TIMESTAMP'1998-05-08 00:00:00' (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-09 00:00:00' AND TIMESTAMP'1998-05-08 00:00:00' (type: boolean) + Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), (d_date < DATE'1998-04-08') (type: boolean), (d_date >= DATE'1998-04-08') (type: boolean) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 8116 Data size: 129856 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8116 Data size: 129856 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: boolean), _col2 (type: boolean) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: item + filterExpr: i_current_price BETWEEN 0.99 AND 1.49 (type: boolean) + Statistics: Num rows: 462000 Data size: 101509408 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: i_current_price BETWEEN 0.99 AND 1.49 (type: boolean) + Statistics: Num rows: 6416 Data size: 1409840 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_item_id (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 6416 Data size: 692928 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 6416 Data size: 692928 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: warehouse + Statistics: Num rows: 27 Data size: 2916 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: w_warehouse_sk (type: bigint), w_warehouse_name (type: varchar(20)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 27 Data size: 2916 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 27 Data size: 2916 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(20)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1) + keys: KEY._col0 (type: varchar(20)), KEY._col1 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 173232 Data size: 37418112 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (if((_col2 > 0L), (0.666667D <= (UDFToDouble(_col3) / UDFToDouble(_col2))), false) and if((_col2 > 0L), ((UDFToDouble(_col3) / UDFToDouble(_col2)) <= 1.5D), false)) (type: boolean) + Statistics: Num rows: 43308 Data size: 9354528 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++ + keys: _col0 (type: varchar(20)), _col1 (type: string) + null sort order: zz + Statistics: Num rows: 43308 Data size: 9354528 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Reduce Output Operator + key expressions: _col0 (type: varchar(20)), _col1 (type: string) + null sort order: zz + sort order: ++ + Statistics: Num rows: 43308 Data size: 9354528 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: bigint), _col3 (type: bigint) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(20)), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: bigint), VALUE._col1 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 43308 Data size: 9354528 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 21600 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 21600 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query22.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query22.q.out index 19a93afa895f..592b285f4099 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query22.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query22.q.out @@ -1,1083 +1,162 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "inventory" - ], - "table:alias": "inventory", - "inputs": [], - "rowCount": 1627857000, - "avgRowSize": 157, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "inv_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "inv_item_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "inv_warehouse_sk" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "inv_quantity_on_hand" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "inv_date_sk", - "ndv": 258, - "minValue": 2450815, - "maxValue": 2452635 - }, - { - "name": "inv_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "inv_quantity_on_hand", - "ndv": 987, - "minValue": 0, - "maxValue": 1000 - }, - { - "name": "inv_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "inv_date_sk", - "inv_item_sk", - "inv_quantity_on_hand" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 1627857000 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 1212, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1223, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "1", - "4" - ], - "rowCount": 4.4592497247375E12 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_product_name", - "ndv": 461487 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - } - ] - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand", - "i_class", - "i_category", - "i_product_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 21, - "name": "$21" - } - ], - "rowCount": 462000 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "5", - "7" - ], - "rowCount": 309026005924308736 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5, - 6, - 7, - 8 - ], - "groups": [ - [ - 5, - 6, - 7, - 8 - ], - [ - 5, - 6, - 8 - ], - [ - 5, - 8 - ], - [ - 8 - ], - [] - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 154513002962154368 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_product_name", - "i_brand", - "i_class", - "i_category", - "qoh" - ], - "exprs": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "input": 5, - "name": "$5" - } - ] - } - ], - "rowCount": 154513002962154368 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 4, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 3, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: inventory + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_51_container, bigKeyColName:inv_date_sk, smallTablePos:1, keyRatio:0.1972500588196629 + Statistics: Num rows: 1627857000 Data size: 32231551088 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: inv_date_sk (type: bigint), inv_item_sk (type: bigint), inv_quantity_on_hand (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1627857000 Data size: 32231551088 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2 + input vertices: + 1 Map 5 + Statistics: Num rows: 321094889 Data size: 3527549756 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col5, _col6, _col7, _col8 + input vertices: + 1 Map 6 + Statistics: Num rows: 321094889 Data size: 125864702465 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col8 (type: char(50)) + null sort order: z + sort order: + + Map-reduce partition columns: _col8 (type: char(50)) + value expressions: _col2 (type: int), _col5 (type: char(50)), _col6 (type: char(50)), _col7 (type: char(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) + Statistics: Num rows: 359 Data size: 4308 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: item + Statistics: Num rows: 462000 Data size: 183414000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_brand (type: char(50)), i_class (type: char(50)), i_category (type: char(50)), i_product_name (type: char(50)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 462000 Data size: 183414000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 183414000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: char(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col2 (type: int), VALUE._col5 (type: char(50)), VALUE._col6 (type: char(50)), VALUE._col7 (type: char(50)), KEY._col8 (type: char(50)) + outputColumnNames: _col2, _col5, _col6, _col7, _col8 + Group By Operator + aggregations: sum(_col2), count(_col2) + keys: _col5 (type: char(50)), _col6 (type: char(50)), _col7 (type: char(50)), _col8 (type: char(50)), 0L (type: bigint) + grouping sets: 0, 2, 6, 14, 15 + minReductionHashAggr: 0.83334786 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 1605474445 Data size: 663060945785 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: bigint) + null sort order: zzzzz + sort order: +++++ + Map-reduce partition columns: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: bigint) + Statistics: Num rows: 1605474445 Data size: 663060945785 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col5 (type: bigint), _col6 (type: bigint) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), count(VALUE._col1) + keys: KEY._col0 (type: char(50)), KEY._col1 (type: char(50)), KEY._col2 (type: char(50)), KEY._col3 (type: char(50)), KEY._col4 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col5, _col6 + Statistics: Num rows: 1605474445 Data size: 663060945785 Basic stats: COMPLETE Column stats: COMPLETE + pruneGroupingSetId: true + Top N Key Operator + sort order: +++++ + keys: (UDFToDouble(_col5) / _col6) (type: double), _col3 (type: char(50)), _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: char(50)) + null sort order: zzzzz + Statistics: Num rows: 1605474445 Data size: 663060945785 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col3 (type: char(50)), _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: char(50)), (UDFToDouble(_col5) / _col6) (type: double) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1605474445 Data size: 637373354665 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col4 (type: double), _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)) + null sort order: zzzzz + sort order: +++++ + Statistics: Num rows: 1605474445 Data size: 637373354665 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey1 (type: char(50)), KEY.reducesinkkey2 (type: char(50)), KEY.reducesinkkey3 (type: char(50)), KEY.reducesinkkey4 (type: char(50)), KEY.reducesinkkey0 (type: double) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1605474445 Data size: 637373354665 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 39700 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 39700 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query23.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query23.q.out index 04100aaf066a..bc67018f6574 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query23.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query23.q.out @@ -1,5599 +1,549 @@ Warning: Map Join MAPJOIN[318][bigTable=?] in task 'Reducer 7' is a cross product -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 3.483413831025E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_bill_customer_sk", - "cs_item_sk", - "cs_quantity", - "cs_list_price", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 17, - "name": "$17" - }, - { - "input": 19, - "name": "$19" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.483413831025E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 1643.6025 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year", - "d_moy" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - } - ], - "rowCount": 1643.6025 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 8.5880215218109E12 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - }, - "rowCount": 7.42597919451E10 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 7.42597919451E10 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2002, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 18262.25 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "9", - "12" - ], - "rowCount": 2.0342263281741038E14 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 3 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 2.034226328174104E13 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "d_date", - "$f2" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 2.034226328174104E13 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 462000 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "15", - "17" - ], - "rowCount": 1409718845424654080 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "d_date", - "$f2" - ], - "exprs": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 1409718845424654080 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": 4, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - "rowCount": 704859422712327040 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 704859422712327040 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - "joinType": "semi", - "inputs": [ - "6", - "21" - ], - "rowCount": 8.5880215218109E12 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 86404891377, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 159044, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1334023, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1468124, - "minValue": -10000, - "maxValue": 9986 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1824, - "minValue": 2450816, - "maxValue": 2452642 - } - ] - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - "rowCount": 7.77644022393E10 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_customer_sk", - "$f1" - ], - "exprs": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "BIGINT", - "nullable": false - } - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 10, - "scale": 0 - } - }, - { - "input": 12, - "name": "$12" - } - ] - } - ], - "rowCount": 7.77644022393E10 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 7.77644022393E9 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ] - }, - "rowCount": 6.298916581383301E9 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_customer_sk", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 6.298916581383301E9 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - } - ] - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_sold_date_sk", - "ss_customer_sk", - "$f1" - ], - "exprs": [ - { - "input": 22, - "name": "$22" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "BIGINT", - "nullable": false - } - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 10, - "scale": 0 - } - }, - { - "input": 12, - "name": "$12" - } - ] - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2002, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "31", - "34" - ], - "rowCount": 1.8308036953566934E14 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 1 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 1.8308036953566934E13 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_customer_sk", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 1.8308036953566934E13 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "max", - "kind": "MAX", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 1 - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - }, - "rowCount": 1 - }, - { - "id": "41", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "EXPR$0" - ], - "exprs": [ - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "literal": 0.95, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 16, - "scale": 6 - } - }, - { - "input": 0, - "name": "$0" - } - ] - } - ], - "rowCount": 1 - }, - { - "id": "42", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "28", - "41" - ], - "rowCount": 3.1494582906916504E9 - }, - { - "id": "43", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 3.1494582906916504E9 - }, - { - "id": "44", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - "joinType": "semi", - "inputs": [ - "22", - "43" - ], - "rowCount": 1.2677852071035298E12 - }, - { - "id": "45", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sales" - ], - "exprs": [ - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 10, - "scale": 0 - } - }, - { - "input": 3, - "name": "$3" - } - ] - } - ], - "rowCount": 1.2677852071035298E12 - }, - { - "id": "46", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - } - ] - }, - { - "id": "47", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 1.7491657141260002E10 - }, - { - "id": "48", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_item_sk", - "ws_bill_customer_sk", - "ws_quantity", - "ws_list_price", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 17, - "name": "$17" - }, - { - "input": 19, - "name": "$19" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 1.7491657141260002E10 - }, - { - "id": "49", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 1643.6025 - }, - { - "id": "50", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year", - "d_moy" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - } - ], - "rowCount": 1643.6025 - }, - { - "id": "51", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "48", - "50" - ], - "rowCount": 4.312399710977669E12 - }, - { - "id": "52", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 7.42597919451E10 - }, - { - "id": "53", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 7.42597919451E10 - }, - { - "id": "54", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2002, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "10" - ], - "rowCount": 18262.25 - }, - { - "id": "55", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 18262.25 - }, - { - "id": "56", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "53", - "55" - ], - "rowCount": 2.0342263281741038E14 - }, - { - "id": "57", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 3 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 2.034226328174104E13 - }, - { - "id": "58", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "d_date", - "$f2" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 2.034226328174104E13 - }, - { - "id": "59", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "inputs": [ - "16" - ], - "rowCount": 462000 - }, - { - "id": "60", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "58", - "59" - ], - "rowCount": 1409718845424654080 - }, - { - "id": "61", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "d_date", - "$f2" - ], - "exprs": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 1409718845424654080 - }, - { - "id": "62", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": 4, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - "rowCount": 704859422712327040 - }, - { - "id": "63", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 704859422712327040 - }, - { - "id": "64", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - "joinType": "semi", - "inputs": [ - "51", - "63" - ], - "rowCount": 4.312399710977669E12 - }, - { - "id": "65", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - "inputs": [ - "23" - ], - "rowCount": 7.77644022393E10 - }, - { - "id": "66", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_customer_sk", - "$f1" - ], - "exprs": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "BIGINT", - "nullable": false - } - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 10, - "scale": 0 - } - }, - { - "input": 12, - "name": "$12" - } - ] - } - ], - "rowCount": 7.77644022393E10 - }, - { - "id": "67", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 7.77644022393E9 - }, - { - "id": "68", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ] - }, - "rowCount": 6.298916581383301E9 - }, - { - "id": "69", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_customer_sk", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 6.298916581383301E9 - }, - { - "id": "70", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "inputs": [ - "29" - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "71", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_sold_date_sk", - "ss_customer_sk", - "$f1" - ], - "exprs": [ - { - "input": 22, - "name": "$22" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "BIGINT", - "nullable": false - } - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 10, - "scale": 0 - } - }, - { - "input": 12, - "name": "$12" - } - ] - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "72", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2002, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "32" - ], - "rowCount": 18262.25 - }, - { - "id": "73", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "74", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "71", - "73" - ], - "rowCount": 1.8308036953566934E14 - }, - { - "id": "75", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 1 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 1.8308036953566934E13 - }, - { - "id": "76", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_customer_sk", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 1.8308036953566934E13 - }, - { - "id": "77", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "max", - "kind": "MAX", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 1 - }, - { - "id": "78", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "79", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - }, - "rowCount": 1 - }, - { - "id": "80", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "EXPR$0" - ], - "exprs": [ - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "literal": 0.95, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 16, - "scale": 6 - } - }, - { - "input": 0, - "name": "$0" - } - ] - } - ], - "rowCount": 1 - }, - { - "id": "81", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "69", - "80" - ], - "rowCount": 3.1494582906916504E9 - }, - { - "id": "82", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 3.1494582906916504E9 - }, - { - "id": "83", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - "joinType": "semi", - "inputs": [ - "64", - "82" - ], - "rowCount": 6.36607226333801E11 - }, - { - "id": "84", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sales" - ], - "exprs": [ - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 10, - "scale": 0 - } - }, - { - "input": 3, - "name": "$3" - } - ] - } - ], - "rowCount": 6.36607226333801E11 - }, - { - "id": "85", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", - "all": true, - "inputs": [ - "45", - "84" - ], - "rowCount": 1.9043924334373308E12 - }, - { - "id": "86", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sales" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1.9043924334373308E12 - }, - { - "id": "87", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 0 - ], - "name": null - } - ], - "rowCount": 1 - }, - { - "id": "88", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "_c0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 12 (BROADCAST_EDGE), Reducer 11 (BROADCAST_EDGE), Reducer 7 (BROADCAST_EDGE), Union 2 (CONTAINS) + Map 4 <- Map 12 (BROADCAST_EDGE), Reducer 11 (BROADCAST_EDGE), Reducer 7 (BROADCAST_EDGE), Union 2 (CONTAINS) + Map 8 <- Map 12 (BROADCAST_EDGE), Reducer 13 (BROADCAST_EDGE) + Reducer 10 <- Reducer 9 (CUSTOM_SIMPLE_EDGE) + Reducer 11 <- Map 5 (BROADCAST_EDGE), Map 8 (SIMPLE_EDGE) + Reducer 13 <- Map 12 (SIMPLE_EDGE) + Reducer 3 <- Union 2 (CUSTOM_SIMPLE_EDGE) + Reducer 7 <- Map 6 (SIMPLE_EDGE), Reducer 10 (BROADCAST_EDGE) + Reducer 9 <- Map 8 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: cs_bill_customer_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_314_container, bigKeyColName:cs_item_sk, smallTablePos:1, keyRatio:3.0779924292960215E-5 + Statistics: Num rows: 43005109025 Data size: 6007427450388 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: cs_bill_customer_sk is not null (type: boolean) + Statistics: Num rows: 42899393143 Data size: 5992659891260 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_bill_customer_sk (type: bigint), cs_item_sk (type: bigint), cs_quantity (type: int), cs_list_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 42899393143 Data size: 5992659891260 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col4 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 1 Map 12 + Statistics: Num rows: 723144625 Data size: 82199941740 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col3 + input vertices: + 1 Reducer 11 + Statistics: Num rows: 723144625 Data size: 76414784740 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col3 + input vertices: + 1 Reducer 7 + Statistics: Num rows: 723144625 Data size: 71473275804 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: (CAST( _col2 AS decimal(10,0)) * _col3) (type: decimal(18,2)) + outputColumnNames: _col0 + Statistics: Num rows: 723144625 Data size: 80992198000 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col0) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: decimal(28,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 12 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: ((d_year) IN (1999, 2000, 2001, 2002) or ((d_year = 1999) and (d_moy = 1))) (type: boolean) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_year) IN (1999, 2000, 2001, 2002) (type: boolean) + Statistics: Num rows: 1468 Data size: 17616 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1468 Data size: 11744 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1468 Data size: 11744 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1468 Data size: 11744 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1468 Data size: 11744 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 1468 Data size: 11744 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 8 + Select Operator + expressions: d_date_sk (type: bigint), d_date (type: date) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1468 Data size: 93952 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1468 Data size: 93952 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: date) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1468 Data size: 11744 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1468 Data size: 11744 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 1468 Data size: 11744 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 8 + Filter Operator + predicate: ((d_year = 1999) and (d_moy = 1)) (type: boolean) + Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 4 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: ws_bill_customer_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_315_container, bigKeyColName:ws_item_sk, smallTablePos:1, keyRatio:0.01697464775419283 + Statistics: Num rows: 21594638446 Data size: 3022914194636 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ws_bill_customer_sk is not null (type: boolean) + Statistics: Num rows: 21591944812 Data size: 3022537127652 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_item_sk (type: bigint), ws_bill_customer_sk (type: bigint), ws_quantity (type: int), ws_list_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 21591944812 Data size: 3022537127652 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col4 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 1 Map 12 + Statistics: Num rows: 366561381 Data size: 48050956264 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col3 + input vertices: + 1 Reducer 11 + Statistics: Num rows: 366561381 Data size: 45118465216 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col3 + input vertices: + 1 Reducer 7 + Statistics: Num rows: 366561381 Data size: 42207520544 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: (CAST( _col2 AS decimal(10,0)) * _col3) (type: decimal(18,2)) + outputColumnNames: _col0 + Statistics: Num rows: 366561381 Data size: 41054874672 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col0) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: decimal(28,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: item + Statistics: Num rows: 462000 Data size: 3696000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 462000 Data size: 3696000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 3696000 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: ss_customer_sk is not null (type: boolean) + Statistics: Num rows: 86404891377 Data size: 10231957442552 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ss_customer_sk is not null (type: boolean) + Statistics: Num rows: 82514936083 Data size: 9771313879636 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_customer_sk (type: bigint), (CAST( ss_quantity AS decimal(10,0)) * ss_sales_price) (type: decimal(18,2)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 82514936083 Data size: 9771313879636 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col0 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 82514936083 Data size: 9872073696464 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 82514936083 Data size: 9872073696464 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(28,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: store_sales + Statistics: Num rows: 82510879939 Data size: 10650501896012 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ss_customer_sk is not null (type: boolean) + Statistics: Num rows: 80566020964 Data size: 10399459558156 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_sold_date_sk (type: bigint), ss_customer_sk (type: bigint), (CAST( ss_quantity AS decimal(10,0)) * ss_sales_price) (type: decimal(18,2)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 80566020964 Data size: 10297258548832 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2 + input vertices: + 1 Reducer 13 + Statistics: Num rows: 64769599664 Data size: 7757159825120 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2) + keys: _col1 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 64769599664 Data size: 7757159825120 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 64769599664 Data size: 7757159825120 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(28,2)) + Select Operator + expressions: ss_item_sk (type: bigint), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 82510879939 Data size: 1320174079024 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col3 + input vertices: + 1 Map 12 + Statistics: Num rows: 66333133964 Data size: 4245320573696 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + keys: _col0 (type: bigint), _col3 (type: date) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 66333133964 Data size: 4775985645408 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: date) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: date) + Statistics: Num rows: 66333133964 Data size: 4775985645408 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 10 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: max(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: _col0 is not null (type: boolean) + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: (0.95 * _col0) (type: decimal(37,8)) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: decimal(37,8)) + Reducer 11 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + keys: KEY._col0 (type: bigint), KEY._col1 (type: date) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 545240156 Data size: 39257291232 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint), _col2 (type: bigint) + outputColumnNames: _col0, _col2 + Statistics: Num rows: 545240156 Data size: 8723842496 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col3 + input vertices: + 1 Map 5 + Statistics: Num rows: 545240156 Data size: 8723842496 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col3 (type: bigint), _col2 (type: bigint) + outputColumnNames: _col0, _col2 + Statistics: Num rows: 545240156 Data size: 8723842496 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col2 > 4L) (type: boolean) + Statistics: Num rows: 181746718 Data size: 2907947488 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 181746718 Data size: 1453973744 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 2228502 Data size: 17828016 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 2228502 Data size: 17828016 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 2228502 Data size: 17828016 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 13 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1468 Data size: 11744 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 78525966 Data size: 9394833968 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: _col1 is not null (type: boolean) + Statistics: Num rows: 78525966 Data size: 9394833968 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Reducer 10 + Statistics: Num rows: 78525966 Data size: 18189742160 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col1 > _col2) (type: boolean) + Statistics: Num rows: 26175322 Data size: 6063247392 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 26175322 Data size: 199975264 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 26175322 Data size: 199975264 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 26175322 Data size: 199975264 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 26175322 Data size: 199975264 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 9 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 63129535 Data size: 7560736760 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: decimal(28,2)) + outputColumnNames: _col1 + Statistics: Num rows: 63129535 Data size: 7560736760 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: max(_col1) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: decimal(28,2)) + Union 2 + Vertex: Union 2 + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query24.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query24.q.out index b4f83a2da59e..68170ac209aa 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query24.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query24.q.out @@ -1,3519 +1,535 @@ Warning: Map Join MAPJOIN[331][bigTable=?] in task 'Reducer 7' is a cross product -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 86404891377, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 159044, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1334023, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1468124, - "minValue": -10000, - "maxValue": 9986 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1824, - "minValue": 2450816, - "maxValue": 2452642 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - } - ] - }, - "rowCount": 6.998796201537001E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_customer_sk", - "ss_store_sk", - "ss_ticket_number", - "ss_sales_price" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 12, - "name": "$12" - } - ], - "rowCount": 6.998796201537001E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_returns" - ], - "table:alias": "store_returns", - "inputs": [], - "rowCount": 8634166995, - "avgRowSize": 249, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "sr_return_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "sr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "sr_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "sr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_store_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "sr_returned_date_sk" - ], - "colStats": [ - { - "name": "sr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "sr_ticket_number", - "ndv": 5114579988, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "sr_return_time_sk", - "ndv": 32389, - "minValue": 28799, - "maxValue": 61199 - }, - { - "name": "sr_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "sr_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "sr_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "sr_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "sr_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "sr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "sr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "sr_return_amt", - "ndv": 715216, - "minValue": 0, - "maxValue": 19643 - }, - { - "name": "sr_return_tax", - "ndv": 141365, - "minValue": 0, - "maxValue": 1714.37 - }, - { - "name": "sr_return_amt_inc_tax", - "ndv": 1520430, - "minValue": 0, - "maxValue": 21018.01 - }, - { - "name": "sr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "sr_return_ship_cost", - "ndv": 363000, - "minValue": 0, - "maxValue": 9975 - }, - { - "name": "sr_refunded_cash", - "ndv": 1187970, - "minValue": 0, - "maxValue": 18413.33 - }, - { - "name": "sr_reversed_charge", - "ndv": 926355, - "minValue": 0, - "maxValue": 18104.5 - }, - { - "name": "sr_store_credit", - "ndv": 937950, - "minValue": 0, - "maxValue": 17792.48 - }, - { - "name": "sr_net_loss", - "ndv": 851834, - "minValue": 0.5, - "maxValue": 11008.17 - }, - { - "name": "sr_returned_date_sk", - "ndv": 2004, - "minValue": 2450820, - "maxValue": 2452822 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sr_item_sk", - "sr_ticket_number" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 8634166995 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 6, - "name": "$6" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "4" - ], - "rowCount": 1.359647441280948E19 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer" - ], - "table:alias": "customer", - "inputs": [], - "rowCount": 80000000, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "c_customer_sk" - }, - { - "type": "CHAR", - "nullable": false, - "precision": 16, - "name": "c_customer_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_shipto_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_sales_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "c_salutation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "c_first_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "c_last_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "c_preferred_cust_flag" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_day" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_month" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_year" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "c_birth_country" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 13, - "name": "c_login" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "c_email_address" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_last_review_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "c_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "c_current_addr_sk", - "ndv": 33825344, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "c_first_name", - "ndv": 5158 - }, - { - "name": "c_last_name", - "ndv": 5123 - }, - { - "name": "c_birth_country", - "ndv": 216 - }, - { - "name": "c_customer_id", - "ndv": 80610928 - }, - { - "name": "c_current_cdemo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "c_current_hdemo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "c_first_shipto_date_sk", - "ndv": 3646, - "minValue": 2449028, - "maxValue": 2452678 - }, - { - "name": "c_first_sales_date_sk", - "ndv": 3643, - "minValue": 2448998, - "maxValue": 2452648 - }, - { - "name": "c_salutation", - "ndv": 7 - }, - { - "name": "c_preferred_cust_flag", - "ndv": 3 - }, - { - "name": "c_birth_day", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "c_birth_month", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "c_birth_year", - "ndv": 67, - "minValue": 1924, - "maxValue": 1992 - }, - { - "name": "c_login", - "ndv": 1 - }, - { - "name": "c_email_address", - "ndv": 75301330 - }, - { - "name": "c_last_review_date_sk", - "ndv": 364, - "minValue": 2452283, - "maxValue": 2452648 - } - ] - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - "rowCount": 72000000 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_current_addr_sk", - "c_first_name", - "c_last_name", - "c_birth_country" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 14, - "name": "$14" - } - ], - "rowCount": 72000000 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "customer_address", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ] - }, - "rowCount": 36000000 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_state", - "ca_zip", - "EXPR$0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "op": { - "name": "UPPER", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 10, - "name": "$10" - } - ] - } - ], - "rowCount": 36000000 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store" - ], - "table:alias": "store", - "inputs": [], - "rowCount": 1704, - "avgRowSize": 1375, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "s_store_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "s_store_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "s_closed_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_store_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_number_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_floor_space" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "s_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_market_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_geography_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_market_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_division_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_company_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_company_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 10, - "name": "s_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "s_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "s_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "s_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "s_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "s_store_sk", - "ndv": 1736, - "minValue": 1, - "maxValue": 1704 - }, - { - "name": "s_store_name", - "ndv": 11 - }, - { - "name": "s_market_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "s_state", - "ndv": 44 - }, - { - "name": "s_zip", - "ndv": 983 - }, - { - "name": "s_store_id", - "ndv": 879 - }, - { - "name": "s_rec_start_date", - "ndv": 0, - "minValue": 9933, - "maxValue": 11394 - }, - { - "name": "s_rec_end_date", - "ndv": 0, - "minValue": 10663, - "maxValue": 11393 - }, - { - "name": "s_closed_date_sk", - "ndv": 263, - "minValue": 2450820, - "maxValue": 2451314 - }, - { - "name": "s_number_employees", - "ndv": 100, - "minValue": 200, - "maxValue": 300 - }, - { - "name": "s_floor_space", - "ndv": 1289, - "minValue": 5000201, - "maxValue": 9997773 - }, - { - "name": "s_hours", - "ndv": 4 - }, - { - "name": "s_manager", - "ndv": 1245 - }, - { - "name": "s_geography_class", - "ndv": 2 - }, - { - "name": "s_market_desc", - "ndv": 1311 - }, - { - "name": "s_market_manager", - "ndv": 1236 - }, - { - "name": "s_division_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_division_name", - "ndv": 2 - }, - { - "name": "s_company_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_company_name", - "ndv": 2 - }, - { - "name": "s_street_number", - "ndv": 736 - }, - { - "name": "s_street_name", - "ndv": 851 - }, - { - "name": "s_street_type", - "ndv": 21 - }, - { - "name": "s_suite_number", - "ndv": 76 - }, - { - "name": "s_city", - "ndv": 267 - }, - { - "name": "s_county", - "ndv": 128 - }, - { - "name": "s_country", - "ndv": 2 - }, - { - "name": "s_gmt_offset", - "ndv": 5, - "minValue": -9, - "maxValue": -5 - }, - { - "name": "s_tax_percentage", - "ndv": 12, - "minValue": 0, - "maxValue": 0.11 - } - ] - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "literal": 7, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 25, - "name": "$25" - } - ] - } - ] - }, - "rowCount": 230.04000000000002 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk", - "s_store_name", - "s_state", - "s_zip" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 24, - "name": "$24" - }, - { - "input": 25, - "name": "$25" - } - ], - "rowCount": 230.04000000000002 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "11", - "14" - ], - "rowCount": 1242216000 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "<>", - "kind": "NOT_EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 8, - "name": "$8" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "8", - "15" - ], - "rowCount": 6707966400000000 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_current_addr_sk", - "c_first_name", - "c_last_name", - "c_birth_country", - "ca_address_sk", - "ca_state", - "ca_zip", - "EXPR$0", - "s_store_sk", - "s_store_name", - "s_state", - "s_zip" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - } - ], - "rowCount": 6707966400000000 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 16, - "name": "$16" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 7, - "name": "$7" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "5", - "17" - ], - "rowCount": 2.0521056041906784E33 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 17, - "name": "$17" - }, - { - "literal": "orchid ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 20 - } - } - ] - }, - "rowCount": 69300 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_current_price", - "i_size", - "i_units", - "i_manager_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 18, - "name": "$18" - }, - { - "input": 20, - "name": "$20" - } - ], - "rowCount": 69300 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 20, - "name": "$20" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "18", - "21" - ], - "rowCount": 2.13316377555621E37 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 9, - 10, - 13, - 17, - 18, - 21, - 22, - 23, - 24 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - } - ], - "rowCount": 2.1331637755562098E36 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_first_name", - "c_last_name", - "ca_state", - "s_store_name", - "s_state", - "i_current_price", - "i_size", - "i_units", - "i_manager_id", - "$f9" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - } - ], - "rowCount": 2.1331637755562098E36 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 3 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 27, - "scale": 2 - }, - "distinct": false, - "operands": [ - 9 - ], - "name": null - } - ], - "rowCount": 6.998796201537001E10 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_last_name", - "c_first_name", - "s_store_name", - "$f3" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 6.998796201537001E10 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - "rowCount": 6.298916581383301E10 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_last_name", - "c_first_name", - "s_store_name", - "$f3" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 6.298916581383301E10 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - } - ] - }, - "inputs": [ - "0" - ], - "rowCount": 6.998796201537001E10 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_customer_sk", - "ss_store_sk", - "ss_ticket_number", - "ss_sales_price" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 12, - "name": "$12" - } - ], - "rowCount": 6.998796201537001E10 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sr_item_sk", - "sr_ticket_number" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 8, - "name": "$8" - } - ], - "inputs": [ - "3" - ], - "rowCount": 8634166995 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 6, - "name": "$6" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "30", - "31" - ], - "rowCount": 1.359647441280948E19 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - "inputs": [ - "6" - ], - "rowCount": 72000000 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_current_addr_sk", - "c_first_name", - "c_last_name", - "c_birth_country" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 14, - "name": "$14" - } - ], - "rowCount": 72000000 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ] - }, - "inputs": [ - "9" - ], - "rowCount": 36000000 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_state", - "ca_zip", - "EXPR$0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "op": { - "name": "UPPER", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 10, - "name": "$10" - } - ] - } - ], - "rowCount": 36000000 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "literal": 7, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 25, - "name": "$25" - } - ] - } - ] - }, - "inputs": [ - "12" - ], - "rowCount": 230.04000000000002 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk", - "s_store_name", - "s_state", - "s_zip" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 24, - "name": "$24" - }, - { - "input": 25, - "name": "$25" - } - ], - "rowCount": 230.04000000000002 - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "36", - "38" - ], - "rowCount": 1242216000 - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "<>", - "kind": "NOT_EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 8, - "name": "$8" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "34", - "39" - ], - "rowCount": 6707966400000000 - }, - { - "id": "41", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_current_addr_sk", - "c_first_name", - "c_last_name", - "c_birth_country", - "ca_address_sk", - "ca_state", - "ca_zip", - "EXPR$0", - "s_store_sk", - "s_store_name", - "s_state", - "s_zip" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - } - ], - "rowCount": 6707966400000000 - }, - { - "id": "42", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 16, - "name": "$16" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 7, - "name": "$7" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "32", - "41" - ], - "rowCount": 2.0521056041906784E33 - }, - { - "id": "43", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_current_price", - "i_size", - "i_color", - "i_units", - "i_manager_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 17, - "name": "$17" - }, - { - "input": 18, - "name": "$18" - }, - { - "input": 20, - "name": "$20" - } - ], - "inputs": [ - "19" - ], - "rowCount": 462000 - }, - { - "id": "44", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 20, - "name": "$20" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "42", - "43" - ], - "rowCount": 1.4221091837041402E38 - }, - { - "id": "45", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 9, - 10, - 13, - 17, - 18, - 21, - 22, - 23, - 24, - 25 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - } - ], - "rowCount": 1.4221091837041403E37 - }, - { - "id": "46", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_first_name", - "c_last_name", - "ca_state", - "s_store_name", - "s_state", - "i_current_price", - "i_size", - "i_color", - "i_units", - "i_manager_id", - "$f10" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - } - ], - "rowCount": 1.4221091837041403E37 - }, - { - "id": "47", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 27, - "scale": 2 - }, - "distinct": false, - "operands": [ - 10 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 10 - ], - "name": null - } - ], - "rowCount": 1 - }, - { - "id": "48", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 1 - }, - { - "id": "49", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 21, - "scale": 6 - } - } - ] - }, - "rowCount": 1 - }, - { - "id": "50", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "_o__c0" - ], - "exprs": [ - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "literal": 0.05, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 2, - "scale": 2 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 21, - "scale": 6 - } - } - ] - } - ], - "rowCount": 1 - }, - { - "id": "51", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "28", - "50" - ], - "rowCount": 3.1494582906916504E10 - }, - { - "id": "52", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_last_name", - "c_first_name", - "s_store_name", - "paid" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 3.1494582906916504E10 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Reducer 12 (BROADCAST_EDGE), Reducer 13 (BROADCAST_EDGE), Reducer 15 (BROADCAST_EDGE) + Map 11 <- Map 9 (BROADCAST_EDGE) + Map 8 <- Reducer 15 (BROADCAST_EDGE) + Map 9 <- Map 10 (BROADCAST_EDGE) + Reducer 12 <- Map 11 (CUSTOM_SIMPLE_EDGE) + Reducer 13 <- Map 11 (CUSTOM_SIMPLE_EDGE) + Reducer 15 <- Map 14 (CUSTOM_SIMPLE_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 11 (BROADCAST_EDGE), Map 14 (BROADCAST_EDGE), Map 8 (CUSTOM_SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE) + Reducer 5 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 11 (BROADCAST_EDGE), Map 14 (BROADCAST_EDGE), Map 16 (CUSTOM_SIMPLE_EDGE) + Reducer 6 <- Reducer 5 (SIMPLE_EDGE) + Reducer 7 <- Reducer 4 (BROADCAST_EDGE), Reducer 6 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: (ss_store_sk is not null and ss_customer_sk is not null and ((ss_item_sk BETWEEN DynamicValue(RS_32_item_i_item_sk_min) AND DynamicValue(RS_32_item_i_item_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_32_item_i_item_sk_bloom_filter)) and ss_store_sk BETWEEN DynamicValue(RS[300]_col0) AND DynamicValue(RS[300]_col1) and ss_customer_sk BETWEEN DynamicValue(RS[300]_col2) AND DynamicValue(RS[300]_col3) and in_bloom_filter(hash(ss_store_sk,ss_customer_sk), DynamicValue(RS[300]_col4))) or (ss_store_sk BETWEEN DynamicValue(RS[315]_col0) AND DynamicValue(RS[315]_col1) and ss_customer_sk BETWEEN DynamicValue(RS[315]_col2) AND DynamicValue(RS[315]_col3) and in_bloom_filter(hash(ss_store_sk,ss_customer_sk), DynamicValue(RS[315]_col4))))) (type: boolean) + Statistics: Num rows: 86404891377 Data size: 11944483020904 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ss_store_sk is not null and ss_customer_sk is not null and ss_store_sk BETWEEN DynamicValue(RS[300]_col0) AND DynamicValue(RS[300]_col1) and ss_customer_sk BETWEEN DynamicValue(RS[300]_col2) AND DynamicValue(RS[300]_col3) and ss_item_sk BETWEEN DynamicValue(RS_32_item_i_item_sk_min) AND DynamicValue(RS_32_item_i_item_sk_max) and in_bloom_filter(hash(ss_store_sk,ss_customer_sk), DynamicValue(RS[300]_col4)) and in_bloom_filter(ss_item_sk, DynamicValue(RS_32_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 78797296641 Data size: 10892820496840 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_customer_sk (type: bigint), ss_store_sk (type: bigint), ss_ticket_number (type: bigint), ss_sales_price (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 78797296641 Data size: 10892820496840 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col3 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col3 (type: bigint) + Statistics: Num rows: 78797296641 Data size: 10892820496840 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint), _col2 (type: bigint), _col4 (type: decimal(7,2)) + Filter Operator + predicate: (ss_store_sk is not null and ss_customer_sk is not null and ss_store_sk BETWEEN DynamicValue(RS[315]_col0) AND DynamicValue(RS[315]_col1) and ss_customer_sk BETWEEN DynamicValue(RS[315]_col2) AND DynamicValue(RS[315]_col3) and in_bloom_filter(hash(ss_store_sk,ss_customer_sk), DynamicValue(RS[315]_col4))) (type: boolean) + Statistics: Num rows: 78797296641 Data size: 10892820496840 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_customer_sk (type: bigint), ss_store_sk (type: bigint), ss_ticket_number (type: bigint), ss_sales_price (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 78797296641 Data size: 10892820496840 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col3 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col3 (type: bigint) + Statistics: Num rows: 78797296641 Data size: 10892820496840 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint), _col2 (type: bigint), _col4 (type: decimal(7,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 10 + Map Operator Tree: + TableScan + alias: store + filterExpr: ((s_market_id = 7) and s_zip is not null) (type: boolean) + Statistics: Num rows: 1704 Data size: 468544 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((s_market_id = 7) and s_zip is not null) (type: boolean) + Statistics: Num rows: 170 Data size: 46750 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: s_store_sk (type: bigint), s_store_name (type: varchar(50)), s_state (type: char(2)), s_zip (type: char(10)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 170 Data size: 46070 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col3 (type: char(10)) + null sort order: z + sort order: + + Map-reduce partition columns: _col3 (type: char(10)) + Statistics: Num rows: 170 Data size: 46070 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: varchar(50)), _col2 (type: char(2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 11 + Map Operator Tree: + TableScan + alias: customer + filterExpr: c_current_addr_sk is not null (type: boolean) + Statistics: Num rows: 80000000 Data size: 23040000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: c_current_addr_sk is not null (type: boolean) + Statistics: Num rows: 80000000 Data size: 23040000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: c_customer_sk (type: bigint), c_current_addr_sk (type: bigint), c_first_name (type: char(20)), c_last_name (type: char(30)), c_birth_country (type: varchar(20)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 80000000 Data size: 23040000000 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col1 (type: bigint) + outputColumnNames: _col1, _col3, _col4, _col5, _col6, _col8, _col10, _col11, _col12 + input vertices: + 0 Map 9 + Statistics: Num rows: 7981221 Data size: 5147887545 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col12 <> _col3) (type: boolean) + Statistics: Num rows: 7981221 Data size: 5147887545 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col8 (type: bigint), _col10 (type: char(20)), _col11 (type: char(30)), _col1 (type: char(2)), _col4 (type: bigint), _col5 (type: varchar(50)), _col6 (type: char(2)) + outputColumnNames: _col0, _col2, _col3, _col6, _col9, _col10, _col11 + Statistics: Num rows: 7981221 Data size: 3639436776 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col9 (type: bigint), _col0 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col9 (type: bigint), _col0 (type: bigint) + Statistics: Num rows: 7981221 Data size: 3639436776 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: char(20)), _col3 (type: char(30)), _col6 (type: char(2)), _col10 (type: varchar(50)), _col11 (type: char(2)) + Select Operator + expressions: _col9 (type: bigint), _col0 (type: bigint), hash(_col9,_col0) (type: int) + outputColumnNames: _col0, _col1, _col3 + Statistics: Num rows: 7981221 Data size: 159624420 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), min(_col1), max(_col1), bloom_filter(_col3, expectedEntries=7981221) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) + Reduce Output Operator + key expressions: _col9 (type: bigint), _col0 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col9 (type: bigint), _col0 (type: bigint) + Statistics: Num rows: 7981221 Data size: 3639436776 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: char(20)), _col3 (type: char(30)), _col6 (type: char(2)), _col10 (type: varchar(50)), _col11 (type: char(2)) + Select Operator + expressions: _col9 (type: bigint), _col0 (type: bigint), hash(_col9,_col0) (type: int) + outputColumnNames: _col0, _col1, _col3 + Statistics: Num rows: 7981221 Data size: 159624420 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), min(_col1), max(_col1), bloom_filter(_col3, expectedEntries=7981221) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 14 + Map Operator Tree: + TableScan + alias: item + Statistics: Num rows: 462000 Data size: 179582916 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (i_color = 'orchid ') (type: boolean) + Statistics: Num rows: 4863 Data size: 1890431 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_current_price (type: decimal(7,2)), i_size (type: char(20)), i_units (type: char(10)), i_manager_id (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 4863 Data size: 1457624 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 4863 Data size: 1457624 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(7,2)), _col2 (type: char(20)), _col3 (type: char(10)), _col4 (type: int) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 4863 Data size: 38904 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Select Operator + expressions: i_item_sk (type: bigint), i_current_price (type: decimal(7,2)), i_size (type: char(20)), i_color (type: char(20)), i_units (type: char(10)), i_manager_id (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 462000 Data size: 179582916 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 179582916 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(7,2)), _col2 (type: char(20)), _col3 (type: char(20)), _col4 (type: char(10)), _col5 (type: int) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 16 + Map Operator Tree: + TableScan + alias: store_returns + Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: sr_item_sk (type: bigint), sr_ticket_number (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: store_returns + filterExpr: (sr_item_sk BETWEEN DynamicValue(RS_32_item_i_item_sk_min) AND DynamicValue(RS_32_item_i_item_sk_max) and in_bloom_filter(sr_item_sk, DynamicValue(RS_32_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (sr_item_sk BETWEEN DynamicValue(RS_32_item_i_item_sk_min) AND DynamicValue(RS_32_item_i_item_sk_max) and in_bloom_filter(sr_item_sk, DynamicValue(RS_32_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: sr_item_sk (type: bigint), sr_ticket_number (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 9 + Map Operator Tree: + TableScan + alias: customer_address + filterExpr: ca_zip is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_322_container, bigKeyColName:ca_zip, smallTablePos:1, keyRatio:2.5E-8 + Statistics: Num rows: 40000000 Data size: 11200000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ca_zip is not null (type: boolean) + Statistics: Num rows: 40000000 Data size: 11200000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ca_address_sk (type: bigint), ca_state (type: char(2)), ca_zip (type: char(10)), upper(ca_country) (type: varchar(20)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 40000000 Data size: 11200000000 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: char(10)) + 1 _col3 (type: char(10)) + outputColumnNames: _col0, _col1, _col3, _col4, _col5, _col6 + input vertices: + 1 Map 10 + Statistics: Num rows: 712937 Data size: 265925501 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 712937 Data size: 265925501 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(2)), _col3 (type: varchar(20)), _col4 (type: bigint), _col5 (type: varchar(50)), _col6 (type: char(2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 12 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), bloom_filter(VALUE._col4, 1, expectedEntries=7981221) + mode: final + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) + Reducer 13 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), bloom_filter(VALUE._col4, 1, expectedEntries=7981221) + mode: final + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) + Reducer 15 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col4 + input vertices: + 1 Map 8 + Statistics: Num rows: 94492919160 Data size: 12397046786296 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint), _col1 (type: bigint) + 1 _col9 (type: bigint), _col0 (type: bigint) + outputColumnNames: _col0, _col4, _col9, _col10, _col13, _col17, _col18 + input vertices: + 1 Map 11 + Statistics: Num rows: 9604070077 Data size: 4981069864848 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col4, _col9, _col10, _col13, _col17, _col18, _col21, _col22, _col23, _col24 + input vertices: + 1 Map 14 + Statistics: Num rows: 101092197 Data size: 73999487040 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col4) + keys: _col9 (type: char(20)), _col10 (type: char(30)), _col17 (type: varchar(50)), _col13 (type: char(2)), _col18 (type: char(2)), _col21 (type: decimal(7,2)), _col22 (type: char(20)), _col23 (type: char(10)), _col24 (type: int) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 + Statistics: Num rows: 101092197 Data size: 85321812992 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(20)), _col1 (type: char(30)), _col2 (type: varchar(50)), _col3 (type: char(2)), _col4 (type: char(2)), _col5 (type: decimal(7,2)), _col6 (type: char(20)), _col7 (type: char(10)), _col8 (type: int) + null sort order: zzzzzzzzz + sort order: +++++++++ + Map-reduce partition columns: _col0 (type: char(20)), _col1 (type: char(30)), _col2 (type: varchar(50)), _col3 (type: char(2)), _col4 (type: char(2)), _col5 (type: decimal(7,2)), _col6 (type: char(20)), _col7 (type: char(10)), _col8 (type: int) + Statistics: Num rows: 101092197 Data size: 85321812992 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col9 (type: decimal(17,2)) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: char(20)), KEY._col1 (type: char(30)), KEY._col2 (type: varchar(50)), KEY._col3 (type: char(2)), KEY._col4 (type: char(2)), KEY._col5 (type: decimal(7,2)), KEY._col6 (type: char(20)), KEY._col7 (type: char(10)), KEY._col8 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 + Statistics: Num rows: 101092197 Data size: 85321812992 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(20)), _col1 (type: char(30)), _col2 (type: varchar(50)), _col9 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col3, _col9 + Statistics: Num rows: 101092197 Data size: 85321812992 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col9) + keys: _col0 (type: char(20)), _col1 (type: char(30)), _col3 (type: varchar(50)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 12024 Data size: 4569120 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(20)), _col1 (type: char(30)), _col2 (type: varchar(50)) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: char(20)), _col1 (type: char(30)), _col2 (type: varchar(50)) + Statistics: Num rows: 12024 Data size: 4569120 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: decimal(27,2)) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: char(20)), KEY._col1 (type: char(30)), KEY._col2 (type: varchar(50)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 36 Data size: 13680 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: char(30)), _col0 (type: char(20)), _col2 (type: varchar(50)), _col3 (type: decimal(27,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 36 Data size: 13680 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: _col3 is not null (type: boolean) + Statistics: Num rows: 36 Data size: 13680 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 36 Data size: 13680 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: varchar(50)), _col3 (type: decimal(27,2)) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col4 + input vertices: + 1 Map 16 + Statistics: Num rows: 94492919160 Data size: 12397046786296 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint), _col1 (type: bigint) + 1 _col9 (type: bigint), _col0 (type: bigint) + outputColumnNames: _col0, _col4, _col9, _col10, _col13, _col17, _col18 + input vertices: + 1 Map 11 + Statistics: Num rows: 9604070077 Data size: 4981069864848 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col4, _col9, _col10, _col13, _col17, _col18, _col21, _col22, _col23, _col24, _col25 + input vertices: + 1 Map 14 + Statistics: Num rows: 9604070077 Data size: 8563387868485 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col4) + keys: _col9 (type: char(20)), _col10 (type: char(30)), _col13 (type: char(2)), _col17 (type: varchar(50)), _col18 (type: char(2)), _col21 (type: decimal(7,2)), _col22 (type: char(20)), _col23 (type: char(20)), _col24 (type: char(10)), _col25 (type: int) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 + Statistics: Num rows: 9604070077 Data size: 8960597246757 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(20)), _col1 (type: char(30)), _col2 (type: char(2)), _col3 (type: varchar(50)), _col4 (type: char(2)), _col5 (type: decimal(7,2)), _col6 (type: char(20)), _col7 (type: char(20)), _col8 (type: char(10)), _col9 (type: int) + null sort order: zzzzzzzzzz + sort order: ++++++++++ + Map-reduce partition columns: _col0 (type: char(20)), _col1 (type: char(30)), _col2 (type: char(2)), _col3 (type: varchar(50)), _col4 (type: char(2)), _col5 (type: decimal(7,2)), _col6 (type: char(20)), _col7 (type: char(20)), _col8 (type: char(10)), _col9 (type: int) + Statistics: Num rows: 9604070077 Data size: 8960597246757 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col10 (type: decimal(17,2)) + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: char(20)), KEY._col1 (type: char(30)), KEY._col2 (type: char(2)), KEY._col3 (type: varchar(50)), KEY._col4 (type: char(2)), KEY._col5 (type: decimal(7,2)), KEY._col6 (type: char(20)), KEY._col7 (type: char(20)), KEY._col8 (type: char(10)), KEY._col9 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 + Statistics: Num rows: 9604070077 Data size: 8960597246757 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col10 (type: decimal(17,2)) + outputColumnNames: _col10 + Statistics: Num rows: 9604070077 Data size: 8960597246757 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col10), count(_col10) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: decimal(27,2)), _col1 (type: bigint) + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), count(VALUE._col1) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: CAST( (_col0 / _col1) AS decimal(21,6)) is not null (type: boolean) + Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: (0.05 * CAST( (_col0 / _col1) AS decimal(21,6))) (type: decimal(24,8)) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + input vertices: + 0 Reducer 4 + Statistics: Num rows: 36 Data size: 17712 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col3 > _col4) (type: boolean) + Statistics: Num rows: 12 Data size: 5904 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: varchar(50)), _col3 (type: decimal(27,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 12 Data size: 4560 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 12 Data size: 4560 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query25.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query25.q.out index a177d91140c4..eee452d8a295 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query25.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query25.q.out @@ -1,3857 +1,410 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 3.483413831025E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_bill_customer_sk", - "cs_item_sk", - "cs_net_profit", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 32, - "name": "$32" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.483413831025E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "d3", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 8, - "name": "$8" - }, - { - "literal": 4, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 10, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 2739.3375 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 2739.3375 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 1.431336920301817E13 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.0150431475531006E10 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_customer_sk", - "ss_store_sk", - "ss_ticket_number", - "ss_net_profit", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 21, - "name": "$21" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.0150431475531006E10 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "d1", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 4, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 1643.6025 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1643.6025 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "9", - "12" - ], - "rowCount": 1.4829509932389217E13 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_returns" - ], - "table:alias": "store_returns", - "inputs": [], - "rowCount": 8332595709, - "avgRowSize": 249, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "sr_return_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "sr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "sr_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "sr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_store_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "sr_returned_date_sk" - ], - "colStats": [ - { - "name": "sr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "sr_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "sr_ticket_number", - "ndv": 5065526774, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "sr_net_loss", - "ndv": 848797, - "minValue": 0.5, - "maxValue": 11008.17 - }, - { - "name": "sr_returned_date_sk", - "ndv": 2003, - "minValue": 2450820, - "maxValue": 2452822 - }, - { - "name": "sr_return_time_sk", - "ndv": 32389, - "minValue": 28799, - "maxValue": 61199 - }, - { - "name": "sr_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "sr_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "sr_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "sr_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "sr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "sr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "sr_return_amt", - "ndv": 715216, - "minValue": 0, - "maxValue": 19643 - }, - { - "name": "sr_return_tax", - "ndv": 141365, - "minValue": 0, - "maxValue": 1714.37 - }, - { - "name": "sr_return_amt_inc_tax", - "ndv": 1520430, - "minValue": 0, - "maxValue": 21018.01 - }, - { - "name": "sr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "sr_return_ship_cost", - "ndv": 363000, - "minValue": 0, - "maxValue": 9975 - }, - { - "name": "sr_refunded_cash", - "ndv": 1187970, - "minValue": 0, - "maxValue": 18413.33 - }, - { - "name": "sr_reversed_charge", - "ndv": 924833, - "minValue": 0, - "maxValue": 18104.5 - }, - { - "name": "sr_store_credit", - "ndv": 935681, - "minValue": 0, - "maxValue": 17792.48 - } - ] - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 19, - "name": "$19" - } - ] - } - ] - }, - "rowCount": 6.749402524290001E9 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sr_item_sk", - "sr_customer_sk", - "sr_ticket_number", - "sr_net_loss", - "sr_returned_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 18, - "name": "$18" - }, - { - "input": 19, - "name": "$19" - } - ], - "rowCount": 6.749402524290001E9 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "d2", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 8, - "name": "$8" - }, - { - "literal": 4, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 10, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 2739.3375 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 2739.3375 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "16", - "19" - ], - "rowCount": 2.7733337156073394E12 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sr_item_sk", - "sr_customer_sk", - "sr_ticket_number", - "sr_net_loss", - "sr_returned_date_sk", - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 2.7733337156073394E12 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 9, - "name": "$9" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "13", - "21" - ], - "rowCount": 1.3880423209982265E23 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_customer_sk", - "ss_store_sk", - "ss_ticket_number", - "ss_net_profit", - "ss_sold_date_sk", - "d_date_sk", - "sr_item_sk", - "sr_customer_sk", - "sr_ticket_number", - "sr_net_loss", - "sr_returned_date_sk", - "d_date_sk0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - } - ], - "rowCount": 1.3880423209982265E23 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 13, - "name": "$13" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "input": 1, - "name": "$1" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "23" - ], - "rowCount": 4.470201497218922E34 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store" - ], - "table:alias": "store", - "inputs": [], - "rowCount": 1704, - "avgRowSize": 1375, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "s_store_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "s_store_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "s_closed_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_store_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_number_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_floor_space" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "s_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_market_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_geography_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_market_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_division_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_company_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_company_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 10, - "name": "s_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "s_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "s_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "s_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "s_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "s_store_sk", - "ndv": 1736, - "minValue": 1, - "maxValue": 1704 - }, - { - "name": "s_store_id", - "ndv": 879 - }, - { - "name": "s_store_name", - "ndv": 11 - }, - { - "name": "s_rec_start_date", - "ndv": 0, - "minValue": 9933, - "maxValue": 11394 - }, - { - "name": "s_rec_end_date", - "ndv": 0, - "minValue": 10663, - "maxValue": 11393 - }, - { - "name": "s_closed_date_sk", - "ndv": 263, - "minValue": 2450820, - "maxValue": 2451314 - }, - { - "name": "s_number_employees", - "ndv": 100, - "minValue": 200, - "maxValue": 300 - }, - { - "name": "s_floor_space", - "ndv": 1289, - "minValue": 5000201, - "maxValue": 9997773 - }, - { - "name": "s_hours", - "ndv": 4 - }, - { - "name": "s_manager", - "ndv": 1245 - }, - { - "name": "s_market_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "s_geography_class", - "ndv": 2 - }, - { - "name": "s_market_desc", - "ndv": 1311 - }, - { - "name": "s_market_manager", - "ndv": 1236 - }, - { - "name": "s_division_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_division_name", - "ndv": 2 - }, - { - "name": "s_company_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_company_name", - "ndv": 2 - }, - { - "name": "s_street_number", - "ndv": 736 - }, - { - "name": "s_street_name", - "ndv": 851 - }, - { - "name": "s_street_type", - "ndv": 21 - }, - { - "name": "s_suite_number", - "ndv": 76 - }, - { - "name": "s_city", - "ndv": 267 - }, - { - "name": "s_county", - "ndv": 128 - }, - { - "name": "s_state", - "ndv": 44 - }, - { - "name": "s_zip", - "ndv": 983 - }, - { - "name": "s_country", - "ndv": 2 - }, - { - "name": "s_gmt_offset", - "ndv": 5, - "minValue": -9, - "maxValue": -5 - }, - { - "name": "s_tax_percentage", - "ndv": 12, - "minValue": 0, - "maxValue": 0.11 - } - ] - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk", - "s_store_id", - "s_store_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 1704 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 18, - "name": "$18" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "24", - "26" - ], - "rowCount": 1.1425835026891565E37 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_item_id", - "i_item_desc" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 462000 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 21, - "name": "$21" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "27", - "29" - ], - "rowCount": 7.918103673635853E41 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 19, - 20, - 22, - 23 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 9 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 15 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 7.918103673635853E40 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_id", - "i_item_desc", - "s_store_id", - "s_store_name", - "store_sales_profit", - "store_returns_loss", - "catalog_sales_profit" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 7.918103673635853E40 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 3, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 2 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) + Map 3 <- Map 2 (BROADCAST_EDGE), Reducer 10 (BROADCAST_EDGE) + Map 8 <- Map 2 (BROADCAST_EDGE) + Reducer 10 <- Map 8 (CUSTOM_SIMPLE_EDGE) + Reducer 4 <- Map 3 (CUSTOM_SIMPLE_EDGE), Map 8 (CUSTOM_SIMPLE_EDGE) + Reducer 5 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 11 (BROADCAST_EDGE), Map 12 (BROADCAST_EDGE), Reducer 4 (CUSTOM_SIMPLE_EDGE) + Reducer 6 <- Reducer 5 (SIMPLE_EDGE) + Reducer 7 <- Reducer 6 (SIMPLE_EDGE) + Reducer 9 <- Map 8 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: (cs_bill_customer_sk is not null and cs_bill_customer_sk BETWEEN DynamicValue(RS[197]_col0) AND DynamicValue(RS[197]_col1) and cs_item_sk BETWEEN DynamicValue(RS[197]_col2) AND DynamicValue(RS[197]_col3) and in_bloom_filter(hash(cs_bill_customer_sk,cs_item_sk), DynamicValue(RS[197]_col4))) (type: boolean) + Statistics: Num rows: 43005109025 Data size: 5847849100352 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (cs_bill_customer_sk is not null and cs_bill_customer_sk BETWEEN DynamicValue(RS[197]_col0) AND DynamicValue(RS[197]_col1) and cs_item_sk BETWEEN DynamicValue(RS[197]_col2) AND DynamicValue(RS[197]_col3) and in_bloom_filter(hash(cs_bill_customer_sk,cs_item_sk), DynamicValue(RS[197]_col4))) (type: boolean) + Statistics: Num rows: 42899393143 Data size: 5833473819384 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_bill_customer_sk (type: bigint), cs_item_sk (type: bigint), cs_net_profit (type: decimal(7,2)), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 42899393143 Data size: 5833473819384 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 2 + Statistics: Num rows: 4992030579 Data size: 638136266048 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 4992030579 Data size: 638136266048 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(7,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 11 + Map Operator Tree: + TableScan + alias: store + Statistics: Num rows: 1704 Data size: 333984 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: s_store_sk (type: bigint), s_store_id (type: string), s_store_name (type: varchar(50)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1704 Data size: 333984 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1704 Data size: 333984 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string), _col2 (type: varchar(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 12 + Map Operator Tree: + TableScan + alias: item + Statistics: Num rows: 462000 Data size: 134904000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_item_id (type: string), i_item_desc (type: varchar(200)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 462000 Data size: 134904000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 134904000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string), _col2 (type: varchar(200)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 2 + Map Operator Tree: + TableScan + alias: d3 + filterExpr: (((d_year = 2000) and d_moy BETWEEN 4 AND 10) or ((d_year = 2000) and (d_moy = 4))) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 2000) and d_moy BETWEEN 4 AND 10) (type: boolean) + Statistics: Num rows: 214 Data size: 3424 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 214 Data size: 1712 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 214 Data size: 1712 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 214 Data size: 1712 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 214 Data size: 1712 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 214 Data size: 1712 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 214 Data size: 1712 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 214 Data size: 1712 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 214 Data size: 1712 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: sr_returned_date_sk (bigint) + Target Input: store_returns + Partition key expr: sr_returned_date_sk + Statistics: Num rows: 214 Data size: 1712 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 8 + Filter Operator + predicate: ((d_year = 2000) and (d_moy = 4)) (type: boolean) + Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 3 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 3 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: (ss_customer_sk is not null and ss_store_sk is not null and ss_customer_sk BETWEEN DynamicValue(RS[207]_col0) AND DynamicValue(RS[207]_col1) and ss_item_sk BETWEEN DynamicValue(RS[207]_col2) AND DynamicValue(RS[207]_col3) and ss_ticket_number BETWEEN DynamicValue(RS[207]_col4) AND DynamicValue(RS[207]_col5) and in_bloom_filter(hash(hash(ss_customer_sk,ss_item_sk),ss_ticket_number), DynamicValue(RS[207]_col6))) (type: boolean) + Statistics: Num rows: 82510879939 Data size: 12292602293640 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ss_customer_sk is not null and ss_store_sk is not null and ss_customer_sk BETWEEN DynamicValue(RS[207]_col0) AND DynamicValue(RS[207]_col1) and ss_item_sk BETWEEN DynamicValue(RS[207]_col2) AND DynamicValue(RS[207]_col3) and ss_ticket_number BETWEEN DynamicValue(RS[207]_col4) AND DynamicValue(RS[207]_col5) and in_bloom_filter(hash(hash(ss_customer_sk,ss_item_sk),ss_ticket_number), DynamicValue(RS[207]_col6))) (type: boolean) + Statistics: Num rows: 78670147920 Data size: 11720403920960 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_customer_sk (type: bigint), ss_store_sk (type: bigint), ss_ticket_number (type: bigint), ss_net_profit (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 78670147920 Data size: 11720403920960 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col5 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + input vertices: + 1 Map 2 + Statistics: Num rows: 1335564641 Data size: 21369034384 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint), _col0 (type: bigint), _col3 (type: bigint) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col1 (type: bigint), _col0 (type: bigint), _col3 (type: bigint) + Statistics: Num rows: 1335564641 Data size: 21369034384 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: bigint), _col4 (type: decimal(7,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: store_returns + filterExpr: sr_customer_sk is not null (type: boolean) + Statistics: Num rows: 8332595709 Data size: 1181849505808 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: sr_customer_sk is not null (type: boolean) + Statistics: Num rows: 8182068314 Data size: 1160499528736 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: sr_item_sk (type: bigint), sr_customer_sk (type: bigint), sr_ticket_number (type: bigint), sr_net_loss (type: decimal(7,2)), sr_returned_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 8182068314 Data size: 1160499528736 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col4 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 1 Map 2 + Statistics: Num rows: 874594659 Data size: 101226565144 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint), _col0 (type: bigint), _col2 (type: bigint) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col1 (type: bigint), _col0 (type: bigint), _col2 (type: bigint) + Statistics: Num rows: 874594659 Data size: 101226565144 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: decimal(7,2)) + Select Operator + expressions: _col1 (type: bigint), _col0 (type: bigint), hash(_col1,_col0) (type: int) + outputColumnNames: _col0, _col1, _col3 + Statistics: Num rows: 874594659 Data size: 16309428108 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), min(_col1), max(_col1), bloom_filter(_col3, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) + Select Operator + expressions: _col1 (type: bigint), _col0 (type: bigint), _col2 (type: bigint), hash(hash(_col1,_col0),_col2) (type: int) + outputColumnNames: _col0, _col1, _col2, _col4 + Statistics: Num rows: 874594659 Data size: 23306185380 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), min(_col1), max(_col1), min(_col2), max(_col2), bloom_filter(_col4, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 10 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), min(VALUE._col4), max(VALUE._col5), bloom_filter(VALUE._col6, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: binary) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint) + outputColumnNames: _col0, _col2, _col4, _col7, _col8, _col10 + input vertices: + 1 Map 8 + Statistics: Num rows: 2157264507 Data size: 374273648512 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Reduce Output Operator + key expressions: _col8 (type: bigint), _col7 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col8 (type: bigint), _col7 (type: bigint) + Statistics: Num rows: 2157264507 Data size: 374273648512 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col2 (type: bigint), _col4 (type: decimal(7,2)), _col10 (type: decimal(7,2)) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col2, _col5, _col7, _col9, _col15 + input vertices: + 0 Map 1 + Statistics: Num rows: 1178531569624 Data size: 414666308907440 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col7 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col5, _col9, _col15, _col19, _col20 + input vertices: + 1 Map 11 + Statistics: Num rows: 1178531569624 Data size: 626812675956880 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col5 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col9, _col15, _col19, _col20, _col22, _col23 + input vertices: + 1 Map 12 + Statistics: Num rows: 1178531569624 Data size: 952087389173104 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++++ + keys: _col22 (type: string), _col23 (type: varchar(200)), _col19 (type: string), _col20 (type: varchar(50)) + null sort order: zzzz + Statistics: Num rows: 1178531569624 Data size: 952087389173104 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + aggregations: sum(_col9), sum(_col15), sum(_col2) + keys: _col22 (type: string), _col23 (type: varchar(200)), _col19 (type: string), _col20 (type: varchar(50)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 1178531569624 Data size: 952253508256192 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: varchar(200)), _col2 (type: string), _col3 (type: varchar(50)) + null sort order: zzzz + sort order: ++++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: varchar(200)), _col2 (type: string), _col3 (type: varchar(50)) + Statistics: Num rows: 1178531569624 Data size: 952253508256192 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)) + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) + keys: KEY._col0 (type: string), KEY._col1 (type: varchar(200)), KEY._col2 (type: string), KEY._col3 (type: varchar(50)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 1178531569624 Data size: 952253508256192 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: varchar(200)), _col2 (type: string), _col3 (type: varchar(50)) + null sort order: zzzz + sort order: ++++ + Statistics: Num rows: 1178531569624 Data size: 952253508256192 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)) + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: varchar(200)), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: varchar(50)), VALUE._col0 (type: decimal(17,2)), VALUE._col1 (type: decimal(17,2)), VALUE._col2 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 1178531569624 Data size: 952253508256192 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 80800 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 80800 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 9 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), bloom_filter(VALUE._col4, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query26.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query26.q.out index 1bba605f784f..ddb99d5646ce 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query26.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query26.q.out @@ -1,2261 +1,230 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 15, - "name": "$15" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 3.1350724479225002E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_bill_cdemo_sk", - "cs_item_sk", - "cs_promo_sk", - "cs_quantity", - "cs_list_price", - "cs_sales_price", - "cs_coupon_amt", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 17, - "name": "$17" - }, - { - "input": 19, - "name": "$19" - }, - { - "input": 20, - "name": "$20" - }, - { - "input": 26, - "name": "$26" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.1350724479225002E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1998, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 10957.35 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 5.152812913086541E13 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_demographics" - ], - "table:alias": "customer_demographics", - "inputs": [], - "rowCount": 1920800, - "avgRowSize": 217, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "cd_demo_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_gender" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_marital_status" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "cd_education_status" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_purchase_estimate" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "cd_credit_rating" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_employed_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_college_count" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "cd_demo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cd_gender", - "ndv": 2 - }, - { - "name": "cd_marital_status", - "ndv": 5 - }, - { - "name": "cd_education_status", - "ndv": 7 - }, - { - "name": "cd_purchase_estimate", - "ndv": 20, - "minValue": 500, - "maxValue": 10000 - }, - { - "name": "cd_credit_rating", - "ndv": 4 - }, - { - "name": "cd_dep_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_dep_employed_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_dep_college_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": "W", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": "F", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": "Primary ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 20 - } - } - ] - } - ] - }, - "rowCount": 6482.7 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cd_demo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 6482.7 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 50106210407499176 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "promotion" - ], - "table:alias": "promotion", - "inputs": [], - "rowCount": 2300, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "p_promo_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "p_promo_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "p_start_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "p_end_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "p_item_sk" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 15, - "scale": 2, - "name": "p_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "p_response_target" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "p_promo_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_dmail" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_email" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_catalog" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_tv" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_radio" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_press" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_event" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_demo" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "p_channel_details" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "p_purpose" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_discount_active" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "p_promo_sk", - "ndv": 2365, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "p_channel_email", - "ndv": 2 - }, - { - "name": "p_channel_event", - "ndv": 2 - }, - { - "name": "p_promo_id", - "ndv": 2307 - }, - { - "name": "p_start_date_sk", - "ndv": 761, - "minValue": 2450096, - "maxValue": 2450915 - }, - { - "name": "p_end_date_sk", - "ndv": 736, - "minValue": 2450102, - "maxValue": 2450970 - }, - { - "name": "p_item_sk", - "ndv": 2252, - "minValue": 614, - "maxValue": 461932 - }, - { - "name": "p_cost", - "ndv": 1, - "minValue": 1000, - "maxValue": 1000 - }, - { - "name": "p_response_target", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "p_promo_name", - "ndv": 11 - }, - { - "name": "p_channel_dmail", - "ndv": 3 - }, - { - "name": "p_channel_catalog", - "ndv": 2 - }, - { - "name": "p_channel_tv", - "ndv": 2 - }, - { - "name": "p_channel_radio", - "ndv": 2 - }, - { - "name": "p_channel_press", - "ndv": 2 - }, - { - "name": "p_channel_demo", - "ndv": 2 - }, - { - "name": "p_channel_details", - "ndv": 2242 - }, - { - "name": "p_purpose", - "ndv": 2 - }, - { - "name": "p_discount_active", - "ndv": 2 - } - ] - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "literal": "N", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "N", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - } - ] - } - ] - }, - "rowCount": 575 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "p_promo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 575 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 10, - "name": "$10" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "10", - "13" - ], - "rowCount": 4321660647646803456 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_item_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 462000 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 11, - "name": "$11" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "14", - "16" - ], - "rowCount": 2.9949108288192346E23 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 12 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 6 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 6 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - } - ], - "rowCount": 2.9949108288192346E22 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_id", - "agg1", - "agg2", - "agg3", - "agg4" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 11, - "scale": 6 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 11, - "scale": 6 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 11, - "scale": 6 - } - } - ], - "rowCount": 2.9949108288192346E22 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: (cs_promo_sk is not null and cs_bill_cdemo_sk is not null) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_94_container, bigKeyColName:cs_bill_cdemo_sk, smallTablePos:1, keyRatio:0.0028366486625829453 + Statistics: Num rows: 43005109025 Data size: 15959723945900 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (cs_promo_sk is not null and cs_bill_cdemo_sk is not null) (type: boolean) + Statistics: Num rows: 42790293199 Data size: 15880003155456 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_bill_cdemo_sk (type: bigint), cs_item_sk (type: bigint), cs_promo_sk (type: bigint), cs_quantity (type: int), cs_list_price (type: decimal(7,2)), cs_sales_price (type: decimal(7,2)), cs_coupon_amt (type: decimal(7,2)), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 42790293199 Data size: 15880003155456 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col7 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + input vertices: + 1 Map 4 + Statistics: Num rows: 8539326845 Data size: 3070329057008 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col6 + input vertices: + 1 Map 5 + Statistics: Num rows: 121990385 Data size: 6296772048 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col3, _col4, _col5, _col6 + input vertices: + 1 Map 6 + Statistics: Num rows: 121990385 Data size: 6178822432 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col3, _col4, _col5, _col6, _col12 + input vertices: + 1 Map 7 + Statistics: Num rows: 121990385 Data size: 17401937852 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: + + keys: _col12 (type: string) + null sort order: z + Statistics: Num rows: 121990385 Data size: 17401937852 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + aggregations: sum(_col3), count(_col3), sum(_col4), count(_col4), sum(_col6), count(_col6), sum(_col5), count(_col5) + keys: _col12 (type: string) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 16831632 Data size: 8011856832 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 16831632 Data size: 8011856832 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: bigint), _col5 (type: decimal(17,2)), _col6 (type: bigint), _col7 (type: decimal(17,2)), _col8 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (d_year = 1998) (type: boolean) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_year = 1998) (type: boolean) + Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: customer_demographics + filterExpr: ((cd_marital_status = 'W') and (cd_gender = 'F') and (cd_education_status = 'Primary ')) (type: boolean) + Statistics: Num rows: 1920800 Data size: 522457600 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((cd_marital_status = 'W') and (cd_gender = 'F') and (cd_education_status = 'Primary ')) (type: boolean) + Statistics: Num rows: 27440 Data size: 7463680 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cd_demo_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 27440 Data size: 219520 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 27440 Data size: 219520 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: promotion + filterExpr: ((p_channel_email = 'N') or (p_channel_event = 'N')) (type: boolean) + Statistics: Num rows: 2300 Data size: 409400 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((p_channel_email = 'N') or (p_channel_event = 'N')) (type: boolean) + Statistics: Num rows: 2300 Data size: 409400 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: p_promo_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 2300 Data size: 18400 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 2300 Data size: 18400 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: item + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_item_id (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), count(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), sum(VALUE._col4), count(VALUE._col5), sum(VALUE._col6), count(VALUE._col7) + keys: KEY._col0 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 247524 Data size: 117821424 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: string), (UDFToDouble(_col1) / _col2) (type: double), CAST( (_col3 / _col4) AS decimal(11,6)) (type: decimal(11,6)), CAST( (_col5 / _col6) AS decimal(11,6)) (type: decimal(11,6)), CAST( (_col7 / _col8) AS decimal(11,6)) (type: decimal(11,6)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 247524 Data size: 109900656 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Statistics: Num rows: 247524 Data size: 109900656 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: double), _col2 (type: decimal(11,6)), _col3 (type: decimal(11,6)), _col4 (type: decimal(11,6)) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: double), VALUE._col1 (type: decimal(11,6)), VALUE._col2 (type: decimal(11,6)), VALUE._col3 (type: decimal(11,6)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 247524 Data size: 109900656 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 44400 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 44400 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query27.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query27.q.out index 050a2012feb4..81f22c1653dc 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query27.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query27.q.out @@ -1,2358 +1,236 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.0150431475531006E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_cdemo_sk", - "ss_store_sk", - "ss_quantity", - "ss_list_price", - "ss_sales_price", - "ss_coupon_amt", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 18, - "name": "$18" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.0150431475531006E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 10957.35 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 9.886339954926145E13 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_demographics" - ], - "table:alias": "customer_demographics", - "inputs": [], - "rowCount": 1920800, - "avgRowSize": 217, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "cd_demo_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_gender" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_marital_status" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "cd_education_status" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_purchase_estimate" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "cd_credit_rating" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_employed_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_college_count" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "cd_demo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cd_gender", - "ndv": 2 - }, - { - "name": "cd_marital_status", - "ndv": 5 - }, - { - "name": "cd_education_status", - "ndv": 7 - }, - { - "name": "cd_purchase_estimate", - "ndv": 20, - "minValue": 500, - "maxValue": 10000 - }, - { - "name": "cd_credit_rating", - "ndv": 4 - }, - { - "name": "cd_dep_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_dep_employed_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_dep_college_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": "U", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": "M", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": "2 yr Degree ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 20 - } - } - ] - } - ] - }, - "rowCount": 6482.7 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cd_demo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 6482.7 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 96135264038699568 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store" - ], - "table:alias": "store", - "inputs": [], - "rowCount": 1704, - "avgRowSize": 1375, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "s_store_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "s_store_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "s_closed_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_store_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_number_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_floor_space" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "s_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_market_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_geography_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_market_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_division_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_company_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_company_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 10, - "name": "s_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "s_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "s_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "s_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "s_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "s_store_sk", - "ndv": 1736, - "minValue": 1, - "maxValue": 1704 - }, - { - "name": "s_state", - "ndv": 44 - }, - { - "name": "s_store_id", - "ndv": 879 - }, - { - "name": "s_rec_start_date", - "ndv": 0, - "minValue": 9933, - "maxValue": 11394 - }, - { - "name": "s_rec_end_date", - "ndv": 0, - "minValue": 10663, - "maxValue": 11393 - }, - { - "name": "s_closed_date_sk", - "ndv": 263, - "minValue": 2450820, - "maxValue": 2451314 - }, - { - "name": "s_store_name", - "ndv": 11 - }, - { - "name": "s_number_employees", - "ndv": 100, - "minValue": 200, - "maxValue": 300 - }, - { - "name": "s_floor_space", - "ndv": 1289, - "minValue": 5000201, - "maxValue": 9997773 - }, - { - "name": "s_hours", - "ndv": 4 - }, - { - "name": "s_manager", - "ndv": 1245 - }, - { - "name": "s_market_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "s_geography_class", - "ndv": 2 - }, - { - "name": "s_market_desc", - "ndv": 1311 - }, - { - "name": "s_market_manager", - "ndv": 1236 - }, - { - "name": "s_division_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_division_name", - "ndv": 2 - }, - { - "name": "s_company_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_company_name", - "ndv": 2 - }, - { - "name": "s_street_number", - "ndv": 736 - }, - { - "name": "s_street_name", - "ndv": 851 - }, - { - "name": "s_street_type", - "ndv": 21 - }, - { - "name": "s_suite_number", - "ndv": 76 - }, - { - "name": "s_city", - "ndv": 267 - }, - { - "name": "s_county", - "ndv": 128 - }, - { - "name": "s_zip", - "ndv": 983 - }, - { - "name": "s_country", - "ndv": 2 - }, - { - "name": "s_gmt_offset", - "ndv": 5, - "minValue": -9, - "maxValue": -5 - }, - { - "name": "s_tax_percentage", - "ndv": 12, - "minValue": 0, - "maxValue": 0.11 - } - ] - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 24, - "name": "$24" - }, - { - "literal": "FL", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "LA", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "MI", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "MO", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "SC", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "SD", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - } - ] - }, - "rowCount": 426 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk", - "s_state" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 24, - "name": "$24" - } - ], - "rowCount": 426 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 10, - "name": "$10" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "10", - "13" - ], - "rowCount": 6143043372072901632 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_item_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 462000 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 12, - "name": "$12" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "14", - "16" - ], - "rowCount": 4.257129056846521E23 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4", - "$f5" - ], - "exprs": [ - { - "input": 13, - "name": "$13" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 4.257129056846521E23 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1 - ], - "groups": [ - [ - 0, - 1 - ], - [ - 0 - ], - [] - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - }, - { - "agg": { - "name": "GROUPING__ID", - "kind": "OTHER", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": false - }, - "distinct": false, - "operands": [], - "name": "GROUPING__ID" - } - ], - "rowCount": 1.2771387170539563E23 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_id", - "s_state", - "g_state", - "agg1", - "agg2", - "agg3", - "agg4" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": "grouping", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "literal": 0, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "BIGINT", - "nullable": true - }, - "deterministic": true, - "dynamic": false - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 11, - "scale": 6 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 11, - "scale": 6 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 11, - "scale": 6 - } - } - ], - "rowCount": 1.2771387170539563E23 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: (ss_cdemo_sk is not null and ss_store_sk is not null) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_96_container, bigKeyColName:ss_store_sk, smallTablePos:1, keyRatio:2.1936500996451943E-9 + Statistics: Num rows: 82510879939 Data size: 30001917572116 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ss_cdemo_sk is not null and ss_store_sk is not null) (type: boolean) + Statistics: Num rows: 78668045583 Data size: 28604618213848 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_cdemo_sk (type: bigint), ss_store_sk (type: bigint), ss_quantity (type: int), ss_list_price (type: decimal(7,2)), ss_sales_price (type: decimal(7,2)), ss_coupon_amt (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 78668045583 Data size: 28604618213848 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col7 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + input vertices: + 1 Map 4 + Statistics: Num rows: 15810939146 Data size: 5095287106116 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6 + input vertices: + 1 Map 5 + Statistics: Num rows: 225870561 Data size: 1806964836 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col3, _col4, _col5, _col6, _col11 + input vertices: + 1 Map 6 + Statistics: Num rows: 30788489 Data size: 2894118306 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col3, _col4, _col5, _col6, _col11, _col13 + input vertices: + 1 Map 7 + Statistics: Num rows: 30788489 Data size: 5726659294 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++ + keys: _col13 (type: string), _col11 (type: char(2)) + null sort order: zz + Statistics: Num rows: 30788489 Data size: 5726659294 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col13 (type: string), _col11 (type: char(2)), _col3 (type: int), _col4 (type: decimal(7,2)), _col6 (type: decimal(7,2)), _col5 (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 30788489 Data size: 5726659294 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2), count(_col2), sum(_col3), count(_col3), sum(_col4), count(_col4), sum(_col5), count(_col5) + keys: _col0 (type: string), _col1 (type: char(2)), 0L (type: bigint) + grouping sets: 0, 1, 3 + minReductionHashAggr: 0.98030734 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 + Statistics: Num rows: 46182733 Data size: 26324157810 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: char(2)), _col2 (type: bigint) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: char(2)), _col2 (type: bigint) + Statistics: Num rows: 46182733 Data size: 26324157810 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: bigint), _col4 (type: bigint), _col5 (type: decimal(17,2)), _col6 (type: bigint), _col7 (type: decimal(17,2)), _col8 (type: bigint), _col9 (type: decimal(17,2)), _col10 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (d_year = 2001) (type: boolean) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_year = 2001) (type: boolean) + Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: customer_demographics + filterExpr: ((cd_marital_status = 'U') and (cd_gender = 'M') and (cd_education_status = '2 yr Degree ')) (type: boolean) + Statistics: Num rows: 1920800 Data size: 522457600 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((cd_marital_status = 'U') and (cd_gender = 'M') and (cd_education_status = '2 yr Degree ')) (type: boolean) + Statistics: Num rows: 27440 Data size: 7463680 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cd_demo_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 27440 Data size: 219520 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 27440 Data size: 219520 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: store + filterExpr: (s_state) IN ('FL', 'LA', 'MI', 'MO', 'SC', 'SD') (type: boolean) + Statistics: Num rows: 1704 Data size: 160176 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (s_state) IN ('FL', 'LA', 'MI', 'MO', 'SC', 'SD') (type: boolean) + Statistics: Num rows: 232 Data size: 21808 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: s_store_sk (type: bigint), s_state (type: char(2)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 232 Data size: 21808 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 232 Data size: 21808 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: item + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_item_id (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), count(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), sum(VALUE._col4), count(VALUE._col5), sum(VALUE._col6), count(VALUE._col7) + keys: KEY._col0 (type: string), KEY._col1 (type: char(2)), KEY._col2 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 + Statistics: Num rows: 4455432 Data size: 2539596240 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: string), _col1 (type: char(2)), grouping(_col2, 0L) (type: bigint), (UDFToDouble(_col3) / _col4) (type: double), CAST( (_col5 / _col6) AS decimal(11,6)) (type: decimal(11,6)), CAST( (_col7 / _col8) AS decimal(11,6)) (type: decimal(11,6)), CAST( (_col9 / _col10) AS decimal(11,6)) (type: decimal(11,6)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 4455432 Data size: 2397022416 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: char(2)) + null sort order: zz + sort order: ++ + Statistics: Num rows: 4455432 Data size: 2397022416 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: bigint), _col3 (type: double), _col4 (type: decimal(11,6)), _col5 (type: decimal(11,6)), _col6 (type: decimal(11,6)) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: char(2)), VALUE._col0 (type: bigint), VALUE._col1 (type: double), VALUE._col2 (type: decimal(11,6)), VALUE._col3 (type: decimal(11,6)), VALUE._col4 (type: decimal(11,6)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 4455432 Data size: 2397022416 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 53800 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 53800 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query29.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query29.q.out index 0747e7fe790e..c7bba5a19646 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query29.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query29.q.out @@ -1,3822 +1,417 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 3.483413831025E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_bill_customer_sk", - "cs_item_sk", - "cs_quantity", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 17, - "name": "$17" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.483413831025E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "d3", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 9.542246135345445E13 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.0150431475531006E10 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_customer_sk", - "ss_store_sk", - "ss_ticket_number", - "ss_quantity", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.0150431475531006E10 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "d1", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 4, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 1643.6025 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1643.6025 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "9", - "12" - ], - "rowCount": 1.4829509932389217E13 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_returns" - ], - "table:alias": "store_returns", - "inputs": [], - "rowCount": 8332595709, - "avgRowSize": 249, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "sr_return_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "sr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "sr_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "sr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_store_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "sr_returned_date_sk" - ], - "colStats": [ - { - "name": "sr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "sr_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "sr_ticket_number", - "ndv": 5065526774, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "sr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "sr_returned_date_sk", - "ndv": 2003, - "minValue": 2450820, - "maxValue": 2452822 - }, - { - "name": "sr_return_time_sk", - "ndv": 32389, - "minValue": 28799, - "maxValue": 61199 - }, - { - "name": "sr_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "sr_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "sr_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "sr_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "sr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "sr_return_amt", - "ndv": 715216, - "minValue": 0, - "maxValue": 19643 - }, - { - "name": "sr_return_tax", - "ndv": 141365, - "minValue": 0, - "maxValue": 1714.37 - }, - { - "name": "sr_return_amt_inc_tax", - "ndv": 1520430, - "minValue": 0, - "maxValue": 21018.01 - }, - { - "name": "sr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "sr_return_ship_cost", - "ndv": 363000, - "minValue": 0, - "maxValue": 9975 - }, - { - "name": "sr_refunded_cash", - "ndv": 1187970, - "minValue": 0, - "maxValue": 18413.33 - }, - { - "name": "sr_reversed_charge", - "ndv": 924833, - "minValue": 0, - "maxValue": 18104.5 - }, - { - "name": "sr_store_credit", - "ndv": 935681, - "minValue": 0, - "maxValue": 17792.48 - }, - { - "name": "sr_net_loss", - "ndv": 848797, - "minValue": 0.5, - "maxValue": 11008.17 - } - ] - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 19, - "name": "$19" - } - ] - } - ] - }, - "rowCount": 6.749402524290001E9 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sr_item_sk", - "sr_customer_sk", - "sr_ticket_number", - "sr_return_quantity", - "sr_returned_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 19, - "name": "$19" - } - ], - "rowCount": 6.749402524290001E9 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "d2", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 8, - "name": "$8" - }, - { - "literal": 4, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 7, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 2739.3375 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 2739.3375 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "16", - "19" - ], - "rowCount": 2.7733337156073394E12 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sr_item_sk", - "sr_customer_sk", - "sr_ticket_number", - "sr_return_quantity", - "sr_returned_date_sk", - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 2.7733337156073394E12 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 9, - "name": "$9" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "13", - "21" - ], - "rowCount": 1.3880423209982265E23 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_customer_sk", - "ss_store_sk", - "ss_ticket_number", - "ss_quantity", - "ss_sold_date_sk", - "d_date_sk", - "sr_item_sk", - "sr_customer_sk", - "sr_ticket_number", - "sr_return_quantity", - "sr_returned_date_sk", - "d_date_sk0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - } - ], - "rowCount": 1.3880423209982265E23 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 13, - "name": "$13" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "input": 1, - "name": "$1" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "23" - ], - "rowCount": 2.980134331479281E35 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store" - ], - "table:alias": "store", - "inputs": [], - "rowCount": 1704, - "avgRowSize": 1375, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "s_store_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "s_store_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "s_closed_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_store_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_number_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_floor_space" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "s_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_market_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_geography_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_market_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_division_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_company_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_company_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 10, - "name": "s_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "s_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "s_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "s_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "s_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "s_store_sk", - "ndv": 1736, - "minValue": 1, - "maxValue": 1704 - }, - { - "name": "s_store_id", - "ndv": 879 - }, - { - "name": "s_store_name", - "ndv": 11 - }, - { - "name": "s_rec_start_date", - "ndv": 0, - "minValue": 9933, - "maxValue": 11394 - }, - { - "name": "s_rec_end_date", - "ndv": 0, - "minValue": 10663, - "maxValue": 11393 - }, - { - "name": "s_closed_date_sk", - "ndv": 263, - "minValue": 2450820, - "maxValue": 2451314 - }, - { - "name": "s_number_employees", - "ndv": 100, - "minValue": 200, - "maxValue": 300 - }, - { - "name": "s_floor_space", - "ndv": 1289, - "minValue": 5000201, - "maxValue": 9997773 - }, - { - "name": "s_hours", - "ndv": 4 - }, - { - "name": "s_manager", - "ndv": 1245 - }, - { - "name": "s_market_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "s_geography_class", - "ndv": 2 - }, - { - "name": "s_market_desc", - "ndv": 1311 - }, - { - "name": "s_market_manager", - "ndv": 1236 - }, - { - "name": "s_division_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_division_name", - "ndv": 2 - }, - { - "name": "s_company_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_company_name", - "ndv": 2 - }, - { - "name": "s_street_number", - "ndv": 736 - }, - { - "name": "s_street_name", - "ndv": 851 - }, - { - "name": "s_street_type", - "ndv": 21 - }, - { - "name": "s_suite_number", - "ndv": 76 - }, - { - "name": "s_city", - "ndv": 267 - }, - { - "name": "s_county", - "ndv": 128 - }, - { - "name": "s_state", - "ndv": 44 - }, - { - "name": "s_zip", - "ndv": 983 - }, - { - "name": "s_country", - "ndv": 2 - }, - { - "name": "s_gmt_offset", - "ndv": 5, - "minValue": -9, - "maxValue": -5 - }, - { - "name": "s_tax_percentage", - "ndv": 12, - "minValue": 0, - "maxValue": 0.11 - } - ] - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk", - "s_store_id", - "s_store_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 1704 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 18, - "name": "$18" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "24", - "26" - ], - "rowCount": 7.617223351261042E37 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_item_id", - "i_item_desc" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 462000 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 21, - "name": "$21" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "27", - "29" - ], - "rowCount": 5.278735782423902E42 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 19, - 20, - 22, - 23 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 9 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 15 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 5.278735782423902E41 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_id", - "i_item_desc", - "s_store_id", - "s_store_name", - "store_sales_quantity", - "store_returns_quantity", - "catalog_sales_quantity" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 5.278735782423902E41 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 3, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 7 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) + Map 2 <- Map 7 (BROADCAST_EDGE), Reducer 10 (BROADCAST_EDGE) + Map 8 <- Map 7 (BROADCAST_EDGE) + Reducer 10 <- Map 8 (CUSTOM_SIMPLE_EDGE) + Reducer 3 <- Map 2 (CUSTOM_SIMPLE_EDGE), Map 8 (CUSTOM_SIMPLE_EDGE) + Reducer 4 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 11 (BROADCAST_EDGE), Map 12 (BROADCAST_EDGE), Reducer 3 (CUSTOM_SIMPLE_EDGE) + Reducer 5 <- Reducer 4 (SIMPLE_EDGE) + Reducer 6 <- Reducer 5 (SIMPLE_EDGE) + Reducer 9 <- Map 8 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: (cs_bill_customer_sk is not null and cs_bill_customer_sk BETWEEN DynamicValue(RS[197]_col0) AND DynamicValue(RS[197]_col1) and cs_item_sk BETWEEN DynamicValue(RS[197]_col2) AND DynamicValue(RS[197]_col3) and in_bloom_filter(hash(cs_bill_customer_sk,cs_item_sk), DynamicValue(RS[197]_col4))) (type: boolean) + Statistics: Num rows: 43005109025 Data size: 1202866239204 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (cs_bill_customer_sk is not null and cs_bill_customer_sk BETWEEN DynamicValue(RS[197]_col0) AND DynamicValue(RS[197]_col1) and cs_item_sk BETWEEN DynamicValue(RS[197]_col2) AND DynamicValue(RS[197]_col3) and in_bloom_filter(hash(cs_bill_customer_sk,cs_item_sk), DynamicValue(RS[197]_col4))) (type: boolean) + Statistics: Num rows: 42899393143 Data size: 1199909333196 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_bill_customer_sk (type: bigint), cs_item_sk (type: bigint), cs_quantity (type: int), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 42899393143 Data size: 1199909333196 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 7 + Statistics: Num rows: 25683298014 Data size: 512392285472 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 25683298014 Data size: 512392285472 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: int) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 11 + Map Operator Tree: + TableScan + alias: store + Statistics: Num rows: 1704 Data size: 333984 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: s_store_sk (type: bigint), s_store_id (type: string), s_store_name (type: varchar(50)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1704 Data size: 333984 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1704 Data size: 333984 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string), _col2 (type: varchar(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 12 + Map Operator Tree: + TableScan + alias: item + Statistics: Num rows: 462000 Data size: 134904000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_item_id (type: string), i_item_desc (type: varchar(200)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 462000 Data size: 134904000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 134904000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string), _col2 (type: varchar(200)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 2 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: (ss_customer_sk is not null and ss_store_sk is not null and ss_customer_sk BETWEEN DynamicValue(RS[207]_col0) AND DynamicValue(RS[207]_col1) and ss_item_sk BETWEEN DynamicValue(RS[207]_col2) AND DynamicValue(RS[207]_col3) and ss_ticket_number BETWEEN DynamicValue(RS[207]_col4) AND DynamicValue(RS[207]_col5) and in_bloom_filter(hash(hash(ss_customer_sk,ss_item_sk),ss_ticket_number), DynamicValue(RS[207]_col6))) (type: boolean) + Statistics: Num rows: 82510879939 Data size: 3591605541540 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ss_customer_sk is not null and ss_store_sk is not null and ss_customer_sk BETWEEN DynamicValue(RS[207]_col0) AND DynamicValue(RS[207]_col1) and ss_item_sk BETWEEN DynamicValue(RS[207]_col2) AND DynamicValue(RS[207]_col3) and ss_ticket_number BETWEEN DynamicValue(RS[207]_col4) AND DynamicValue(RS[207]_col5) and in_bloom_filter(hash(hash(ss_customer_sk,ss_item_sk),ss_ticket_number), DynamicValue(RS[207]_col6))) (type: boolean) + Statistics: Num rows: 78670147920 Data size: 3424422808632 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_customer_sk (type: bigint), ss_store_sk (type: bigint), ss_ticket_number (type: bigint), ss_quantity (type: int), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 78670147920 Data size: 3424422808632 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col5 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + input vertices: + 1 Map 7 + Statistics: Num rows: 1335564641 Data size: 21369034276 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint), _col0 (type: bigint), _col3 (type: bigint) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col1 (type: bigint), _col0 (type: bigint), _col3 (type: bigint) + Statistics: Num rows: 1335564641 Data size: 21369034276 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: bigint), _col4 (type: int) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: d1 + filterExpr: (((d_year = 1999) and (d_moy = 4)) or ((d_year = 1999) and d_moy BETWEEN 4 AND 7) or (d_year) IN (1999, 2000, 2001)) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 1999) and (d_moy = 4)) (type: boolean) + Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 2 + Filter Operator + predicate: ((d_year = 1999) and d_moy BETWEEN 4 AND 7) (type: boolean) + Statistics: Num rows: 122 Data size: 1952 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: sr_returned_date_sk (bigint) + Target Input: store_returns + Partition key expr: sr_returned_date_sk + Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 8 + Filter Operator + predicate: (d_year) IN (1999, 2000, 2001) (type: boolean) + Statistics: Num rows: 1101 Data size: 13212 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: store_returns + filterExpr: sr_customer_sk is not null (type: boolean) + Statistics: Num rows: 8332595709 Data size: 298161625552 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: sr_customer_sk is not null (type: boolean) + Statistics: Num rows: 8182068314 Data size: 292775369652 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: sr_item_sk (type: bigint), sr_customer_sk (type: bigint), sr_ticket_number (type: bigint), sr_return_quantity (type: int), sr_returned_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 8182068314 Data size: 292775369652 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col4 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 1 Map 7 + Statistics: Num rows: 498600693 Data size: 12181729752 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint), _col0 (type: bigint), _col2 (type: bigint) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col1 (type: bigint), _col0 (type: bigint), _col2 (type: bigint) + Statistics: Num rows: 498600693 Data size: 12181729752 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: int) + Select Operator + expressions: _col1 (type: bigint), _col0 (type: bigint), hash(_col1,_col0) (type: int) + outputColumnNames: _col0, _col1, _col3 + Statistics: Num rows: 498600693 Data size: 8789548788 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), min(_col1), max(_col1), bloom_filter(_col3, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) + Select Operator + expressions: _col1 (type: bigint), _col0 (type: bigint), _col2 (type: bigint), hash(hash(_col1,_col0),_col2) (type: int) + outputColumnNames: _col0, _col1, _col2, _col4 + Statistics: Num rows: 498600693 Data size: 12778354332 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), min(_col1), max(_col1), min(_col2), max(_col2), bloom_filter(_col4, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 10 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), min(VALUE._col4), max(VALUE._col5), bloom_filter(VALUE._col6, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: binary) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint) + outputColumnNames: _col0, _col2, _col4, _col7, _col8, _col10 + input vertices: + 1 Map 8 + Statistics: Num rows: 2157264506 Data size: 68484714908 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Reduce Output Operator + key expressions: _col8 (type: bigint), _col7 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col8 (type: bigint), _col7 (type: bigint) + Statistics: Num rows: 2157264506 Data size: 68484714908 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col2 (type: bigint), _col4 (type: int), _col10 (type: int) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col2, _col5, _col7, _col9, _col15 + input vertices: + 0 Map 1 + Statistics: Num rows: 1178531672141 Data size: 32981833392944 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col7 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col5, _col9, _col15, _col19, _col20 + input vertices: + 1 Map 11 + Statistics: Num rows: 1178531672141 Data size: 245128218895444 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col5 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col9, _col15, _col19, _col20, _col22, _col23 + input vertices: + 1 Map 12 + Statistics: Num rows: 1178531672141 Data size: 570402960406360 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++++ + keys: _col22 (type: string), _col23 (type: varchar(200)), _col19 (type: string), _col20 (type: varchar(50)) + null sort order: zzzz + Statistics: Num rows: 1178531672141 Data size: 570402960406360 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + aggregations: sum(_col9), sum(_col15), sum(_col2) + keys: _col22 (type: string), _col23 (type: varchar(200)), _col19 (type: string), _col20 (type: varchar(50)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 1178531672141 Data size: 584551709381936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: varchar(200)), _col2 (type: string), _col3 (type: varchar(50)) + null sort order: zzzz + sort order: ++++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: varchar(200)), _col2 (type: string), _col3 (type: varchar(50)) + Statistics: Num rows: 1178531672141 Data size: 584551709381936 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) + keys: KEY._col0 (type: string), KEY._col1 (type: varchar(200)), KEY._col2 (type: string), KEY._col3 (type: varchar(50)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 1178531672141 Data size: 584551709381936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: varchar(200)), _col2 (type: string), _col3 (type: varchar(50)) + null sort order: zzzz + sort order: ++++ + Statistics: Num rows: 1178531672141 Data size: 584551709381936 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint) + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: varchar(200)), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: varchar(50)), VALUE._col0 (type: bigint), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 1178531672141 Data size: 584551709381936 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 49600 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 49600 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 9 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), bloom_filter(VALUE._col4, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query3.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query3.q.out index 58d5621c5d8b..7d2b692eb471 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query3.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query3.q.out @@ -1,1266 +1,171 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - }, - "rowCount": 7.42597919451E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_ext_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 7.42597919451E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 13, - "name": "$13" - }, - { - "literal": 436, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 69300 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand_id", - "i_brand" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 69300 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 7.719305372693145E14 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "dt", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 12, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 10957.35 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 10957.35 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 1268746960882188544 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 4, - 5, - 7 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 126874696088218848 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "dt.d_year", - "brand_id", - "brand", - "sum_agg" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 126874696088218848 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 3, - "direction": "DESCENDING", - "nulls": "FIRST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_54_container, bigKeyColName:ss_item_sk, smallTablePos:1, keyRatio:0.0010129870031902726 + Statistics: Num rows: 82510879939 Data size: 10343396725952 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 82510879939 Data size: 10343396725952 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col4, _col5 + input vertices: + 1 Map 4 + Statistics: Num rows: 83582449 Data size: 9361234400 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col4, _col5, _col7 + input vertices: + 1 Map 5 + Statistics: Num rows: 6964728 Data size: 752190736 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: + + keys: _col7 (type: int) + null sort order: z + Statistics: Num rows: 6964728 Data size: 752190736 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + aggregations: sum(_col1) + keys: _col7 (type: int), _col4 (type: int), _col5 (type: char(50)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 931320 Data size: 204890400 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: char(50)) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: char(50)) + Statistics: Num rows: 931320 Data size: 204890400 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: item + filterExpr: (i_manufact_id = 436) (type: boolean) + Statistics: Num rows: 462000 Data size: 53582844 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (i_manufact_id = 436) (type: boolean) + Statistics: Num rows: 468 Data size: 54288 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_brand_id (type: int), i_brand (type: char(50)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 468 Data size: 52416 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 468 Data size: 52416 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: char(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: dt + filterExpr: (d_moy = 12) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_moy = 12) (type: boolean) + Statistics: Num rows: 6087 Data size: 97392 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), d_year (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 6087 Data size: 73044 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 6087 Data size: 73044 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 6087 Data size: 48696 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 6087 Data size: 48696 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 6087 Data size: 48696 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: char(50)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 302679 Data size: 66589380 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: +-+ + keys: _col0 (type: int), _col3 (type: decimal(17,2)), _col1 (type: int) + null sort order: zaz + Statistics: Num rows: 302679 Data size: 66589380 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Reduce Output Operator + key expressions: _col0 (type: int), _col3 (type: decimal(17,2)), _col1 (type: int) + null sort order: zaz + sort order: +-+ + Statistics: Num rows: 302679 Data size: 66589380 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: char(50)) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey2 (type: int), VALUE._col0 (type: char(50)), KEY.reducesinkkey1 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 302679 Data size: 66589380 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 22000 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 22000 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query30.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query30.q.out index ae9c18e7e349..39636685cd64 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query30.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query30.q.out @@ -1,2273 +1,421 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer" - ], - "table:alias": "customer", - "inputs": [], - "rowCount": 80000000, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "c_customer_sk" - }, - { - "type": "CHAR", - "nullable": false, - "precision": 16, - "name": "c_customer_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_shipto_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_sales_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "c_salutation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "c_first_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "c_last_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "c_preferred_cust_flag" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_day" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_month" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_year" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "c_birth_country" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 13, - "name": "c_login" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "c_email_address" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_last_review_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "c_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "c_customer_id", - "ndv": 80610928 - }, - { - "name": "c_current_addr_sk", - "ndv": 33825344, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "c_salutation", - "ndv": 7 - }, - { - "name": "c_first_name", - "ndv": 5158 - }, - { - "name": "c_last_name", - "ndv": 5123 - }, - { - "name": "c_preferred_cust_flag", - "ndv": 3 - }, - { - "name": "c_birth_day", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "c_birth_month", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "c_birth_year", - "ndv": 67, - "minValue": 1924, - "maxValue": 1992 - }, - { - "name": "c_birth_country", - "ndv": 216 - }, - { - "name": "c_login", - "ndv": 1 - }, - { - "name": "c_email_address", - "ndv": 75301330 - }, - { - "name": "c_last_review_date_sk", - "ndv": 364, - "minValue": 2452283, - "maxValue": 2452648 - }, - { - "name": "c_current_cdemo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "c_current_hdemo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "c_first_shipto_date_sk", - "ndv": 3646, - "minValue": 2449028, - "maxValue": 2452678 - }, - { - "name": "c_first_sales_date_sk", - "ndv": 3643, - "minValue": 2448998, - "maxValue": 2452648 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - "rowCount": 72000000 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_customer_id", - "c_current_addr_sk", - "c_salutation", - "c_first_name", - "c_last_name", - "c_preferred_cust_flag", - "c_birth_day", - "c_birth_month", - "c_birth_year", - "c_birth_country", - "c_login", - "c_email_address", - "c_last_review_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 17, - "name": "$17" - } - ], - "rowCount": 72000000 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "customer_address", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": "IL", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - } - ] - }, - "rowCount": 6000000 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 6000000 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 64800000000000 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 8, - "name": "$8" - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 36000000 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_state" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 36000000 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_returns" - ], - "table:alias": "web_returns", - "inputs": [], - "rowCount": 2062802370, - "avgRowSize": 281, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returned_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "wr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "wr_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "wr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_account_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "wr_returned_date_sk" - ], - "colStats": [ - { - "name": "wr_returning_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "wr_returning_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "wr_return_amt", - "ndv": 1108704, - "minValue": 0, - "maxValue": 29191 - }, - { - "name": "wr_returned_date_sk", - "ndv": 2184, - "minValue": 2450819, - "maxValue": 2453002 - }, - { - "name": "wr_returned_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "wr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "wr_refunded_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "wr_refunded_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "wr_refunded_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "wr_refunded_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "wr_returning_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "wr_returning_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "wr_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "wr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "wr_order_number", - "ndv": 1283768204, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "wr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "wr_return_tax", - "ndv": 198814, - "minValue": 0, - "maxValue": 2620.34 - }, - { - "name": "wr_return_amt_inc_tax", - "ndv": 2111617, - "minValue": 0, - "maxValue": 31735.25 - }, - { - "name": "wr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "wr_return_ship_cost", - "ndv": 551289, - "minValue": 0, - "maxValue": 14624 - }, - { - "name": "wr_refunded_cash", - "ndv": 1630543, - "minValue": 0, - "maxValue": 28085.82 - }, - { - "name": "wr_reversed_charge", - "ndv": 1276207, - "minValue": 0, - "maxValue": 26135.99 - }, - { - "name": "wr_account_credit", - "ndv": 1245536, - "minValue": 0, - "maxValue": 24649.69 - }, - { - "name": "wr_net_loss", - "ndv": 1225199, - "minValue": 0.5, - "maxValue": 16733.32 - } - ] - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 23, - "name": "$23" - } - ] - } - ] - }, - "rowCount": 1.5037829277300003E9 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "wr_returning_customer_sk", - "wr_returning_addr_sk", - "wr_return_amt", - "wr_returned_date_sk" - ], - "exprs": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 23, - "name": "$23" - } - ], - "rowCount": 1.5037829277300003E9 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2002, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 10957.35 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "11", - "14" - ], - "rowCount": 2.4716213794743477E12 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "8", - "15" - ], - "rowCount": 1.3346755449161478E19 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 1, - 2 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - } - ], - "rowCount": 1334675544916147712 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "wr_returning_customer_sk", - "ca_state", - "$f2" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 1334675544916147712 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - "rowCount": 1201207990424532992 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "wr_returning_customer_sk", - "ca_state", - "$f2" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 1201207990424532992 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 15, - "name": "$15" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "20" - ], - "rowCount": 1.1675741666926459E31 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 8, - "name": "$8" - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 36000000 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_state" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 36000000 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 23, - "name": "$23" - } - ] - } - ] - }, - "inputs": [ - "9" - ], - "rowCount": 1.6708699197E9 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "wr_returning_customer_sk", - "wr_returning_addr_sk", - "wr_return_amt", - "wr_returned_date_sk" - ], - "exprs": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 23, - "name": "$23" - } - ], - "rowCount": 1.6708699197E9 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2002, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "12" - ], - "rowCount": 10957.35 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "25", - "27" - ], - "rowCount": 2.746245977193719E12 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "23", - "28" - ], - "rowCount": 1.4829728276846082E19 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 1, - 2 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - } - ], - "rowCount": 1482972827684608256 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_state", - "wr_returning_customer_sk", - "$f2" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 1482972827684608256 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 27, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 36000000 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 21, - "scale": 6 - } - } - ] - }, - "rowCount": 32400000 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "_o__c0", - "ctr_state" - ], - "exprs": [ - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 21, - "scale": 6 - } - }, - { - "literal": 1.2, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 2, - "scale": 1 - } - } - ] - }, - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 32400000 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 16, - "name": "$16" - }, - { - "input": 19, - "name": "$19" - } - ] - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 17, - "name": "$17" - }, - { - "input": 18, - "name": "$18" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "21", - "34" - ], - "rowCount": 2.837205225063129E37 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_id", - "c_salutation", - "c_first_name", - "c_last_name", - "c_preferred_cust_flag", - "c_birth_day", - "c_birth_month", - "c_birth_year", - "c_birth_country", - "c_login", - "c_email_address", - "c_last_review_date_sk", - "ctr_total_return" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 17, - "name": "$17" - } - ], - "rowCount": 2.837205225063129E37 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 3, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 4, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 5, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 6, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 7, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 8, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 9, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 10, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 11, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 12, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 3 (BROADCAST_EDGE) + Map 5 <- Map 10 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE), Reducer 11 (BROADCAST_EDGE), Reducer 2 (BROADCAST_EDGE), Reducer 4 (BROADCAST_EDGE) + Reducer 11 <- Map 10 (SIMPLE_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE) + Reducer 4 <- Map 3 (SIMPLE_EDGE) + Reducer 6 <- Map 5 (SIMPLE_EDGE) + Reducer 7 <- Reducer 6 (SIMPLE_EDGE) + Reducer 8 <- Map 1 (BROADCAST_EDGE), Map 5 (SIMPLE_EDGE), Reducer 7 (BROADCAST_EDGE) + Reducer 9 <- Reducer 8 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: customer + filterExpr: c_current_addr_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_159_container, bigKeyColName:c_current_addr_sk, smallTablePos:1, keyRatio:0.0185202875 + Statistics: Num rows: 80000000 Data size: 61944003308 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: c_current_addr_sk is not null (type: boolean) + Statistics: Num rows: 80000000 Data size: 61944003308 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: c_customer_sk (type: bigint), c_customer_id (type: char(16)), c_current_addr_sk (type: bigint), c_salutation (type: char(10)), c_first_name (type: char(20)), c_last_name (type: char(30)), c_preferred_cust_flag (type: char(1)), c_birth_day (type: int), c_birth_month (type: int), c_birth_year (type: int), c_birth_country (type: varchar(20)), c_login (type: char(13)), c_email_address (type: char(50)), c_last_review_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 80000000 Data size: 61944003308 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + input vertices: + 1 Map 3 + Statistics: Num rows: 1509434 Data size: 1127547218 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1509434 Data size: 1127547218 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(16)), _col3 (type: char(10)), _col4 (type: char(20)), _col5 (type: char(30)), _col6 (type: char(1)), _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: varchar(20)), _col11 (type: char(13)), _col12 (type: char(50)), _col13 (type: bigint) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1509434 Data size: 12075472 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1481623) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 10 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (d_year = 2002) (type: boolean) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_year = 2002) (type: boolean) + Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: wr_returned_date_sk (bigint) + Target Input: web_returns + Partition key expr: wr_returned_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 5 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: wr_returned_date_sk (bigint) + Target Input: web_returns + Partition key expr: wr_returned_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 5 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 3 + Map Operator Tree: + TableScan + alias: customer_address + filterExpr: (ca_state is not null or (ca_state = 'IL')) (type: boolean) + Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ca_state is not null (type: boolean) + Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ca_address_sk (type: bigint), ca_state (type: char(2)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(2)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(2)) + Filter Operator + predicate: (ca_state = 'IL') (type: boolean) + Statistics: Num rows: 754717 Data size: 70943398 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ca_address_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 754717 Data size: 6037736 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 754717 Data size: 6037736 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: web_returns + filterExpr: ((wr_returning_addr_sk is not null or (wr_returning_addr_sk is not null and wr_returning_customer_sk is not null)) and wr_returning_customer_sk BETWEEN DynamicValue(RS_57_customer_c_customer_sk_min) AND DynamicValue(RS_57_customer_c_customer_sk_max) and in_bloom_filter(wr_returning_customer_sk, DynamicValue(RS_57_customer_c_customer_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 2062802370 Data size: 274320709664 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: wr_returning_addr_sk is not null (type: boolean) + Statistics: Num rows: 2014201109 Data size: 267857496080 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: wr_returning_customer_sk (type: bigint), wr_returning_addr_sk (type: bigint), wr_return_amt (type: decimal(7,2)), wr_returned_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 2014201109 Data size: 267857496080 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 10 + Statistics: Num rows: 338617340 Data size: 37269164776 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col6 + input vertices: + 1 Map 3 + Statistics: Num rows: 338617340 Data size: 64060966704 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2) + keys: _col6 (type: char(2)), _col0 (type: bigint) + minReductionHashAggr: 0.71617645 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 338617340 Data size: 69375636960 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(2)), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: char(2)), _col1 (type: bigint) + Statistics: Num rows: 338617340 Data size: 69375636960 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(17,2)) + Filter Operator + predicate: (wr_returning_addr_sk is not null and wr_returning_customer_sk is not null and wr_returning_customer_sk BETWEEN DynamicValue(RS_57_customer_c_customer_sk_min) AND DynamicValue(RS_57_customer_c_customer_sk_max) and in_bloom_filter(wr_returning_customer_sk, DynamicValue(RS_57_customer_c_customer_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 1966759223 Data size: 261548461240 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: wr_returning_customer_sk (type: bigint), wr_returning_addr_sk (type: bigint), wr_return_amt (type: decimal(7,2)), wr_returned_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 1966759223 Data size: 261548461240 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Reducer 11 + Statistics: Num rows: 330641649 Data size: 36391337984 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col6 + input vertices: + 1 Reducer 4 + Statistics: Num rows: 330641649 Data size: 62552093862 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2) + keys: _col0 (type: bigint), _col6 (type: char(2)) + minReductionHashAggr: 0.7093301 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 330641649 Data size: 67741584070 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: char(2)) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: char(2)) + Statistics: Num rows: 330641649 Data size: 67741584070 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 11 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1481623) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: char(2)) + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(2)) + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: char(2)), KEY._col1 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 338617340 Data size: 69375636960 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(2)), _col2 (type: decimal(17,2)) + outputColumnNames: _col0, _col2 + Statistics: Num rows: 338617340 Data size: 69375636960 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2), count(_col2) + keys: _col0 (type: char(2)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 14363 Data size: 2958778 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(2)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(2)) + Statistics: Num rows: 14363 Data size: 2958778 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(27,2)), _col2 (type: bigint) + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), count(VALUE._col1) + keys: KEY._col0 (type: char(2)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 53 Data size: 10918 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: CAST( (_col1 / _col2) AS decimal(21,6)) is not null (type: boolean) + Statistics: Num rows: 53 Data size: 10918 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: (CAST( (_col1 / _col2) AS decimal(21,6)) * 1.2) (type: decimal(24,7)), _col0 (type: char(2)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 53 Data size: 10494 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: char(2)) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: char(2)) + Statistics: Num rows: 53 Data size: 10494 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: decimal(24,7)) + Reducer 8 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: bigint), KEY._col1 (type: char(2)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 330641649 Data size: 67741584070 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: _col2 is not null (type: boolean) + Statistics: Num rows: 330641649 Data size: 67741584070 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col16, _col17 + input vertices: + 0 Map 1 + Statistics: Num rows: 330641649 Data size: 316393869433 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col16 (type: char(2)) + 1 _col1 (type: char(2)) + outputColumnNames: _col1, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col17, _col18 + input vertices: + 1 Reducer 7 + Statistics: Num rows: 330641649 Data size: 324990552307 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col17 > _col18) (type: boolean) + Statistics: Num rows: 110213883 Data size: 108330184109 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: +++++++++++++ + keys: _col1 (type: char(16)), _col3 (type: char(10)), _col4 (type: char(20)), _col5 (type: char(30)), _col6 (type: char(1)), _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: varchar(20)), _col11 (type: char(13)), _col12 (type: char(50)), _col13 (type: bigint), _col17 (type: decimal(17,2)) + null sort order: zzzzzzzzzzzzz + Statistics: Num rows: 110213883 Data size: 108330184109 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col1 (type: char(16)), _col3 (type: char(10)), _col4 (type: char(20)), _col5 (type: char(30)), _col6 (type: char(1)), _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: varchar(20)), _col11 (type: char(13)), _col12 (type: char(50)), _col13 (type: bigint), _col17 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12 + Statistics: Num rows: 110213883 Data size: 95976166313 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)), _col1 (type: char(10)), _col2 (type: char(20)), _col3 (type: char(30)), _col4 (type: char(1)), _col5 (type: int), _col6 (type: int), _col7 (type: int), _col8 (type: varchar(20)), _col9 (type: char(13)), _col10 (type: char(50)), _col11 (type: bigint), _col12 (type: decimal(17,2)) + null sort order: zzzzzzzzzzzzz + sort order: +++++++++++++ + Statistics: Num rows: 110213883 Data size: 95976166313 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 9 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(16)), KEY.reducesinkkey1 (type: char(10)), KEY.reducesinkkey2 (type: char(20)), KEY.reducesinkkey3 (type: char(30)), KEY.reducesinkkey4 (type: char(1)), KEY.reducesinkkey5 (type: int), KEY.reducesinkkey6 (type: int), KEY.reducesinkkey7 (type: int), KEY.reducesinkkey8 (type: varchar(20)), KEY.reducesinkkey9 (type: char(13)), KEY.reducesinkkey10 (type: char(50)), KEY.reducesinkkey11 (type: bigint), KEY.reducesinkkey12 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12 + Statistics: Num rows: 110213883 Data size: 95976166313 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 87100 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 87100 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query31.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query31.q.out index acd014f83e2d..112185cad005 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query31.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query31.q.out @@ -1,3582 +1,679 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "customer_address", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - "rowCount": 36000000 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_county" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - } - ], - "rowCount": 36000000 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 1.7491657141260002E10 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_bill_addr_sk", - "ws_ext_sales_price", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 1.7491657141260002E10 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 1643.6025 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1643.6025 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "5", - "8" - ], - "rowCount": 4.312399710977669E12 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "9" - ], - "rowCount": 2.3286958439279415E19 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 1 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - } - ], - "rowCount": 2328695843927941632 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f3", - "EXPR$4" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - } - ], - "rowCount": 2328695843927941632 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - "inputs": [ - "0" - ], - "rowCount": 36000000 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_county" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - } - ], - "rowCount": 36000000 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 1.7491657141260002E10 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_bill_addr_sk", - "ws_ext_sales_price", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 1.7491657141260002E10 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "6" - ], - "rowCount": 1643.6025 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1643.6025 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "16", - "18" - ], - "rowCount": 4.312399710977669E12 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "14", - "19" - ], - "rowCount": 2.3286958439279415E19 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 1 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - } - ], - "rowCount": 2328695843927941632 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_county", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 2328695843927941632 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "12", - "22" - ], - "rowCount": 8.134236500290903E35 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - "inputs": [ - "0" - ], - "rowCount": 36000000 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_county" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - } - ], - "rowCount": 36000000 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 1.7491657141260002E10 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_bill_addr_sk", - "ws_ext_sales_price", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 1.7491657141260002E10 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "6" - ], - "rowCount": 1643.6025 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1643.6025 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "27", - "29" - ], - "rowCount": 4.312399710977669E12 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "25", - "30" - ], - "rowCount": 2.3286958439279415E19 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 1 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - } - ], - "rowCount": 2328695843927941632 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f3", - "EXPR$4" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - } - ], - "rowCount": 2328695843927941632 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "23", - "33" - ], - "rowCount": 2.8413244097631587E53 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_addr_sk", - "ss_ext_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "6" - ], - "rowCount": 1643.6025 - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1643.6025 - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "37", - "39" - ], - "rowCount": 1.647723325821024E13 - }, - { - "id": "41", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - "inputs": [ - "0" - ], - "rowCount": 36000000 - }, - { - "id": "42", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_county" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - } - ], - "rowCount": 36000000 - }, - { - "id": "43", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "40", - "42" - ], - "rowCount": 8.89770595943353E19 - }, - { - "id": "44", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 8897705959433530368 - }, - { - "id": "45", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_county", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 8897705959433530368 - }, - { - "id": "46", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "inputs": [ - "35" - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "47", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_addr_sk", - "ss_ext_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "48", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "6" - ], - "rowCount": 1643.6025 - }, - { - "id": "49", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1643.6025 - }, - { - "id": "50", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "47", - "49" - ], - "rowCount": 1.647723325821024E13 - }, - { - "id": "51", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - "inputs": [ - "0" - ], - "rowCount": 36000000 - }, - { - "id": "52", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_county" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - } - ], - "rowCount": 36000000 - }, - { - "id": "53", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "50", - "52" - ], - "rowCount": 8.89770595943353E19 - }, - { - "id": "54", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 8897705959433530368 - }, - { - "id": "55", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_county", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 8897705959433530368 - }, - { - "id": "56", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "45", - "55" - ], - "rowCount": 1.1875375701080843E37 - }, - { - "id": "57", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "inputs": [ - "35" - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "58", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_addr_sk", - "ss_ext_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "59", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "6" - ], - "rowCount": 1643.6025 - }, - { - "id": "60", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1643.6025 - }, - { - "id": "61", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "58", - "60" - ], - "rowCount": 1.647723325821024E13 - }, - { - "id": "62", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - "inputs": [ - "0" - ], - "rowCount": 36000000 - }, - { - "id": "63", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_county" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - } - ], - "rowCount": 36000000 - }, - { - "id": "64", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "61", - "63" - ], - "rowCount": 8.89770595943353E19 - }, - { - "id": "65", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 8897705959433530368 - }, - { - "id": "66", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_county", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 8897705959433530368 - }, - { - "id": "67", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "56", - "66" - ], - "rowCount": 1.5849540171902874E55 - }, - { - "id": "68", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_county", - "$f1", - "ca_county0", - "$f10", - "ca_county1", - "$f11" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 1.5849540171902874E55 - }, - { - "id": "69", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "input": 11, - "name": "$11" - } - ] - } - ] - }, - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - } - ] - }, - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 13, - "name": "$13" - }, - { - "input": 9, - "name": "$9" - } - ] - } - ] - }, - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - } - ] - }, - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "34", - "68" - ], - "rowCount": 4.221908003807757E106 - }, - { - "id": "70", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss1.ca_county", - "ss1.d_year", - "web_q1_q2_increase", - "store_q1_q2_increase", - "web_q2_q3_increase", - "store_q2_q3_increase" - ], - "exprs": [ - { - "input": 8, - "name": "$8" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "input": 11, - "name": "$11" - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 13, - "name": "$13" - }, - { - "input": 9, - "name": "$9" - } - ] - } - ], - "rowCount": 4.221908003807757E106 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE) + Map 11 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE) + Map 13 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE) + Map 3 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE) + Map 7 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE) + Map 9 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE) + Reducer 10 <- Map 9 (SIMPLE_EDGE), Reducer 12 (BROADCAST_EDGE), Reducer 14 (BROADCAST_EDGE), Reducer 2 (BROADCAST_EDGE) + Reducer 12 <- Map 11 (SIMPLE_EDGE) + Reducer 14 <- Map 13 (SIMPLE_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 4 (BROADCAST_EDGE), Reducer 8 (BROADCAST_EDGE) + Reducer 4 <- Map 3 (SIMPLE_EDGE) + Reducer 8 <- Map 7 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: ws_bill_addr_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_393_container, bigKeyColName:ws_bill_addr_sk, smallTablePos:1, keyRatio:0.05037635576628538 + Statistics: Num rows: 21594638446 Data size: 2763789503808 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ws_bill_addr_sk is not null (type: boolean) + Statistics: Num rows: 21591937227 Data size: 2763443788336 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_bill_addr_sk (type: bigint), ws_ext_sales_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 21591937227 Data size: 2763443788336 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 5 + Statistics: Num rows: 1087859189 Data size: 130218925960 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col5 + input vertices: + 1 Map 6 + Statistics: Num rows: 1087859189 Data size: 228147860010 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col5 (type: varchar(30)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1721560 Data size: 361527600 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: varchar(30)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: varchar(30)) + Statistics: Num rows: 1721560 Data size: 361527600 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 11 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: ss_addr_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_401_container, bigKeyColName:ss_addr_sk, smallTablePos:1, keyRatio:0.049193881825049336 + Statistics: Num rows: 82510879939 Data size: 10327822006760 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ss_addr_sk is not null (type: boolean) + Statistics: Num rows: 80564040039 Data size: 10084137586264 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_addr_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 80564040039 Data size: 10084137586264 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 5 + Statistics: Num rows: 4059030477 Data size: 259024118512 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col5 + input vertices: + 1 Map 6 + Statistics: Num rows: 4059030477 Data size: 639544095946 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col5 (type: varchar(30)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 4823070 Data size: 1012844700 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: varchar(30)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: varchar(30)) + Statistics: Num rows: 4823070 Data size: 1012844700 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 13 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: ss_addr_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_403_container, bigKeyColName:ss_addr_sk, smallTablePos:1, keyRatio:0.049193881825049336 + Statistics: Num rows: 82510879939 Data size: 10327822006760 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ss_addr_sk is not null (type: boolean) + Statistics: Num rows: 80564040039 Data size: 10084137586264 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_addr_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 80564040039 Data size: 10084137586264 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 5 + Statistics: Num rows: 4059030477 Data size: 259024118512 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col5 + input vertices: + 1 Map 6 + Statistics: Num rows: 4059030477 Data size: 639544095946 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col5 (type: varchar(30)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 4823070 Data size: 1012844700 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: varchar(30)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: varchar(30)) + Statistics: Num rows: 4823070 Data size: 1012844700 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 3 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: ws_bill_addr_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_395_container, bigKeyColName:ws_bill_addr_sk, smallTablePos:1, keyRatio:0.05037635576628538 + Statistics: Num rows: 21594638446 Data size: 2763789503808 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ws_bill_addr_sk is not null (type: boolean) + Statistics: Num rows: 21591937227 Data size: 2763443788336 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_bill_addr_sk (type: bigint), ws_ext_sales_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 21591937227 Data size: 2763443788336 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 5 + Statistics: Num rows: 1087859189 Data size: 130218925960 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col5 + input vertices: + 1 Map 6 + Statistics: Num rows: 1087859189 Data size: 228147860010 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col5 (type: varchar(30)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1721560 Data size: 361527600 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: varchar(30)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: varchar(30)) + Statistics: Num rows: 1721560 Data size: 361527600 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (((d_year = 2000) and (d_qoy = 3)) or ((d_year = 2000) and (d_qoy = 2)) or ((d_year = 2000) and (d_qoy = 1))) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 2000) and (d_qoy = 3)) (type: boolean) + Statistics: Num rows: 92 Data size: 1472 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 3 + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 13 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 2000) and (d_qoy = 2)) (type: boolean) + Statistics: Num rows: 92 Data size: 1472 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 9 + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 7 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 2000) and (d_qoy = 1)) (type: boolean) + Statistics: Num rows: 92 Data size: 1472 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 11 + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: customer_address + filterExpr: ca_county is not null (type: boolean) + Statistics: Num rows: 40000000 Data size: 4240000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ca_county is not null (type: boolean) + Statistics: Num rows: 40000000 Data size: 4240000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ca_address_sk (type: bigint), ca_county (type: varchar(30)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 40000000 Data size: 4240000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 40000000 Data size: 4240000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(30)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 40000000 Data size: 4240000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(30)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 40000000 Data size: 4240000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(30)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 40000000 Data size: 4240000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(30)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 40000000 Data size: 4240000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(30)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 40000000 Data size: 4240000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(30)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: ws_bill_addr_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_397_container, bigKeyColName:ws_bill_addr_sk, smallTablePos:1, keyRatio:0.05037635576628538 + Statistics: Num rows: 21594638446 Data size: 2763789503808 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ws_bill_addr_sk is not null (type: boolean) + Statistics: Num rows: 21591937227 Data size: 2763443788336 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_bill_addr_sk (type: bigint), ws_ext_sales_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 21591937227 Data size: 2763443788336 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 5 + Statistics: Num rows: 1087859189 Data size: 130218925960 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col5 + input vertices: + 1 Map 6 + Statistics: Num rows: 1087859189 Data size: 228147860010 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col5 (type: varchar(30)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1721560 Data size: 361527600 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: varchar(30)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: varchar(30)) + Statistics: Num rows: 1721560 Data size: 361527600 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 9 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: ss_addr_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_399_container, bigKeyColName:ss_addr_sk, smallTablePos:1, keyRatio:0.049193881825049336 + Statistics: Num rows: 82510879939 Data size: 10327822006760 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ss_addr_sk is not null (type: boolean) + Statistics: Num rows: 80564040039 Data size: 10084137586264 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_addr_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 80564040039 Data size: 10084137586264 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 5 + Statistics: Num rows: 4059030477 Data size: 259024118512 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col5 + input vertices: + 1 Map 6 + Statistics: Num rows: 4059030477 Data size: 639544095946 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col5 (type: varchar(30)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 4823070 Data size: 1012844700 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: varchar(30)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: varchar(30)) + Statistics: Num rows: 4823070 Data size: 1012844700 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 10 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: varchar(30)) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1930 Data size: 405300 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: varchar(30)) + 1 _col0 (type: varchar(30)) + outputColumnNames: _col0, _col1, _col3 + input vertices: + 1 Reducer 12 + Statistics: Num rows: 1930 Data size: 621460 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: varchar(30)) + 1 _col0 (type: varchar(30)) + outputColumnNames: _col0, _col1, _col3, _col5 + input vertices: + 1 Reducer 14 + Statistics: Num rows: 1930 Data size: 837620 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: varchar(30)) + 1 _col0 (type: varchar(30)) + outputColumnNames: _col1, _col2, _col4, _col6, _col7, _col8, _col9, _col11, _col13 + input vertices: + 0 Reducer 2 + Statistics: Num rows: 1930 Data size: 1501540 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (if((_col9 > 0), if(_col7, ((_col4 / _col6) > (_col13 / _col9)), false), false) and if((_col11 > 0), if(_col2, ((_col6 / _col1) > (_col9 / _col11)), false), false)) (type: boolean) + Statistics: Num rows: 482 Data size: 374996 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col8 (type: varchar(30)), 2000 (type: int), (_col6 / _col1) (type: decimal(37,20)), (_col9 / _col11) (type: decimal(37,20)), (_col4 / _col6) (type: decimal(37,20)), (_col13 / _col9) (type: decimal(37,20)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 482 Data size: 265100 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 482 Data size: 265100 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 12 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: varchar(30)) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1930 Data size: 405300 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: varchar(30)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: varchar(30)) + Statistics: Num rows: 1930 Data size: 405300 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Reducer 14 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: varchar(30)) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1930 Data size: 405300 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: varchar(30)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: varchar(30)) + Statistics: Num rows: 1930 Data size: 405300 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: varchar(30)) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1930 Data size: 405300 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: varchar(30)), _col1 (type: decimal(17,2)), (_col1 > 0) (type: boolean) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1930 Data size: 413020 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: varchar(30)) + 1 _col0 (type: varchar(30)) + outputColumnNames: _col0, _col1, _col2, _col4 + input vertices: + 1 Reducer 4 + Statistics: Num rows: 1930 Data size: 629180 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: varchar(30)) + 1 _col0 (type: varchar(30)) + outputColumnNames: _col0, _col1, _col2, _col4, _col6, _col7 + input vertices: + 1 Reducer 8 + Statistics: Num rows: 1930 Data size: 853060 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: varchar(30)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: varchar(30)) + Statistics: Num rows: 1930 Data size: 853060 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: boolean), _col4 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: boolean) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: varchar(30)) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1930 Data size: 405300 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: varchar(30)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: varchar(30)) + Statistics: Num rows: 1930 Data size: 405300 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Reducer 8 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: varchar(30)) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1930 Data size: 405300 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: varchar(30)), _col1 (type: decimal(17,2)), (_col1 > 0) (type: boolean) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1930 Data size: 413020 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: varchar(30)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: varchar(30)) + Statistics: Num rows: 1930 Data size: 413020 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: boolean) + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query32.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query32.q.out index 42bff2ff3760..1b634445238c 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query32.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query32.q.out @@ -1,1738 +1,272 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 21, - "name": "$21" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 3.483413831025E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_item_sk", - "cs_ext_discount_amt", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 14, - "name": "$14" - }, - { - "input": 21, - "name": "$21" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.483413831025E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 13, - "name": "$13" - }, - { - "literal": 269, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 69300 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 69300 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 3.6210086773504875E14 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "TIMESTAMP", - "nullable": true, - "precision": 9 - } - }, - { - "literal": 890179200000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - }, - { - "literal": 897955200000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 991916485769159040 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - }, - "inputs": [ - "0" - ], - "rowCount": 3.87045981225E10 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_item_sk", - "cs_ext_discount_amt", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 14, - "name": "$14" - }, - { - "input": 21, - "name": "$21" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.87045981225E10 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "TIMESTAMP", - "nullable": true, - "precision": 9 - } - }, - { - "literal": 890179200000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - }, - { - "literal": 897955200000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 18262.25 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "12", - "14" - ], - "rowCount": 1.0602495705939384E14 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 1.0602495705939385E13 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 11, - "scale": 6 - } - } - ] - }, - "rowCount": 9.542246135345447E12 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "_o__c0", - "cs_item_sk" - ], - "exprs": [ - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "literal": 1.3, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 2, - "scale": 1 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 11, - "scale": 6 - } - } - ] - }, - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 9.542246135345447E12 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 5, - "name": "$5" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "10", - "18" - ], - "rowCount": 7.098833439687146E29 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 1 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "excess discount amount" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) + Map 5 <- Map 3 (BROADCAST_EDGE), Reducer 2 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE) + Reducer 6 <- Map 1 (BROADCAST_EDGE), Map 5 (SIMPLE_EDGE) + Reducer 7 <- Reducer 6 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: cs_ext_discount_amt is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_87_container, bigKeyColName:cs_item_sk, smallTablePos:1, keyRatio:1.1226707964380053E-4 + Statistics: Num rows: 43005109025 Data size: 5492699040592 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: cs_ext_discount_amt is not null (type: boolean) + Statistics: Num rows: 42898368715 Data size: 5479065953408 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_item_sk (type: bigint), cs_ext_discount_amt (type: decimal(7,2)), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 42898368715 Data size: 5479065953408 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 3 + Statistics: Num rows: 4766159119 Data size: 560013852168 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col4 + input vertices: + 1 Map 4 + Statistics: Num rows: 4828058 Data size: 38624576 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col4 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col4 (type: bigint) + Statistics: Num rows: 4828058 Data size: 38624576 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(7,2)) + Select Operator + expressions: _col4 (type: bigint) + outputColumnNames: _col4 + Statistics: Num rows: 4828058 Data size: 38624464 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col4), max(_col4), bloom_filter(_col4, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 3 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-18 00:00:00' AND TIMESTAMP'1998-06-16 00:00:00' (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-18 00:00:00' AND TIMESTAMP'1998-06-16 00:00:00' (type: boolean) + Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 5 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: item + filterExpr: (i_manufact_id = 269) (type: boolean) + Statistics: Num rows: 462000 Data size: 5539396 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (i_manufact_id = 269) (type: boolean) + Statistics: Num rows: 468 Data size: 5616 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 468 Data size: 3744 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 468 Data size: 3744 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: (cs_item_sk BETWEEN DynamicValue(RS_30_item_i_item_sk_min) AND DynamicValue(RS_30_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_30_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 43005109025 Data size: 5492699040592 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (cs_item_sk BETWEEN DynamicValue(RS_30_item_i_item_sk_min) AND DynamicValue(RS_30_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_30_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 43005109025 Data size: 5492699040592 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_item_sk (type: bigint), cs_ext_discount_amt (type: decimal(7,2)), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 43005109025 Data size: 5492699040592 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 3 + Statistics: Num rows: 4778018342 Data size: 561407286432 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1), count(_col1) + keys: _col0 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 112566690 Data size: 14408536320 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 112566690 Data size: 14408536320 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), count(VALUE._col1) + keys: KEY._col0 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 51330 Data size: 6570240 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: CAST( (_col1 / _col2) AS decimal(11,6)) is not null (type: boolean) + Statistics: Num rows: 51330 Data size: 6570240 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: (1.3 * CAST( (_col1 / _col2) AS decimal(11,6))) (type: decimal(14,7)), _col0 (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 51330 Data size: 6159600 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col4 (type: bigint) + 1 _col1 (type: bigint) + outputColumnNames: _col1, _col5 + input vertices: + 0 Map 1 + Statistics: Num rows: 51330 Data size: 5749072 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col1 > _col5) (type: boolean) + Statistics: Num rows: 17110 Data size: 1916432 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: decimal(7,2)) + outputColumnNames: _col1 + Statistics: Num rows: 17110 Data size: 1916432 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: decimal(17,2)) + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query33.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query33.q.out index bbc3b0a26663..bec4c53aab72 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query33.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query33.q.out @@ -1,4026 +1,568 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_addr_sk", - "ss_ext_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 1643.6025 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year", - "d_moy" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - } - ], - "rowCount": 1643.6025 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 1.647723325821024E13 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "customer_address", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "literal": -6, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - "rowCount": 6000000 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_gmt_offset" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": -6, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 5, - "scale": 2 - } - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2 - } - } - ], - "rowCount": 6000000 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 1.4829509932389216E19 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 13, - "name": "$13" - } - ] - }, - "rowCount": 415800 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_manufact_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 13, - "name": "$13" - } - ], - "rowCount": 415800 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "10", - "13" - ], - "rowCount": 9.249165344831153E23 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Books ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 50 - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 13, - "name": "$13" - } - ] - } - ] - }, - "rowCount": 62370.00000000001 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_manufact_id" - ], - "exprs": [ - { - "input": 13, - "name": "$13" - } - ], - "rowCount": 62370.00000000001 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - } - ] - }, - "joinType": "semi", - "inputs": [ - "14", - "17" - ], - "rowCount": 1.2486373215522058E23 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 10 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 1.2486373215522058E22 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_manufact_id", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 1.2486373215522058E22 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - } - ] - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 3.483413831025E10 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_bill_addr_sk", - "cs_item_sk", - "cs_ext_sales_price", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.483413831025E10 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 1643.6025 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year", - "d_moy" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - } - ], - "rowCount": 1643.6025 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "23", - "25" - ], - "rowCount": 8.5880215218109E12 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "literal": -6, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 6000000 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_gmt_offset" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": -6, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 5, - "scale": 2 - } - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2 - } - } - ], - "rowCount": 6000000 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "26", - "28" - ], - "rowCount": 7729219369629809664 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 13, - "name": "$13" - } - ] - }, - "inputs": [ - "11" - ], - "rowCount": 415800 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_manufact_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 13, - "name": "$13" - } - ], - "rowCount": 415800 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "29", - "31" - ], - "rowCount": 4.8207141208381116E23 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Books ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 50 - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 13, - "name": "$13" - } - ] - } - ] - }, - "inputs": [ - "15" - ], - "rowCount": 62370.00000000001 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_manufact_id" - ], - "exprs": [ - { - "input": 13, - "name": "$13" - } - ], - "rowCount": 62370.00000000001 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - } - ] - }, - "joinType": "semi", - "inputs": [ - "32", - "34" - ], - "rowCount": 6.507964063131451E22 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 10 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 6.507964063131451E21 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_manufact_id", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 6.507964063131451E21 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - } - ] - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 1.7491657141260002E10 - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_item_sk", - "ws_bill_addr_sk", - "ws_ext_sales_price", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 1.7491657141260002E10 - }, - { - "id": "41", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 1643.6025 - }, - { - "id": "42", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year", - "d_moy" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - } - ], - "rowCount": 1643.6025 - }, - { - "id": "43", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "40", - "42" - ], - "rowCount": 4.312399710977669E12 - }, - { - "id": "44", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "literal": -6, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 6000000 - }, - { - "id": "45", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_gmt_offset" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": -6, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 5, - "scale": 2 - } - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2 - } - } - ], - "rowCount": 6000000 - }, - { - "id": "46", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "43", - "45" - ], - "rowCount": 3881159739879902208 - }, - { - "id": "47", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 13, - "name": "$13" - } - ] - }, - "inputs": [ - "11" - ], - "rowCount": 415800 - }, - { - "id": "48", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_manufact_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 13, - "name": "$13" - } - ], - "rowCount": 415800 - }, - { - "id": "49", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "46", - "48" - ], - "rowCount": 2.420679329763095E23 - }, - { - "id": "50", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Books ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 50 - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 13, - "name": "$13" - } - ] - } - ] - }, - "inputs": [ - "15" - ], - "rowCount": 62370.00000000001 - }, - { - "id": "51", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_manufact_id" - ], - "exprs": [ - { - "input": 13, - "name": "$13" - } - ], - "rowCount": 62370.00000000001 - }, - { - "id": "52", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - } - ] - }, - "joinType": "semi", - "inputs": [ - "49", - "51" - ], - "rowCount": 3.2679170951801783E22 - }, - { - "id": "53", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 10 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 3.2679170951801786E21 - }, - { - "id": "54", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_manufact_id", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 3.2679170951801786E21 - }, - { - "id": "55", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", - "all": true, - "inputs": [ - "20", - "37", - "54" - ], - "rowCount": 2.226225437383369E22 - }, - { - "id": "56", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_manufact_id", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 2.226225437383369E22 - }, - { - "id": "57", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 27, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 2.226225437383369E21 - }, - { - "id": "58", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_manufact_id", - "total_sales" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 2.226225437383369E21 - }, - { - "id": "59", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 13 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) + Map 11 <- Map 13 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Reducer 8 (BROADCAST_EDGE) + Map 14 <- Map 13 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Reducer 10 (BROADCAST_EDGE) + Reducer 10 <- Map 7 (SIMPLE_EDGE) + Reducer 12 <- Map 11 (SIMPLE_EDGE), Union 3 (CONTAINS) + Reducer 15 <- Map 14 (SIMPLE_EDGE), Union 3 (CONTAINS) + Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS) + Reducer 4 <- Union 3 (SIMPLE_EDGE) + Reducer 5 <- Reducer 4 (SIMPLE_EDGE) + Reducer 8 <- Map 7 (SIMPLE_EDGE) + Reducer 9 <- Map 7 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: ss_addr_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_271_container, bigKeyColName:ss_addr_sk, smallTablePos:1, keyRatio:1.585245486373433E-8 + Statistics: Num rows: 82510879939 Data size: 10987909046272 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ss_addr_sk is not null (type: boolean) + Statistics: Num rows: 80564040039 Data size: 10728649906576 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_addr_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 80564040039 Data size: 10728649906576 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 6 + Statistics: Num rows: 1367716804 Data size: 10941734552 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2 + input vertices: + 1 Map 13 + Statistics: Num rows: 227952808 Data size: 1823622576 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col10 + input vertices: + 1 Reducer 9 + Statistics: Num rows: 227384408 Data size: 909533152 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col10 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col2, _col10 + input vertices: + 1 Map 7 + Statistics: Num rows: 227384408 Data size: 909533152 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2) + keys: _col10 (type: int) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 3952 Data size: 458432 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 3952 Data size: 458432 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 11 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: cs_bill_addr_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_275_container, bigKeyColName:cs_item_sk, smallTablePos:1, keyRatio:0.0027954892505937553 + Statistics: Num rows: 43005109025 Data size: 5835793041376 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: cs_bill_addr_sk is not null (type: boolean) + Statistics: Num rows: 42898229145 Data size: 5821289442328 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_bill_addr_sk (type: bigint), cs_item_sk (type: bigint), cs_ext_sales_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 42898229145 Data size: 5821289442328 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 6 + Statistics: Num rows: 723125004 Data size: 79690279120 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2 + input vertices: + 1 Map 13 + Statistics: Num rows: 120520838 Data size: 2445693184 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col10 + input vertices: + 1 Reducer 8 + Statistics: Num rows: 120220320 Data size: 1928745152 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col10 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col2, _col10 + input vertices: + 1 Map 7 + Statistics: Num rows: 120220320 Data size: 1928745152 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2) + keys: _col10 (type: int) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 7904 Data size: 916864 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 7904 Data size: 916864 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 13 + Map Operator Tree: + TableScan + alias: customer_address + filterExpr: (ca_gmt_offset = -6) (type: boolean) + Statistics: Num rows: 40000000 Data size: 4665468064 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ca_gmt_offset = -6) (type: boolean) + Statistics: Num rows: 6666667 Data size: 777578088 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ca_address_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 14 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: ws_bill_addr_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_277_container, bigKeyColName:ws_bill_addr_sk, smallTablePos:1, keyRatio:6.057059039311133E-8 + Statistics: Num rows: 21594638446 Data size: 2936546611376 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ws_bill_addr_sk is not null (type: boolean) + Statistics: Num rows: 21591937227 Data size: 2936179286152 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_item_sk (type: bigint), ws_bill_addr_sk (type: bigint), ws_ext_sales_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 21591937227 Data size: 2936179286152 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 6 + Statistics: Num rows: 366561252 Data size: 46595663536 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2 + input vertices: + 1 Map 13 + Statistics: Num rows: 61093544 Data size: 7028655600 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col10 + input vertices: + 1 Reducer 10 + Statistics: Num rows: 60941208 Data size: 6766605856 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col10 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col2, _col10 + input vertices: + 1 Map 7 + Statistics: Num rows: 60941208 Data size: 6766605856 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2) + keys: _col10 (type: int) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 26676 Data size: 3094416 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 26676 Data size: 3094416 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: ((d_year = 1999) and (d_moy = 3)) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 1999) and (d_moy = 3)) (type: boolean) + Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 14 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 11 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: item + filterExpr: (((i_category = 'Books ') and i_manufact_id is not null) or i_manufact_id is not null) (type: boolean) + Statistics: Num rows: 462000 Data size: 43423396 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((i_category = 'Books ') and i_manufact_id is not null) (type: boolean) + Statistics: Num rows: 41895 Data size: 3937718 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_manufact_id (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 41895 Data size: 167168 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: int) + minReductionHashAggr: 0.97641724 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 988 Data size: 3948 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 988 Data size: 3948 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 988 Data size: 3948 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 988 Data size: 3948 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: i_manufact_id is not null (type: boolean) + Statistics: Num rows: 460848 Data size: 5525584 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_manufact_id (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 460848 Data size: 5525584 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 460848 Data size: 5525584 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 460848 Data size: 5525584 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 460848 Data size: 5525584 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 10 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int) + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 460848 Data size: 5525584 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int) + Reducer 12 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 987 Data size: 114492 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col0 (type: int) + minReductionHashAggr: 0.66677916 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 987 Data size: 114492 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 987 Data size: 114492 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(27,2)) + Reducer 15 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 988 Data size: 114608 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col0 (type: int) + minReductionHashAggr: 0.66677916 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 987 Data size: 114492 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 987 Data size: 114492 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(27,2)) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 987 Data size: 114492 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col0 (type: int) + minReductionHashAggr: 0.66677916 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 987 Data size: 114492 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 987 Data size: 114492 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(27,2)) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 987 Data size: 114492 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: + + keys: _col1 (type: decimal(27,2)) + null sort order: z + Statistics: Num rows: 987 Data size: 114492 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Reduce Output Operator + key expressions: _col1 (type: decimal(27,2)) + null sort order: z + sort order: + + Statistics: Num rows: 987 Data size: 114492 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: int) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: int), KEY.reducesinkkey0 (type: decimal(27,2)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 987 Data size: 114492 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 11600 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 11600 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 8 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int) + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 460848 Data size: 5525584 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int) + Reducer 9 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int) + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 460848 Data size: 5525584 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int) + Union 3 + Vertex: Union 3 + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query34.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query34.q.out index 6d95c81d3c67..3bd4b54e6623 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query34.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query34.q.out @@ -1,2247 +1,230 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer" - ], - "table:alias": "customer", - "inputs": [], - "rowCount": 80000000, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "c_customer_sk" - }, - { - "type": "CHAR", - "nullable": false, - "precision": 16, - "name": "c_customer_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_shipto_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_sales_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "c_salutation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "c_first_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "c_last_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "c_preferred_cust_flag" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_day" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_month" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_year" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "c_birth_country" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 13, - "name": "c_login" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "c_email_address" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_last_review_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "c_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "c_salutation", - "ndv": 7 - }, - { - "name": "c_first_name", - "ndv": 5158 - }, - { - "name": "c_last_name", - "ndv": 5123 - }, - { - "name": "c_preferred_cust_flag", - "ndv": 3 - }, - { - "name": "c_customer_id", - "ndv": 80610928 - }, - { - "name": "c_current_cdemo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "c_current_hdemo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "c_current_addr_sk", - "ndv": 33825344, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "c_first_shipto_date_sk", - "ndv": 3646, - "minValue": 2449028, - "maxValue": 2452678 - }, - { - "name": "c_first_sales_date_sk", - "ndv": 3643, - "minValue": 2448998, - "maxValue": 2452648 - }, - { - "name": "c_birth_day", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "c_birth_month", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "c_birth_year", - "ndv": 67, - "minValue": 1924, - "maxValue": 1992 - }, - { - "name": "c_birth_country", - "ndv": 216 - }, - { - "name": "c_login", - "ndv": 1 - }, - { - "name": "c_email_address", - "ndv": 75301330 - }, - { - "name": "c_last_review_date_sk", - "ndv": 364, - "minValue": 2452283, - "maxValue": 2452648 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_salutation", - "c_first_name", - "c_last_name", - "c_preferred_cust_flag" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - } - ], - "rowCount": 80000000 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 5.413538832797791E10 - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_customer_sk", - "ss_hdemo_sk", - "ss_store_sk", - "ss_ticket_number", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 5.413538832797791E10 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2002, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 9, - "name": "$9" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 9, - "name": "$9" - }, - { - "literal": 25, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 28, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - } - ] - }, - "rowCount": 4565.5625 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 4565.5625 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "4", - "7" - ], - "rowCount": 3.707377483097305E13 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "household_demographics" - ], - "table:alias": "household_demographics", - "inputs": [], - "rowCount": 7200, - "avgRowSize": 183, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "hd_demo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "hd_income_band_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "hd_buy_potential" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "hd_dep_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "hd_vehicle_count" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "hd_demo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "hd_buy_potential", - "ndv": 6 - }, - { - "name": "hd_dep_count", - "ndv": 10, - "minValue": 0, - "maxValue": 9 - }, - { - "name": "hd_vehicle_count", - "ndv": 6, - "minValue": -1, - "maxValue": 4 - }, - { - "name": "hd_income_band_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - } - ] - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": ">10000", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - }, - { - "literal": "unknown", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 7 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - } - ] - }, - { - "literal": 1.2, - "type": { - "type": "DOUBLE", - "nullable": false - } - } - ] - }, - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 225 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "hd_demo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 225 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "8", - "11" - ], - "rowCount": 1.2512399005453402E15 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store" - ], - "table:alias": "store", - "inputs": [], - "rowCount": 1704, - "avgRowSize": 1375, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "s_store_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "s_store_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "s_closed_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_store_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_number_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_floor_space" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "s_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_market_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_geography_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_market_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_division_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_company_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_company_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 10, - "name": "s_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "s_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "s_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "s_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "s_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "s_store_sk", - "ndv": 1736, - "minValue": 1, - "maxValue": 1704 - }, - { - "name": "s_county", - "ndv": 128 - }, - { - "name": "s_store_id", - "ndv": 879 - }, - { - "name": "s_rec_start_date", - "ndv": 0, - "minValue": 9933, - "maxValue": 11394 - }, - { - "name": "s_rec_end_date", - "ndv": 0, - "minValue": 10663, - "maxValue": 11393 - }, - { - "name": "s_closed_date_sk", - "ndv": 263, - "minValue": 2450820, - "maxValue": 2451314 - }, - { - "name": "s_store_name", - "ndv": 11 - }, - { - "name": "s_number_employees", - "ndv": 100, - "minValue": 200, - "maxValue": 300 - }, - { - "name": "s_floor_space", - "ndv": 1289, - "minValue": 5000201, - "maxValue": 9997773 - }, - { - "name": "s_hours", - "ndv": 4 - }, - { - "name": "s_manager", - "ndv": 1245 - }, - { - "name": "s_market_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "s_geography_class", - "ndv": 2 - }, - { - "name": "s_market_desc", - "ndv": 1311 - }, - { - "name": "s_market_manager", - "ndv": 1236 - }, - { - "name": "s_division_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_division_name", - "ndv": 2 - }, - { - "name": "s_company_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_company_name", - "ndv": 2 - }, - { - "name": "s_street_number", - "ndv": 736 - }, - { - "name": "s_street_name", - "ndv": 851 - }, - { - "name": "s_street_type", - "ndv": 21 - }, - { - "name": "s_suite_number", - "ndv": 76 - }, - { - "name": "s_city", - "ndv": 267 - }, - { - "name": "s_state", - "ndv": 44 - }, - { - "name": "s_zip", - "ndv": 983 - }, - { - "name": "s_country", - "ndv": 2 - }, - { - "name": "s_gmt_offset", - "ndv": 5, - "minValue": -9, - "maxValue": -5 - }, - { - "name": "s_tax_percentage", - "ndv": 12, - "minValue": 0, - "maxValue": 0.11 - } - ] - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 23, - "name": "$23" - }, - { - "literal": "Barrow County", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 30 - } - }, - { - "literal": "Fairfield County", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 30 - } - }, - { - "literal": "Huron County", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 30 - } - }, - { - "literal": "Jackson County", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 30 - } - }, - { - "literal": "Kittitas County", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 30 - } - }, - { - "literal": "Maverick County", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 30 - } - }, - { - "literal": "Mobile County", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 30 - } - }, - { - "literal": "Pennington County", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 30 - } - } - ] - }, - "rowCount": 426 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 426 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "12", - "15" - ], - "rowCount": 79954229644847232 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 3 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 7995422964484723 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_ticket_number", - "ss_customer_sk", - "$f2" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 7995422964484723 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 2, - "name": "$2" - }, - { - "literal": 15, - "type": { - "type": "BIGINT", - "nullable": false - } - }, - { - "literal": 20, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - "rowCount": 1.9988557411211808E15 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_ticket_number", - "ss_customer_sk", - "$f2" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 1.9988557411211808E15 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "1", - "20" - ], - "rowCount": 2.398626889345417E22 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_last_name", - "c_first_name", - "c_salutation", - "c_preferred_cust_flag", - "ss_ticket_number", - "cnt" - ], - "exprs": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 7, - "name": "$7" - } - ], - "rowCount": 2.398626889345417E22 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 3, - "direction": "DESCENDING", - "nulls": "FIRST" - } - ], - "rowCount": 2.398626889345417E22 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Reducer 4 (BROADCAST_EDGE) + Map 3 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 4 <- Map 3 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: customer + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_92_container, bigKeyColName:c_customer_sk, smallTablePos:1, keyRatio:1.25E-8 + Statistics: Num rows: 80000000 Data size: 28800000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: c_customer_sk (type: bigint), c_salutation (type: char(10)), c_first_name (type: char(20)), c_last_name (type: char(30)), c_preferred_cust_flag (type: char(1)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 80000000 Data size: 28800000000 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col1 (type: bigint) + outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col7 + input vertices: + 1 Reducer 4 + Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col3 (type: char(30)), _col2 (type: char(20)), _col1 (type: char(10)), _col4 (type: char(1)), _col5 (type: bigint), _col7 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: char(10)), _col3 (type: char(1)) + null sort order: zzza + sort order: +++- + Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col4 (type: bigint), _col5 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 3 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: (ss_hdemo_sk is not null and ss_customer_sk is not null and ss_store_sk is not null) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_91_container, bigKeyColName:ss_store_sk, smallTablePos:1, keyRatio:1.0878322963754328E-6 + Statistics: Num rows: 82510879939 Data size: 3253774532920 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ss_hdemo_sk is not null and ss_customer_sk is not null and ss_store_sk is not null) (type: boolean) + Statistics: Num rows: 76814649841 Data size: 3029146599728 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_customer_sk (type: bigint), ss_hdemo_sk (type: bigint), ss_store_sk (type: bigint), ss_ticket_number (type: bigint), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 76814649841 Data size: 3029146599728 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col4 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 1 Map 5 + Statistics: Num rows: 10474581088 Data size: 291747200904 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col3 + input vertices: + 1 Map 6 + Statistics: Num rows: 1396610885 Data size: 11172887096 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col3 + input vertices: + 1 Map 7 + Statistics: Num rows: 87801095 Data size: 702408768 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + keys: _col0 (type: bigint), _col3 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 87801095 Data size: 1404817528 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 87801095 Data size: 1404817528 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: ((d_year) IN (2000, 2001, 2002) and (d_dom BETWEEN 1 AND 3 or d_dom BETWEEN 25 AND 28)) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year) IN (2000, 2001, 2002) and (d_dom BETWEEN 1 AND 3 or d_dom BETWEEN 25 AND 28)) (type: boolean) + Statistics: Num rows: 249 Data size: 3984 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 249 Data size: 1992 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 249 Data size: 1992 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 249 Data size: 1992 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 249 Data size: 1992 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 249 Data size: 1992 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 3 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: household_demographics + filterExpr: ((hd_vehicle_count > 0) and (hd_buy_potential) IN ('>10000 ', 'unknown ') and if((hd_vehicle_count > 0), ((UDFToDouble(hd_dep_count) / UDFToDouble(hd_vehicle_count)) > 1.2D), false)) (type: boolean) + Statistics: Num rows: 7200 Data size: 777600 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((hd_vehicle_count > 0) and (hd_buy_potential) IN ('>10000 ', 'unknown ') and if((hd_vehicle_count > 0), ((UDFToDouble(hd_dep_count) / UDFToDouble(hd_vehicle_count)) > 1.2D), false)) (type: boolean) + Statistics: Num rows: 960 Data size: 103680 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: hd_demo_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 960 Data size: 7680 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 960 Data size: 7680 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: store + filterExpr: (s_county) IN ('Barrow County', 'Fairfield County', 'Huron County', 'Jackson County', 'Kittitas County', 'Maverick County', 'Mobile County', 'Pennington County') (type: boolean) + Statistics: Num rows: 1704 Data size: 180624 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (s_county) IN ('Barrow County', 'Fairfield County', 'Huron County', 'Jackson County', 'Kittitas County', 'Maverick County', 'Mobile County', 'Pennington County') (type: boolean) + Statistics: Num rows: 107 Data size: 11342 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: s_store_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 107 Data size: 856 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 107 Data size: 856 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(30)), KEY.reducesinkkey1 (type: char(20)), KEY.reducesinkkey2 (type: char(10)), KEY.reducesinkkey3 (type: char(1)), VALUE._col0 (type: bigint), VALUE._col1 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + keys: KEY._col0 (type: bigint), KEY._col1 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 87801095 Data size: 1404817528 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: bigint), _col0 (type: bigint), _col2 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 87801095 Data size: 1404817528 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: _col2 BETWEEN 15L AND 20L (type: boolean) + Statistics: Num rows: 6 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 6 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col2 (type: bigint) + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query35.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query35.q.out index 0c60c15871d2..c78475a0d3e5 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query35.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query35.q.out @@ -1,3595 +1,443 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_demographics" - ], - "table:alias": "customer_demographics", - "inputs": [], - "rowCount": 1920800, - "avgRowSize": 217, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "cd_demo_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_gender" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_marital_status" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "cd_education_status" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_purchase_estimate" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "cd_credit_rating" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_employed_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_college_count" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "cd_demo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cd_gender", - "ndv": 2 - }, - { - "name": "cd_marital_status", - "ndv": 5 - }, - { - "name": "cd_dep_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_dep_employed_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_dep_college_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_education_status", - "ndv": 7 - }, - { - "name": "cd_purchase_estimate", - "ndv": 20, - "minValue": 500, - "maxValue": 10000 - }, - { - "name": "cd_credit_rating", - "ndv": 4 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cd_demo_sk", - "cd_gender", - "cd_marital_status", - "cd_dep_count", - "cd_dep_employed_count", - "cd_dep_college_count" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 1920800 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer" - ], - "table:alias": "c", - "inputs": [], - "rowCount": 80000000, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "c_customer_sk" - }, - { - "type": "CHAR", - "nullable": false, - "precision": 16, - "name": "c_customer_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_shipto_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_sales_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "c_salutation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "c_first_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "c_last_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "c_preferred_cust_flag" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_day" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_month" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_year" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "c_birth_country" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 13, - "name": "c_login" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "c_email_address" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_last_review_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "c_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "c_current_cdemo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "c_current_addr_sk", - "ndv": 33825344, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "c_customer_id", - "ndv": 80610928 - }, - { - "name": "c_current_hdemo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "c_first_shipto_date_sk", - "ndv": 3646, - "minValue": 2449028, - "maxValue": 2452678 - }, - { - "name": "c_first_sales_date_sk", - "ndv": 3643, - "minValue": 2448998, - "maxValue": 2452648 - }, - { - "name": "c_salutation", - "ndv": 7 - }, - { - "name": "c_first_name", - "ndv": 5158 - }, - { - "name": "c_last_name", - "ndv": 5123 - }, - { - "name": "c_preferred_cust_flag", - "ndv": 3 - }, - { - "name": "c_birth_day", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "c_birth_month", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "c_birth_year", - "ndv": 67, - "minValue": 1924, - "maxValue": 1992 - }, - { - "name": "c_birth_country", - "ndv": 216 - }, - { - "name": "c_login", - "ndv": 1 - }, - { - "name": "c_email_address", - "ndv": 75301330 - }, - { - "name": "c_last_review_date_sk", - "ndv": 364, - "minValue": 2452283, - "maxValue": 2452648 - } - ] - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - "rowCount": 6.480000000000001E7 - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_current_cdemo_sk", - "c_current_addr_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 6.480000000000001E7 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_customer_sk", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<", - "kind": "LESS_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "literal": 4, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 5478.675 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 5478.675 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "7", - "10" - ], - "rowCount": 5.4924110860700805E13 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_customer_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 5.4924110860700805E13 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "semi", - "inputs": [ - "4", - "12" - ], - "rowCount": 3936600.0000000005 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - } - ] - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 1.7491657141260002E10 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_bill_customer_sk", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 1.7491657141260002E10 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<", - "kind": "LESS_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "literal": 4, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "8" - ], - "rowCount": 5478.675 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 5478.675 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "16", - "18" - ], - "rowCount": 1.4374665703258896E13 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [], - "rowCount": 1.4374665703258896E12 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "literalTrue", - "ws_bill_customer_sk" - ], - "exprs": [ - { - "literal": true, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1.4374665703258896E12 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "left", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "13", - "21" - ], - "rowCount": 848809635115080704 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - } - ] - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 3.483413831025E10 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_ship_customer_sk", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.483413831025E10 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<", - "kind": "LESS_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "literal": 4, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "8" - ], - "rowCount": 5478.675 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 5478.675 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "25", - "27" - ], - "rowCount": 2.862673840603634E13 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [], - "rowCount": 2.862673840603634E12 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "literalTrue", - "cs_ship_customer_sk" - ], - "exprs": [ - { - "literal": true, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 2.862673840603634E12 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "left", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "22", - "30" - ], - "rowCount": 3.6447977071516E29 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - } - ] - }, - "rowCount": 9.111994267879E28 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_current_cdemo_sk", - "c_current_addr_sk", - "literalTrue", - "ws_bill_customer_sk", - "literalTrue0", - "cs_ship_customer_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 9.111994267879E28 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "1", - "33" - ], - "rowCount": 2.6253477884612972E34 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "ca", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_state" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 40000000 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 13, - "name": "$13" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "34", - "36" - ], - "rowCount": 1.5752086730767783E41 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 1, - 2, - 3, - 4, - 5, - 14 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "max", - "kind": "MAX", - "syntax": "FUNCTION" - }, - "type": { - "type": "INTEGER", - "nullable": true - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "max", - "kind": "MAX", - "syntax": "FUNCTION" - }, - "type": { - "type": "INTEGER", - "nullable": true - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - }, - { - "agg": { - "name": "max", - "kind": "MAX", - "syntax": "FUNCTION" - }, - "type": { - "type": "INTEGER", - "nullable": true - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - } - ], - "rowCount": 1.5752086730767783E40 - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_state", - "cd_gender", - "cd_marital_status", - "cnt1", - "_o__c4", - "_o__c5", - "_o__c6", - "cd_dep_employed_count", - "cnt2", - "_o__c9", - "_o__c10", - "_o__c11", - "cd_dep_college_count", - "cnt3", - "_o__c14", - "_o__c15", - "_o__c16", - "(tok_table_or_col cd_dep_count)" - ], - "exprs": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 6, - "name": "$6" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "input": 8, - "name": "$8" - } - ] - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 6, - "name": "$6" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 10, - "name": "$10" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "input": 11, - "name": "$11" - } - ] - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 6, - "name": "$6" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 13, - "name": "$13" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "input": 14, - "name": "$14" - } - ] - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 1.5752086730767783E40 - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 17, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 7, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 12, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - }, - { - "id": "41", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_state", - "cd_gender", - "cd_marital_status", - "cnt1", - "_c4", - "_c5", - "_c6", - "cd_dep_employed_count", - "cnt2", - "_c9", - "_c10", - "_c11", - "cd_dep_college_count", - "cnt3", - "_c14", - "_c15", - "_c16" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 16, - "name": "$16" - } - ], - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 11 <- Map 10 (BROADCAST_EDGE) + Map 7 <- Map 10 (BROADCAST_EDGE) + Map 8 <- Map 10 (BROADCAST_EDGE) + Reducer 12 <- Map 11 (SIMPLE_EDGE) + Reducer 3 <- Map 1 (BROADCAST_EDGE), Map 2 (CUSTOM_SIMPLE_EDGE), Map 7 (CUSTOM_SIMPLE_EDGE), Reducer 12 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) + Reducer 4 <- Map 13 (CUSTOM_SIMPLE_EDGE), Reducer 3 (CUSTOM_SIMPLE_EDGE) + Reducer 5 <- Reducer 4 (SIMPLE_EDGE) + Reducer 6 <- Reducer 5 (SIMPLE_EDGE) + Reducer 9 <- Map 8 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: customer_demographics + Statistics: Num rows: 1920800 Data size: 364952000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cd_demo_sk (type: bigint), cd_gender (type: char(1)), cd_marital_status (type: char(1)), cd_dep_count (type: int), cd_dep_employed_count (type: int), cd_dep_college_count (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 1920800 Data size: 364952000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1920800 Data size: 364952000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(1)), _col2 (type: char(1)), _col3 (type: int), _col4 (type: int), _col5 (type: int) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 10 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: ((d_year = 1999) and (d_qoy < 4)) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 1999) and (d_qoy < 4)) (type: boolean) + Statistics: Num rows: 367 Data size: 5872 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 8 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 7 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 11 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 11 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: cs_ship_customer_sk is not null (type: boolean) + Statistics: Num rows: 43005109025 Data size: 687211661648 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: cs_ship_customer_sk is not null (type: boolean) + Statistics: Num rows: 42896348680 Data size: 685473696576 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_ship_customer_sk (type: bigint), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 42896348680 Data size: 685473696576 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0 + input vertices: + 1 Map 10 + Statistics: Num rows: 8560491514 Data size: 67616049808 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 4152767035 Data size: 32801119216 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 4152767035 Data size: 32801119216 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 13 + Map Operator Tree: + TableScan + alias: ca + Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ca_address_sk (type: bigint), ca_state (type: char(2)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 2 + Map Operator Tree: + TableScan + alias: c + filterExpr: (c_current_cdemo_sk is not null and c_current_addr_sk is not null) (type: boolean) + Statistics: Num rows: 80000000 Data size: 1897611080 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (c_current_cdemo_sk is not null and c_current_addr_sk is not null) (type: boolean) + Statistics: Num rows: 77201384 Data size: 1831227520 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: c_customer_sk (type: bigint), c_current_cdemo_sk (type: bigint), c_current_addr_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 77201384 Data size: 1831227520 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 77201384 Data size: 1831227520 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint), _col2 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: ss_customer_sk is not null (type: boolean) + Statistics: Num rows: 82510879939 Data size: 1304615207232 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ss_customer_sk is not null (type: boolean) + Statistics: Num rows: 80566020964 Data size: 1273864200864 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_customer_sk (type: bigint), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80566020964 Data size: 1273864200864 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0 + input vertices: + 1 Map 10 + Statistics: Num rows: 16192399916 Data size: 114347064768 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 7054726095 Data size: 49818879592 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 7054726095 Data size: 49818879592 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: ws_bill_customer_sk is not null (type: boolean) + Statistics: Num rows: 21594638446 Data size: 345492666072 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ws_bill_customer_sk is not null (type: boolean) + Statistics: Num rows: 21591944812 Data size: 345449570616 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_bill_customer_sk (type: bigint), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 21591944812 Data size: 345449570616 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0 + input vertices: + 1 Map 10 + Statistics: Num rows: 4339613664 Data size: 34695362936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 2146404360 Data size: 17160577888 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 2146404360 Data size: 17160577888 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 12 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: bigint) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 15670819 Data size: 123777816 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: true (type: boolean), _col0 (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 15670819 Data size: 186461092 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 15670819 Data size: 186461092 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: boolean) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 7 + Statistics: Num rows: 6807932861 Data size: 163368782968 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Map Join Operator + condition map: + Left Outer Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col1 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 1 Reducer 9 + Statistics: Num rows: 15782385 Data size: 420301084 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Outer Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col1 (type: bigint) + outputColumnNames: _col1, _col2, _col3, _col5 + input vertices: + 1 Reducer 12 + Statistics: Num rows: 15670819 Data size: 354493960 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col3 is not null or _col5 is not null) (type: boolean) + Statistics: Num rows: 15670819 Data size: 354493960 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: bigint), _col2 (type: bigint) + outputColumnNames: _col1, _col2 + Statistics: Num rows: 15670819 Data size: 229127408 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col1 (type: bigint) + outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col8 + input vertices: + 0 Map 1 + Statistics: Num rows: 15670819 Data size: 2977455610 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col8 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col8 (type: bigint) + Statistics: Num rows: 15670819 Data size: 2977455610 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(1)), _col2 (type: char(1)), _col3 (type: int), _col4 (type: int), _col5 (type: int) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col14 + input vertices: + 1 Map 13 + Statistics: Num rows: 15670819 Data size: 4199779492 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Top N Key Operator + sort order: ++++++ + keys: _col14 (type: char(2)), _col1 (type: char(1)), _col2 (type: char(1)), _col3 (type: int), _col4 (type: int), _col5 (type: int) + null sort order: zzzzzz + Statistics: Num rows: 15670819 Data size: 4199779492 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + aggregations: count(), sum(_col3), count(_col3), max(_col3), sum(_col4), count(_col4), max(_col4), sum(_col5), count(_col5), max(_col5) + keys: _col14 (type: char(2)), _col1 (type: char(1)), _col2 (type: char(1)), _col3 (type: int), _col4 (type: int), _col5 (type: int) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 1224510 Data size: 411435360 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(2)), _col1 (type: char(1)), _col2 (type: char(1)), _col3 (type: int), _col4 (type: int), _col5 (type: int) + null sort order: zzzzzz + sort order: ++++++ + Map-reduce partition columns: _col0 (type: char(2)), _col1 (type: char(1)), _col2 (type: char(1)), _col3 (type: int), _col4 (type: int), _col5 (type: int) + Statistics: Num rows: 1224510 Data size: 411435360 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col6 (type: bigint), _col7 (type: bigint), _col8 (type: bigint), _col9 (type: int), _col10 (type: bigint), _col11 (type: bigint), _col12 (type: int), _col13 (type: bigint), _col14 (type: bigint), _col15 (type: int) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0), sum(VALUE._col1), count(VALUE._col2), max(VALUE._col3), sum(VALUE._col4), count(VALUE._col5), max(VALUE._col6), sum(VALUE._col7), count(VALUE._col8), max(VALUE._col9) + keys: KEY._col0 (type: char(2)), KEY._col1 (type: char(1)), KEY._col2 (type: char(1)), KEY._col3 (type: int), KEY._col4 (type: int), KEY._col5 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 72030 Data size: 24202080 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(2)), _col1 (type: char(1)), _col2 (type: char(1)), _col6 (type: bigint), (UDFToDouble(_col7) / _col8) (type: double), _col9 (type: int), _col7 (type: bigint), _col4 (type: int), (UDFToDouble(_col10) / _col11) (type: double), _col12 (type: int), _col10 (type: bigint), _col5 (type: int), (UDFToDouble(_col13) / _col14) (type: double), _col15 (type: int), _col13 (type: bigint), _col3 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col9, _col10, _col11, _col12, _col14, _col15, _col16, _col17 + Statistics: Num rows: 72030 Data size: 24202080 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(2)), _col1 (type: char(1)), _col2 (type: char(1)), _col17 (type: int), _col7 (type: int), _col12 (type: int) + null sort order: zzzzzz + sort order: ++++++ + Statistics: Num rows: 72030 Data size: 24202080 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: bigint), _col4 (type: double), _col5 (type: int), _col6 (type: bigint), _col9 (type: double), _col10 (type: int), _col11 (type: bigint), _col14 (type: double), _col15 (type: int), _col16 (type: bigint) + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(2)), KEY.reducesinkkey1 (type: char(1)), KEY.reducesinkkey2 (type: char(1)), VALUE._col0 (type: bigint), VALUE._col1 (type: double), VALUE._col2 (type: int), VALUE._col3 (type: bigint), KEY.reducesinkkey4 (type: int), VALUE._col0 (type: bigint), VALUE._col4 (type: double), VALUE._col5 (type: int), VALUE._col6 (type: bigint), KEY.reducesinkkey5 (type: int), VALUE._col0 (type: bigint), VALUE._col7 (type: double), VALUE._col8 (type: int), VALUE._col9 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16 + Statistics: Num rows: 72030 Data size: 25066440 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 34800 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 34800 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 9 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: bigint) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 15782385 Data size: 126180728 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: true (type: boolean), _col0 (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 15782385 Data size: 189310268 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 15782385 Data size: 189310268 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: boolean) + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query36.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query36.q.out index 1e9851215e16..8b144f96242b 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query36.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query36.q.out @@ -1,2252 +1,244 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_store_sk", - "ss_ext_sales_price", - "ss_net_profit", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 21, - "name": "$21" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "d1", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 10957.35 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 1.0984822172140161E14 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store" - ], - "table:alias": "store", - "inputs": [], - "rowCount": 1704, - "avgRowSize": 1375, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "s_store_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "s_store_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "s_closed_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_store_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_number_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_floor_space" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "s_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_market_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_geography_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_market_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_division_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_company_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_company_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 10, - "name": "s_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "s_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "s_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "s_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "s_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "s_store_sk", - "ndv": 1736, - "minValue": 1, - "maxValue": 1704 - }, - { - "name": "s_state", - "ndv": 44 - }, - { - "name": "s_store_id", - "ndv": 879 - }, - { - "name": "s_rec_start_date", - "ndv": 0, - "minValue": 9933, - "maxValue": 11394 - }, - { - "name": "s_rec_end_date", - "ndv": 0, - "minValue": 10663, - "maxValue": 11393 - }, - { - "name": "s_closed_date_sk", - "ndv": 263, - "minValue": 2450820, - "maxValue": 2451314 - }, - { - "name": "s_store_name", - "ndv": 11 - }, - { - "name": "s_number_employees", - "ndv": 100, - "minValue": 200, - "maxValue": 300 - }, - { - "name": "s_floor_space", - "ndv": 1289, - "minValue": 5000201, - "maxValue": 9997773 - }, - { - "name": "s_hours", - "ndv": 4 - }, - { - "name": "s_manager", - "ndv": 1245 - }, - { - "name": "s_market_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "s_geography_class", - "ndv": 2 - }, - { - "name": "s_market_desc", - "ndv": 1311 - }, - { - "name": "s_market_manager", - "ndv": 1236 - }, - { - "name": "s_division_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_division_name", - "ndv": 2 - }, - { - "name": "s_company_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_company_name", - "ndv": 2 - }, - { - "name": "s_street_number", - "ndv": 736 - }, - { - "name": "s_street_name", - "ndv": 851 - }, - { - "name": "s_street_type", - "ndv": 21 - }, - { - "name": "s_suite_number", - "ndv": 76 - }, - { - "name": "s_city", - "ndv": 267 - }, - { - "name": "s_county", - "ndv": 128 - }, - { - "name": "s_zip", - "ndv": 983 - }, - { - "name": "s_country", - "ndv": 2 - }, - { - "name": "s_gmt_offset", - "ndv": 5, - "minValue": -9, - "maxValue": -5 - }, - { - "name": "s_tax_percentage", - "ndv": 12, - "minValue": 0, - "maxValue": 0.11 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 24, - "name": "$24" - }, - { - "literal": "AL", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "FL", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "GA", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "LA", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "MI", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "MO", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "SC", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "SD", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - } - ] - }, - "rowCount": 426 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 426 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 7019301367997563 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_class", - "i_category" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 12, - "name": "$12" - } - ], - "rowCount": 462000 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "10", - "12" - ], - "rowCount": 4.864375848022311E20 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3" - ], - "exprs": [ - { - "input": 9, - "name": "$9" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 4.864375848022311E20 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1 - ], - "groups": [ - [ - 0, - 1 - ], - [ - 0 - ], - [] - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "GROUPING__ID", - "kind": "OTHER", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": false - }, - "distinct": false, - "operands": [], - "name": "GROUPING__ID" - } - ], - "rowCount": 1.4593127544066933E20 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "GROUPING__ID" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 1.4593127544066933E20 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "gross_margin", - "i_category", - "i_class", - "lochierarchy", - "rank_within_parent", - "(tok_function when (= (tok_table_or_col lochierarchy) 0) (tok_table_or_col i_category))" - ], - "exprs": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "grouping", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 1, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "BIGINT", - "nullable": true - }, - "deterministic": true, - "dynamic": false - }, - { - "op": { - "name": "grouping", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "BIGINT", - "nullable": true - }, - "deterministic": true, - "dynamic": false - } - ] - }, - { - "op": { - "name": "rank", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [], - "distinct": false, - "type": { - "type": "INTEGER", - "nullable": true - }, - "window": { - "partition": [ - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "grouping", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 1, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "BIGINT", - "nullable": true - }, - "deterministic": true, - "dynamic": false - }, - { - "op": { - "name": "grouping", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "BIGINT", - "nullable": true - }, - "deterministic": true, - "dynamic": false - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "grouping", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "BIGINT", - "nullable": true - }, - "deterministic": true, - "dynamic": false - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "BIGINT", - "nullable": true - } - } - ] - }, - { - "input": 0, - "name": "$0" - }, - { - "literal": null, - "type": { - "type": "CHAR", - "nullable": true, - "precision": 50 - } - } - ] - } - ], - "order": [ - { - "expr": { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "direction": "ASCENDING", - "null-direction": "LAST" - } - ], - "range-lower": { - "type": "UNBOUNDED_PRECEDING" - }, - "range-upper": { - "type": "UNBOUNDED_FOLLOWING" - } - } - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "grouping", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 1, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "BIGINT", - "nullable": true - }, - "deterministic": true, - "dynamic": false - }, - { - "op": { - "name": "grouping", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "BIGINT", - "nullable": true - }, - "deterministic": true, - "dynamic": false - } - ] - }, - { - "literal": 0, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - { - "input": 0, - "name": "$0" - }, - { - "literal": null, - "type": { - "type": "CHAR", - "nullable": true, - "precision": 50 - } - } - ] - } - ], - "rowCount": 1.4593127544066933E20 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 3, - "direction": "DESCENDING", - "nulls": "FIRST" - }, - { - "field": 5, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 4, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "gross_margin", - "i_category", - "i_class", - "lochierarchy", - "rank_within_parent" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: ss_store_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_74_container, bigKeyColName:ss_store_sk, smallTablePos:1, keyRatio:2.049790283718186E-7 + Statistics: Num rows: 82510879939 Data size: 20011209733336 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ss_store_sk is not null (type: boolean) + Statistics: Num rows: 80569240632 Data size: 19540307575648 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_store_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_net_profit (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 80569240632 Data size: 19540307575648 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col4 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 1 Map 5 + Statistics: Num rows: 16193047015 Data size: 3445467182512 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col3 + input vertices: + 1 Map 6 + Statistics: Num rows: 2949381825 Data size: 258560072776 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col3, _col8, _col9 + input vertices: + 1 Map 7 + Statistics: Num rows: 2949381825 Data size: 771752510326 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col9 (type: char(50)), _col8 (type: char(50)), _col3 (type: decimal(7,2)), _col2 (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 2949381825 Data size: 771752510326 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2), sum(_col3) + keys: _col0 (type: char(50)), _col1 (type: char(50)), 0L (type: bigint) + grouping sets: 0, 1, 3 + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 9850005 Data size: 4077902070 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: bigint) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: bigint) + Statistics: Num rows: 9850005 Data size: 4077902070 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: d1 + filterExpr: (d_year = 1999) (type: boolean) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_year = 1999) (type: boolean) + Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: store + filterExpr: (s_state) IN ('AL', 'FL', 'GA', 'LA', 'MI', 'MO', 'SC', 'SD') (type: boolean) + Statistics: Num rows: 1704 Data size: 160176 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (s_state) IN ('AL', 'FL', 'GA', 'LA', 'MI', 'MO', 'SC', 'SD') (type: boolean) + Statistics: Num rows: 310 Data size: 29140 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: s_store_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 310 Data size: 2480 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 310 Data size: 2480 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: item + Statistics: Num rows: 462000 Data size: 87780000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_class (type: char(50)), i_category (type: char(50)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 462000 Data size: 87780000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 87780000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1) + keys: KEY._col0 (type: char(50)), KEY._col1 (type: char(50)), KEY._col2 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 3267 Data size: 1352538 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col2 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 3267 Data size: 1352538 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: (grouping(_col4, 1L) + grouping(_col4, 0L)) (type: bigint), CASE WHEN ((grouping(_col4, 0L) = UDFToLong(0))) THEN (_col0) ELSE (CAST( null AS CHAR(50))) END (type: char(50)), (_col2 / _col3) (type: decimal(37,20)) + null sort order: aaz + sort order: +++ + Map-reduce partition columns: (grouping(_col4, 1L) + grouping(_col4, 0L)) (type: bigint), CASE WHEN ((grouping(_col4, 0L) = UDFToLong(0))) THEN (_col0) ELSE (CAST( null AS CHAR(50))) END (type: char(50)) + Statistics: Num rows: 3267 Data size: 1352538 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: bigint) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: decimal(17,2)), VALUE._col3 (type: decimal(17,2)), VALUE._col4 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 3267 Data size: 1352538 Basic stats: COMPLETE Column stats: COMPLETE + PTF Operator + Function definitions: + Input definition + input alias: ptf_0 + output shape: _col0: char(50), _col1: char(50), _col2: decimal(17,2), _col3: decimal(17,2), _col4: bigint + type: WINDOWING + Windowing table definition + input alias: ptf_1 + name: windowingtablefunction + order by: (_col2 / _col3) ASC NULLS LAST + partition by: (grouping(_col4, 1L) + grouping(_col4, 0L)), CASE WHEN ((grouping(_col4, 0L) = UDFToLong(0))) THEN (_col0) ELSE (CAST( null AS CHAR(50))) END + raw input shape: + window functions: + window function definition + alias: rank_window_0 + arguments: (_col2 / _col3) + name: rank + window function: GenericUDAFRankEvaluator + window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + Statistics: Num rows: 3267 Data size: 1352538 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: -++ + keys: (grouping(_col4, 1L) + grouping(_col4, 0L)) (type: bigint), if(((grouping(_col4, 1L) + grouping(_col4, 0L)) = 0L), _col0, null) (type: char(50)), rank_window_0 (type: int) + null sort order: azz + Statistics: Num rows: 3267 Data size: 1352538 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: (_col2 / _col3) (type: decimal(37,20)), _col0 (type: char(50)), _col1 (type: char(50)), (grouping(_col4, 1L) + grouping(_col4, 0L)) (type: bigint), rank_window_0 (type: int), if(((grouping(_col4, 1L) + grouping(_col4, 0L)) = 0L), _col0, null) (type: char(50)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 3267 Data size: 999792 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col3 (type: bigint), _col5 (type: char(50)), _col4 (type: int) + null sort order: azz + sort order: -++ + Statistics: Num rows: 3267 Data size: 999792 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: decimal(37,20)), _col1 (type: char(50)), _col2 (type: char(50)) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: decimal(37,20)), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey2 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 3267 Data size: 999702 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 30600 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 30600 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query37.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query37.q.out index 9c2e95830475..b37ba649551d 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query37.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query37.q.out @@ -1,1616 +1,212 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43220864887, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1644740, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1837, - "minValue": 2450815, - "maxValue": 2452654 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_item_sk" - ], - "exprs": [ - { - "input": 14, - "name": "$14" - } - ], - "rowCount": 43220864887 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "TIMESTAMP", - "nullable": true, - "precision": 9 - } - }, - { - "literal": 991440000000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - }, - { - "literal": 996624000000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "inventory" - ], - "table:alias": "inventory", - "inputs": [], - "rowCount": 1627857000, - "avgRowSize": 157, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "inv_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "inv_item_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "inv_warehouse_sk" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "inv_quantity_on_hand" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "inv_date_sk", - "ndv": 258, - "minValue": 2450815, - "maxValue": 2452635 - }, - { - "name": "inv_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "inv_quantity_on_hand", - "ndv": 987, - "minValue": 0, - "maxValue": 1000 - }, - { - "name": "inv_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - } - ] - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 500, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 406964250 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "inv_date_sk", - "inv_item_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 406964250 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 13, - "name": "$13" - }, - { - "literal": 678, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 849, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 918, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 964, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 22, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - }, - { - "literal": 52, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - } - ] - } - ] - }, - "rowCount": 28875 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_item_id", - "i_item_desc", - "i_current_price" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 28875 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "7", - "10" - ], - "rowCount": 1.7626639078125E12 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "4", - "11" - ], - "rowCount": 4828531342567324 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "1", - "12" - ], - "rowCount": 3.130399511396205E25 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5, - 6, - 7 - ], - "aggs": [], - "rowCount": 3.130399511396205E24 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_id", - "i_item_desc", - "i_current_price" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 3.130399511396205E24 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 2 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) + Map 5 <- Map 1 (BROADCAST_EDGE), Reducer 3 (BROADCAST_EDGE) + Reducer 3 <- Map 2 (CUSTOM_SIMPLE_EDGE) + Reducer 6 <- Map 5 (SIMPLE_EDGE) + Reducer 7 <- Reducer 6 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: inventory + filterExpr: inv_quantity_on_hand BETWEEN 100 AND 500 (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_81_container, bigKeyColName:inv_item_sk, smallTablePos:1, keyRatio:6.143045734361187E-10 + Statistics: Num rows: 1627857000 Data size: 32231551088 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: inv_quantity_on_hand BETWEEN 100 AND 500 (type: boolean) + Statistics: Num rows: 732535650 Data size: 14504197992 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: inv_date_sk (type: bigint), inv_item_sk (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 732535650 Data size: 11720570400 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col3, _col4, _col5 + input vertices: + 1 Map 2 + Statistics: Num rows: 1203452 Data size: 495822112 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col3, _col4, _col5 + input vertices: + 1 Map 4 + Statistics: Num rows: 133708 Data size: 54017920 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col2 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col2 (type: bigint) + Statistics: Num rows: 133708 Data size: 54017920 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: string), _col4 (type: varchar(200)), _col5 (type: decimal(7,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 2 + Map Operator Tree: + TableScan + alias: item + filterExpr: ((i_manufact_id) IN (678, 849, 918, 964) and i_current_price BETWEEN 22 AND 52) (type: boolean) + Statistics: Num rows: 462000 Data size: 188360804 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((i_manufact_id) IN (678, 849, 918, 964) and i_current_price BETWEEN 22 AND 52) (type: boolean) + Statistics: Num rows: 759 Data size: 309556 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_item_id (type: string), i_item_desc (type: varchar(200)), i_current_price (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 759 Data size: 306524 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 759 Data size: 306524 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string), _col2 (type: varchar(200)), _col3 (type: decimal(7,2)) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 759 Data size: 6072 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-06-02 00:00:00' AND TIMESTAMP'2001-08-01 00:00:00' (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-06-02 00:00:00' AND TIMESTAMP'2001-08-01 00:00:00' (type: boolean) + Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: (cs_item_sk BETWEEN DynamicValue(RS_12_item_i_item_sk_min) AND DynamicValue(RS_12_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_12_item_i_item_sk_bloom_filter))) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_83_container, bigKeyColName:cs_item_sk, smallTablePos:0, keyRatio:0.001642857105836333 + Statistics: Num rows: 43220864887 Data size: 345766919096 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (cs_item_sk BETWEEN DynamicValue(RS_12_item_i_item_sk_min) AND DynamicValue(RS_12_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_12_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 43220864887 Data size: 345766919096 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_item_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 43220864887 Data size: 345766919096 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col3, _col4, _col5 + input vertices: + 0 Map 1 + Statistics: Num rows: 71005705 Data size: 28118259068 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: +++ + keys: _col3 (type: string), _col4 (type: varchar(200)), _col5 (type: decimal(7,2)) + null sort order: zzz + Statistics: Num rows: 71005705 Data size: 28118259068 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + keys: _col3 (type: string), _col4 (type: varchar(200)), _col5 (type: decimal(7,2)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 83490 Data size: 33062040 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: varchar(200)), _col2 (type: decimal(7,2)) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: varchar(200)), _col2 (type: decimal(7,2)) + Statistics: Num rows: 83490 Data size: 33062040 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: string), KEY._col1 (type: varchar(200)), KEY._col2 (type: decimal(7,2)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 759 Data size: 300564 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Statistics: Num rows: 759 Data size: 300564 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(200)), _col2 (type: decimal(7,2)) + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: varchar(200)), VALUE._col1 (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 759 Data size: 300564 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 39600 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 39600 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query38.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query38.q.out index bd9adfee5f0f..a56673a3e5b2 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query38.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query38.q.out @@ -1,2904 +1,461 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer" - ], - "table:alias": "customer", - "inputs": [], - "rowCount": 80000000, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "c_customer_sk" - }, - { - "type": "CHAR", - "nullable": false, - "precision": 16, - "name": "c_customer_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_shipto_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_sales_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "c_salutation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "c_first_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "c_last_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "c_preferred_cust_flag" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_day" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_month" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_year" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "c_birth_country" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 13, - "name": "c_login" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "c_email_address" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_last_review_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "c_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "c_first_name", - "ndv": 5158 - }, - { - "name": "c_last_name", - "ndv": 5123 - }, - { - "name": "c_customer_id", - "ndv": 80610928 - }, - { - "name": "c_current_cdemo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "c_current_hdemo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "c_current_addr_sk", - "ndv": 33825344, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "c_first_shipto_date_sk", - "ndv": 3646, - "minValue": 2449028, - "maxValue": 2452678 - }, - { - "name": "c_first_sales_date_sk", - "ndv": 3643, - "minValue": 2448998, - "maxValue": 2452648 - }, - { - "name": "c_salutation", - "ndv": 7 - }, - { - "name": "c_preferred_cust_flag", - "ndv": 3 - }, - { - "name": "c_birth_day", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "c_birth_month", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "c_birth_year", - "ndv": 67, - "minValue": 1924, - "maxValue": 1992 - }, - { - "name": "c_birth_country", - "ndv": 216 - }, - { - "name": "c_login", - "ndv": 1 - }, - { - "name": "c_email_address", - "ndv": 75301330 - }, - { - "name": "c_last_review_date_sk", - "ndv": 364, - "minValue": 2452283, - "maxValue": 2452648 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_first_name", - "c_last_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - } - ], - "rowCount": 80000000 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_customer_sk", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 1212, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1223, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 18262.25 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "4", - "7" - ], - "rowCount": 1.8308036953566934E14 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "1", - "8" - ], - "rowCount": 2.196964434428032E21 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 1, - 2, - 6 - ], - "aggs": [], - "rowCount": 2.1969644344280318E20 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_first_name", - "c_last_name", - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 2.1969644344280318E20 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 80000000 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_last_name", - "c_first_name", - "d_date", - "$f3" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 80000000 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_first_name", - "c_last_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - } - ], - "inputs": [ - "0" - ], - "rowCount": 80000000 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - } - ] - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 3.483413831025E10 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_bill_customer_sk", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.483413831025E10 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 1212, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1223, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "5" - ], - "rowCount": 18262.25 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 18262.25 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "17", - "19" - ], - "rowCount": 9.542246135345445E13 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "14", - "20" - ], - "rowCount": 1.1450695362414534E21 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 1, - 2, - 6 - ], - "aggs": [], - "rowCount": 1.1450695362414533E20 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_first_name", - "c_last_name", - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 1.1450695362414533E20 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 80000000 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_last_name", - "c_first_name", - "d_date", - "$f3" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 80000000 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_first_name", - "c_last_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - } - ], - "inputs": [ - "0" - ], - "rowCount": 80000000 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - } - ] - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 1.7491657141260002E10 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_bill_customer_sk", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 1.7491657141260002E10 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 1212, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1223, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "5" - ], - "rowCount": 18262.25 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 18262.25 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "29", - "31" - ], - "rowCount": 4.791555234419632E13 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "26", - "32" - ], - "rowCount": 5.749866281303558E20 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 1, - 2, - 6 - ], - "aggs": [], - "rowCount": 5.749866281303558E19 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_first_name", - "c_last_name", - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 5.749866281303558E19 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 80000000 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_last_name", - "c_first_name", - "d_date", - "$f3" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 80000000 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", - "all": true, - "inputs": [ - "13", - "25", - "37" - ], - "rowCount": 240000000 - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_last_name", - "c_first_name", - "d_date", - "$f3" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 240000000 - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - } - ], - "rowCount": 240000000 - }, - { - "id": "41", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 3, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - "rowCount": 36000000 - }, - { - "id": "42", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_last_name", - "c_first_name", - "d_date", - "$f3" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 36000000 - }, - { - "id": "43", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 1 - }, - { - "id": "44", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "_c0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 10 (BROADCAST_EDGE) + Map 11 <- Map 10 (BROADCAST_EDGE) + Map 7 <- Map 10 (BROADCAST_EDGE) + Reducer 12 <- Map 11 (CUSTOM_SIMPLE_EDGE), Map 14 (CUSTOM_SIMPLE_EDGE) + Reducer 13 <- Reducer 12 (SIMPLE_EDGE), Union 4 (CONTAINS) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 14 (CUSTOM_SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Union 4 (CONTAINS) + Reducer 5 <- Union 4 (SIMPLE_EDGE) + Reducer 6 <- Reducer 5 (CUSTOM_SIMPLE_EDGE) + Reducer 8 <- Map 14 (CUSTOM_SIMPLE_EDGE), Map 7 (CUSTOM_SIMPLE_EDGE) + Reducer 9 <- Reducer 8 (SIMPLE_EDGE), Union 4 (CONTAINS) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: ss_customer_sk is not null (type: boolean) + Statistics: Num rows: 82510879939 Data size: 1304615207232 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ss_customer_sk is not null (type: boolean) + Statistics: Num rows: 80566020964 Data size: 1273864200864 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_customer_sk (type: bigint), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80566020964 Data size: 1273864200864 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col3 + input vertices: + 1 Map 10 + Statistics: Num rows: 15839433273 Data size: 998531594912 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 15839433273 Data size: 998531594912 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: date) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 10 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) + Statistics: Num rows: 73049 Data size: 4967332 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) + Statistics: Num rows: 359 Data size: 24412 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), d_date (type: date) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 359 Data size: 22976 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 359 Data size: 22976 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: date) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 7 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 359 Data size: 22976 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: date) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 11 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 359 Data size: 22976 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: date) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 11 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: ws_bill_customer_sk is not null (type: boolean) + Statistics: Num rows: 21594638446 Data size: 345492666072 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ws_bill_customer_sk is not null (type: boolean) + Statistics: Num rows: 21591944812 Data size: 345449570616 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_bill_customer_sk (type: bigint), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 21591944812 Data size: 345449570616 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col3 + input vertices: + 1 Map 10 + Statistics: Num rows: 4245017503 Data size: 271659573816 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 4245017503 Data size: 271659573816 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: date) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 14 + Map Operator Tree: + TableScan + alias: customer + Statistics: Num rows: 80000000 Data size: 15040000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: c_customer_sk (type: bigint), c_first_name (type: char(20)), c_last_name (type: char(30)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 80000000 Data size: 15040000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 80000000 Data size: 15040000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(20)), _col2 (type: char(30)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 80000000 Data size: 15040000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(20)), _col2 (type: char(30)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 80000000 Data size: 15040000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(20)), _col2 (type: char(30)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: cs_bill_customer_sk is not null (type: boolean) + Statistics: Num rows: 43005109025 Data size: 687236017352 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: cs_bill_customer_sk is not null (type: boolean) + Statistics: Num rows: 42899393143 Data size: 685546642224 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_bill_customer_sk (type: bigint), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 42899393143 Data size: 685546642224 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col3 + input vertices: + 1 Map 10 + Statistics: Num rows: 8374481746 Data size: 535123183680 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8374481746 Data size: 535123183680 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: date) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 12 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col3, _col5, _col6 + input vertices: + 1 Map 14 + Statistics: Num rows: 4245017503 Data size: 1001824130708 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Group By Operator + keys: _col6 (type: char(30)), _col5 (type: char(20)), _col3 (type: date) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 4245017503 Data size: 1001824130708 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + Statistics: Num rows: 4245017503 Data size: 1001824130708 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 13 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: char(30)), KEY._col1 (type: char(20)), KEY._col2 (type: date) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 4245017503 Data size: 1001824130708 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: char(20)), _col0 (type: char(30)), _col2 (type: date) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 4245017503 Data size: 1001824130708 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + keys: _col1 (type: char(30)), _col0 (type: char(20)), _col2 (type: date) + mode: complete + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 4245017503 Data size: 1035784270732 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(_col3) + keys: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 22105871055 Data size: 5393832537420 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + Statistics: Num rows: 22105871055 Data size: 5393832537420 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: bigint) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col3, _col5, _col6 + input vertices: + 1 Map 14 + Statistics: Num rows: 15839433273 Data size: 3738106252428 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Group By Operator + keys: _col6 (type: char(30)), _col5 (type: char(20)), _col3 (type: date) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 15839433273 Data size: 3738106252428 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + Statistics: Num rows: 15839433273 Data size: 3738106252428 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: char(30)), KEY._col1 (type: char(20)), KEY._col2 (type: date) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 9486371806 Data size: 2238783746216 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: char(20)), _col0 (type: char(30)), _col2 (type: date) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 9486371806 Data size: 2238783746216 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + keys: _col1 (type: char(30)), _col0 (type: char(20)), _col2 (type: date) + mode: complete + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 9486371806 Data size: 2314674720664 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(_col3) + keys: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 22105871055 Data size: 5393832537420 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + Statistics: Num rows: 22105871055 Data size: 5393832537420 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: bigint) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + keys: KEY._col0 (type: char(30)), KEY._col1 (type: char(20)), KEY._col2 (type: date) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 9486371806 Data size: 2314674720664 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col3 (type: bigint) + outputColumnNames: _col3 + Statistics: Num rows: 9486371806 Data size: 75890974448 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col3 = 3L) (type: boolean) + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 8 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col3, _col5, _col6 + input vertices: + 1 Map 14 + Statistics: Num rows: 8374481746 Data size: 1976377692056 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Group By Operator + keys: _col6 (type: char(30)), _col5 (type: char(20)), _col3 (type: date) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 8374481746 Data size: 1976377692056 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + Statistics: Num rows: 8374481746 Data size: 1976377692056 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 9 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: char(30)), KEY._col1 (type: char(20)), KEY._col2 (type: date) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 8374481746 Data size: 1976377692056 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: char(20)), _col0 (type: char(30)), _col2 (type: date) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 8374481746 Data size: 1976377692056 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + keys: _col1 (type: char(30)), _col0 (type: char(20)), _col2 (type: date) + mode: complete + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 8374481746 Data size: 2043373546024 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(_col3) + keys: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 22105871055 Data size: 5393832537420 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + Statistics: Num rows: 22105871055 Data size: 5393832537420 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: bigint) + Union 4 + Vertex: Union 4 + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query39.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query39.q.out index 4c127cd7fb3e..a9d9f3a31394 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query39.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query39.q.out @@ -1,2665 +1,285 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "inventory" - ], - "table:alias": "inventory", - "inputs": [], - "rowCount": 1627857000, - "avgRowSize": 157, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "inv_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "inv_item_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "inv_warehouse_sk" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "inv_quantity_on_hand" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "inv_date_sk", - "ndv": 258, - "minValue": 2450815, - "maxValue": 2452635 - }, - { - "name": "inv_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "inv_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "inv_quantity_on_hand", - "ndv": 987, - "minValue": 0, - "maxValue": 1000 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "inv_date_sk", - "inv_warehouse_sk", - "inv_quantity_on_hand", - "inv_item_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 1627857000 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 5, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 1643.6025 - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1643.6025 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "1", - "4" - ], - "rowCount": 4.01332475226375E11 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "warehouse" - ], - "table:alias": "warehouse", - "inputs": [], - "rowCount": 27, - "avgRowSize": 679, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "w_warehouse_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "w_warehouse_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "w_warehouse_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "w_warehouse_sq_ft" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "w_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "w_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "w_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "w_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "w_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "w_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "w_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "w_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "w_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "w_gmt_offset" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "w_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "w_warehouse_name", - "ndv": 27 - }, - { - "name": "w_warehouse_id", - "ndv": 27 - }, - { - "name": "w_warehouse_sq_ft", - "ndv": 26, - "minValue": 73065, - "maxValue": 977787 - }, - { - "name": "w_street_number", - "ndv": 26 - }, - { - "name": "w_street_name", - "ndv": 27 - }, - { - "name": "w_street_type", - "ndv": 16 - }, - { - "name": "w_suite_number", - "ndv": 21 - }, - { - "name": "w_city", - "ndv": 18 - }, - { - "name": "w_county", - "ndv": 14 - }, - { - "name": "w_state", - "ndv": 12 - }, - { - "name": "w_zip", - "ndv": 24 - }, - { - "name": "w_country", - "ndv": 1 - }, - { - "name": "w_gmt_offset", - "ndv": 4, - "minValue": -8, - "maxValue": -5 - } - ] - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "w_warehouse_sk", - "w_warehouse_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 27 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "5", - "7" - ], - "rowCount": 1.6253965246668186E12 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f4", - "$f40", - "$f6" - ], - "exprs": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - } - ] - } - ], - "rowCount": 1.6253965246668186E12 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 1, - 2 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DOUBLE", - "nullable": true - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DOUBLE", - "nullable": true - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - } - ], - "rowCount": 1.6253965246668185E11 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "input": 6, - "name": "$6" - } - ] - }, - { - "literal": 0, - "type": { - "type": "DOUBLE", - "nullable": false - } - } - ] - }, - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "POWER", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "literal": null, - "type": { - "type": "BIGINT", - "nullable": true - } - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - } - ] - }, - { - "literal": 0.5, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 2, - "scale": 1 - } - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "input": 6, - "name": "$6" - } - ] - } - ] - }, - { - "literal": 1, - "type": { - "type": "DOUBLE", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 4.063491311667046E10 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "w_warehouse_sk", - "i_item_sk", - "mean", - "cov" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "input": 6, - "name": "$6" - } - ] - }, - { - "literal": 0, - "type": { - "type": "DOUBLE", - "nullable": false - } - } - ] - }, - { - "literal": null, - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "POWER", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "literal": null, - "type": { - "type": "BIGINT", - "nullable": true - } - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - } - ] - }, - { - "literal": 0.5, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 2, - "scale": 1 - } - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "input": 6, - "name": "$6" - } - ] - } - ] - } - ] - } - ], - "rowCount": 4.063491311667046E10 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "inv_date_sk", - "inv_warehouse_sk", - "inv_quantity_on_hand", - "inv_item_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 1, - "name": "$1" - } - ], - "inputs": [ - "0" - ], - "rowCount": 1627857000 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 4, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "2" - ], - "rowCount": 1643.6025 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1643.6025 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "13", - "15" - ], - "rowCount": 4.01332475226375E11 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "w_warehouse_sk", - "w_warehouse_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "inputs": [ - "6" - ], - "rowCount": 27 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "16", - "17" - ], - "rowCount": 1.6253965246668186E12 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f4", - "$f40", - "$f6" - ], - "exprs": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - } - ] - } - ], - "rowCount": 1.6253965246668186E12 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 1, - 2 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DOUBLE", - "nullable": true - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DOUBLE", - "nullable": true - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - } - ], - "rowCount": 1.6253965246668185E11 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "input": 6, - "name": "$6" - } - ] - }, - { - "literal": 0, - "type": { - "type": "DOUBLE", - "nullable": false - } - } - ] - }, - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "POWER", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "literal": null, - "type": { - "type": "BIGINT", - "nullable": true - } - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - } - ] - }, - { - "literal": 0.5, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 2, - "scale": 1 - } - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "input": 6, - "name": "$6" - } - ] - } - ] - }, - { - "literal": 1, - "type": { - "type": "DOUBLE", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 4.063491311667046E10 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "w_warehouse_sk", - "i_item_sk", - "mean", - "cov" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "input": 6, - "name": "$6" - } - ] - }, - { - "literal": 0, - "type": { - "type": "DOUBLE", - "nullable": false - } - } - ] - }, - { - "literal": null, - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "POWER", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "literal": null, - "type": { - "type": "BIGINT", - "nullable": true - } - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - } - ] - }, - { - "literal": 0.5, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 2, - "scale": 1 - } - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "input": 6, - "name": "$6" - } - ] - } - ] - } - ] - } - ], - "rowCount": 4.063491311667046E10 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 1, - "name": "$1" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "12", - "22" - ], - "rowCount": 3.715191368998553E19 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "w_warehouse_sk", - "i_item_sk", - "mean", - "cov", - "w_warehouse_sk0", - "i_item_sk0", - "mean0", - "cov0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 3.715191368998553E19 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 3, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 6, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 7, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "rowCount": 3.715191368998553E19 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "inv1.w_warehouse_sk", - "inv1.i_item_sk", - "inv1.d_moy", - "inv1.mean", - "inv1.cov", - "inv2.w_warehouse_sk", - "inv2.i_item_sk", - "inv2.d_moy", - "inv2.mean", - "inv2.cov" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 4, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 5, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - } - ], - "rowCount": 3.715191368998553E19 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 5 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE) + Map 6 <- Map 5 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Reducer 2 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE) + Reducer 3 <- Map 1 (SIMPLE_EDGE), Reducer 7 (BROADCAST_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE) + Reducer 7 <- Map 6 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: inventory + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_150_container, bigKeyColName:inv_date_sk, smallTablePos:1, keyRatio:0.01703273444780469 + Statistics: Num rows: 1627857000 Data size: 45254407088 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: inv_date_sk (type: bigint), inv_warehouse_sk (type: bigint), inv_quantity_on_hand (type: int), inv_item_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 1627857000 Data size: 45254407088 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col3 + input vertices: + 1 Map 5 + Statistics: Num rows: 27726856 Data size: 443629700 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: bigint) + outputColumnNames: _col1 + Statistics: Num rows: 27726856 Data size: 221814848 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col1), max(_col1), bloom_filter(_col1, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col3, _col5 + input vertices: + 1 Map 8 + Statistics: Num rows: 27726856 Data size: 443629700 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col5 (type: bigint), _col3 (type: bigint), _col2 (type: int), UDFToDouble(_col2) (type: double), (UDFToDouble(_col2) * UDFToDouble(_col2)) (type: double) + outputColumnNames: _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 27726856 Data size: 443629700 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col3), count(_col3), sum(_col5), sum(_col4), count(_col4) + keys: _col1 (type: bigint), _col2 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 15836 Data size: 886816 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 15836 Data size: 886816 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: bigint), _col3 (type: bigint), _col4 (type: double), _col5 (type: double), _col6 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (((d_year = 1999) and (d_moy = 5)) or ((d_year = 1999) and (d_moy = 4))) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 1999) and (d_moy = 5)) (type: boolean) + Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 1999) and (d_moy = 4)) (type: boolean) + Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: inventory + filterExpr: (inv_warehouse_sk BETWEEN DynamicValue(RS_10_inventory_inv_warehouse_sk_min) AND DynamicValue(RS_10_inventory_inv_warehouse_sk_max) and in_bloom_filter(inv_warehouse_sk, DynamicValue(RS_10_inventory_inv_warehouse_sk_bloom_filter))) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_152_container, bigKeyColName:inv_date_sk, smallTablePos:1, keyRatio:0.01703273444780469 + Statistics: Num rows: 1627857000 Data size: 45254407088 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (inv_warehouse_sk BETWEEN DynamicValue(RS_10_inventory_inv_warehouse_sk_min) AND DynamicValue(RS_10_inventory_inv_warehouse_sk_max) and in_bloom_filter(inv_warehouse_sk, DynamicValue(RS_10_inventory_inv_warehouse_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 1627857000 Data size: 45254407088 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: inv_date_sk (type: bigint), inv_warehouse_sk (type: bigint), inv_quantity_on_hand (type: int), inv_item_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 1627857000 Data size: 45254407088 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col3 + input vertices: + 1 Map 5 + Statistics: Num rows: 27726856 Data size: 443629700 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col3, _col5 + input vertices: + 1 Map 8 + Statistics: Num rows: 27726856 Data size: 443629700 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col5 (type: bigint), _col3 (type: bigint), _col2 (type: int), UDFToDouble(_col2) (type: double), (UDFToDouble(_col2) * UDFToDouble(_col2)) (type: double) + outputColumnNames: _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 27726856 Data size: 443629700 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col3), count(_col3), sum(_col5), sum(_col4), count(_col4) + keys: _col1 (type: bigint), _col2 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 15836 Data size: 886816 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 15836 Data size: 886816 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: bigint), _col3 (type: bigint), _col4 (type: double), _col5 (type: double), _col6 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: warehouse + Statistics: Num rows: 27 Data size: 216 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: w_warehouse_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 27 Data size: 216 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 27 Data size: 216 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 27 Data size: 216 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), count(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), count(VALUE._col4) + keys: KEY._col0 (type: bigint), KEY._col1 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 7918 Data size: 443408 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: if(((UDFToDouble(_col2) / _col3) = 0.0D), false, ((power(((_col4 - ((_col5 * _col5) / _col6)) / if((_col6 = 1L), null, (_col6 - 1))), 0.5) / (UDFToDouble(_col2) / _col3)) > 1.0D)) (type: boolean) + Statistics: Num rows: 3959 Data size: 221704 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint), _col1 (type: bigint), (UDFToDouble(_col2) / _col3) (type: double), if(((UDFToDouble(_col2) / _col3) = 0.0D), null, (power(((_col4 - ((_col5 * _col5) / _col6)) / if((_col6 = 1L), null, (_col6 - 1))), 0.5) / (UDFToDouble(_col2) / _col3))) (type: double) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 3959 Data size: 95024 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint), _col1 (type: bigint) + 1 _col0 (type: bigint), _col1 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col6, _col7 + input vertices: + 1 Reducer 7 + Statistics: Num rows: 3959 Data size: 126704 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint), _col1 (type: bigint), _col6 (type: double), _col7 (type: double), _col2 (type: double), _col3 (type: double) + outputColumnNames: _col0, _col1, _col2, _col3, _col6, _col7 + Statistics: Num rows: 3959 Data size: 126704 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: double), _col3 (type: double), _col6 (type: double), _col7 (type: double) + null sort order: zzzzzz + sort order: ++++++ + Statistics: Num rows: 3959 Data size: 126704 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint), 4 (type: int), KEY.reducesinkkey2 (type: double), KEY.reducesinkkey3 (type: double), KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint), 5 (type: int), KEY.reducesinkkey4 (type: double), KEY.reducesinkkey5 (type: double) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 + Statistics: Num rows: 3959 Data size: 221720 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 3959 Data size: 221720 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), count(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), count(VALUE._col4) + keys: KEY._col0 (type: bigint), KEY._col1 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 7918 Data size: 443408 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: if(((UDFToDouble(_col2) / _col3) = 0.0D), false, ((power(((_col4 - ((_col5 * _col5) / _col6)) / if((_col6 = 1L), null, (_col6 - 1))), 0.5) / (UDFToDouble(_col2) / _col3)) > 1.0D)) (type: boolean) + Statistics: Num rows: 3959 Data size: 221704 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint), _col1 (type: bigint), (UDFToDouble(_col2) / _col3) (type: double), if(((UDFToDouble(_col2) / _col3) = 0.0D), null, (power(((_col4 - ((_col5 * _col5) / _col6)) / if((_col6 = 1L), null, (_col6 - 1))), 0.5) / (UDFToDouble(_col2) / _col3))) (type: double) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 3959 Data size: 95024 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 3959 Data size: 95024 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: double), _col3 (type: double) + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query4.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query4.q.out index 344b86e909c3..5ae35bed4722 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query4.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query4.q.out @@ -1,5082 +1,927 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_bill_customer_sk", - "ws_ext_discount_amt", - "ws_ext_sales_price", - "ws_ext_wholesale_cost", - "ws_ext_list_price", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 21, - "name": "$21" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 23, - "name": "$23" - }, - { - "input": 24, - "name": "$24" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 21594638446 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - } - ] - }, - "rowCount": 1.7491657141260002E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_bill_customer_sk", - "ws_sold_date_sk", - "$f8" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - { - "input": 1, - "name": "$1" - } - ] - }, - { - "input": 2, - "name": "$2" - } - ] - }, - { - "literal": 2, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 10, - "scale": 0 - } - } - ] - } - ], - "rowCount": 1.7491657141260002E10 - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 73049 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 10957.35 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "3", - "7" - ], - "rowCount": 2.8749331406517793E13 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer" - ], - "table:alias": "customer", - "inputs": [], - "rowCount": 80000000, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "c_customer_sk" - }, - { - "type": "CHAR", - "nullable": false, - "precision": 16, - "name": "c_customer_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_shipto_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_sales_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "c_salutation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "c_first_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "c_last_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "c_preferred_cust_flag" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_day" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_month" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_year" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "c_birth_country" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 13, - "name": "c_login" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "c_email_address" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_last_review_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "c_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "c_customer_id", - "ndv": 80610928 - }, - { - "name": "c_first_name", - "ndv": 5158 - }, - { - "name": "c_last_name", - "ndv": 5123 - }, - { - "name": "c_preferred_cust_flag", - "ndv": 3 - }, - { - "name": "c_birth_country", - "ndv": 216 - }, - { - "name": "c_login", - "ndv": 1 - }, - { - "name": "c_email_address", - "ndv": 75301330 - }, - { - "name": "c_current_cdemo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "c_current_hdemo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "c_current_addr_sk", - "ndv": 33825344, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "c_first_shipto_date_sk", - "ndv": 3646, - "minValue": 2449028, - "maxValue": 2452678 - }, - { - "name": "c_first_sales_date_sk", - "ndv": 3643, - "minValue": 2448998, - "maxValue": 2452648 - }, - { - "name": "c_salutation", - "ndv": 7 - }, - { - "name": "c_birth_day", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "c_birth_month", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "c_birth_year", - "ndv": 67, - "minValue": 1924, - "maxValue": 1992 - }, - { - "name": "c_last_review_date_sk", - "ndv": 364, - "minValue": 2452283, - "maxValue": 2452648 - } - ] - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_customer_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 80000000 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "8", - "10" - ], - "rowCount": 3.449919768782135E20 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 24, - "scale": 6 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 80000000 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_id", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 80000000 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_customer_sk", - "ss_ext_discount_amt", - "ss_ext_sales_price", - "ss_ext_wholesale_cost", - "ss_ext_list_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 82510879939 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_customer_sk", - "ss_sold_date_sk", - "$f8" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - { - "input": 1, - "name": "$1" - } - ] - }, - { - "input": 2, - "name": "$2" - } - ] - }, - { - "literal": 2, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 10, - "scale": 0 - } - } - ] - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ], - "inputs": [ - "4" - ], - "rowCount": 73049 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 10957.35 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "17", - "20" - ], - "rowCount": 1.0984822172140161E14 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer" - ], - "table:alias": "customer", - "inputs": [], - "rowCount": 80000000, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "c_customer_sk" - }, - { - "type": "CHAR", - "nullable": false, - "precision": 16, - "name": "c_customer_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_shipto_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_sales_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "c_salutation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "c_first_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "c_last_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "c_preferred_cust_flag" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_day" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_month" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_year" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "c_birth_country" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 13, - "name": "c_login" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "c_email_address" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_last_review_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "c_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "c_customer_id", - "ndv": 80610928 - }, - { - "name": "c_current_cdemo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "c_current_hdemo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "c_current_addr_sk", - "ndv": 33825344, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "c_first_shipto_date_sk", - "ndv": 3646, - "minValue": 2449028, - "maxValue": 2452678 - }, - { - "name": "c_first_sales_date_sk", - "ndv": 3643, - "minValue": 2448998, - "maxValue": 2452648 - }, - { - "name": "c_salutation", - "ndv": 7 - }, - { - "name": "c_first_name", - "ndv": 5158 - }, - { - "name": "c_last_name", - "ndv": 5123 - }, - { - "name": "c_preferred_cust_flag", - "ndv": 3 - }, - { - "name": "c_birth_day", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "c_birth_month", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "c_birth_year", - "ndv": 67, - "minValue": 1924, - "maxValue": 1992 - }, - { - "name": "c_birth_country", - "ndv": 216 - }, - { - "name": "c_login", - "ndv": 1 - }, - { - "name": "c_email_address", - "ndv": 75301330 - }, - { - "name": "c_last_review_date_sk", - "ndv": 364, - "minValue": 2452283, - "maxValue": 2452648 - } - ] - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_customer_id", - "c_first_name", - "c_last_name", - "c_birth_country" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 14, - "name": "$14" - } - ], - "rowCount": 80000000 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "21", - "23" - ], - "rowCount": 1.3181786606568192E21 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5, - 8 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 24, - "scale": 6 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 80000000 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_id", - "c_birth_country", - "$f2" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 80000000 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_customer_sk", - "ss_ext_discount_amt", - "ss_ext_sales_price", - "ss_ext_wholesale_cost", - "ss_ext_list_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 22, - "name": "$22" - } - ], - "inputs": [ - "14" - ], - "rowCount": 82510879939 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_customer_sk", - "ss_sold_date_sk", - "$f8" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - { - "input": 1, - "name": "$1" - } - ] - }, - { - "input": 2, - "name": "$2" - } - ] - }, - { - "literal": 2, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 10, - "scale": 0 - } - } - ] - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ], - "inputs": [ - "4" - ], - "rowCount": 73049 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 10957.35 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "29", - "32" - ], - "rowCount": 1.0984822172140161E14 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_customer_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "inputs": [ - "9" - ], - "rowCount": 80000000 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "33", - "34" - ], - "rowCount": 1.3181786606568192E21 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 24, - "scale": 6 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 80000000 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - "rowCount": 40000000 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "customer_id", - "year_total", - "EXPR$131" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - } - ], - "rowCount": 40000000 - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "26", - "38" - ], - "rowCount": 480000000000000 - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - } - ] - }, - { - "id": "41", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_bill_customer_sk", - "cs_ext_discount_amt", - "cs_ext_sales_price", - "cs_ext_wholesale_cost", - "cs_ext_list_price", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 21, - "name": "$21" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 23, - "name": "$23" - }, - { - "input": 24, - "name": "$24" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 43005109025 - }, - { - "id": "42", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - } - ] - }, - "rowCount": 3.483413831025E10 - }, - { - "id": "43", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_bill_customer_sk", - "cs_sold_date_sk", - "$f8" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - { - "input": 1, - "name": "$1" - } - ] - }, - { - "input": 2, - "name": "$2" - } - ] - }, - { - "literal": 2, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 10, - "scale": 0 - } - } - ] - } - ], - "rowCount": 3.483413831025E10 - }, - { - "id": "44", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ], - "inputs": [ - "4" - ], - "rowCount": 73049 - }, - { - "id": "45", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 10957.35 - }, - { - "id": "46", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "47", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "43", - "46" - ], - "rowCount": 5.725347681207268E13 - }, - { - "id": "48", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_customer_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "inputs": [ - "9" - ], - "rowCount": 80000000 - }, - { - "id": "49", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "47", - "48" - ], - "rowCount": 6.870417217448722E20 - }, - { - "id": "50", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 24, - "scale": 6 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 80000000 - }, - { - "id": "51", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_id", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 80000000 - }, - { - "id": "52", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "39", - "51" - ], - "rowCount": 5.76E21 - }, - { - "id": "53", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_bill_customer_sk", - "cs_ext_discount_amt", - "cs_ext_sales_price", - "cs_ext_wholesale_cost", - "cs_ext_list_price", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 21, - "name": "$21" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 23, - "name": "$23" - }, - { - "input": 24, - "name": "$24" - }, - { - "input": 33, - "name": "$33" - } - ], - "inputs": [ - "40" - ], - "rowCount": 43005109025 - }, - { - "id": "54", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - } - ] - }, - "rowCount": 3.483413831025E10 - }, - { - "id": "55", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_bill_customer_sk", - "cs_sold_date_sk", - "$f8" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - { - "input": 1, - "name": "$1" - } - ] - }, - { - "input": 2, - "name": "$2" - } - ] - }, - { - "literal": 2, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 10, - "scale": 0 - } - } - ] - } - ], - "rowCount": 3.483413831025E10 - }, - { - "id": "56", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ], - "inputs": [ - "4" - ], - "rowCount": 73049 - }, - { - "id": "57", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 10957.35 - }, - { - "id": "58", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "59", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "55", - "58" - ], - "rowCount": 5.725347681207268E13 - }, - { - "id": "60", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_customer_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "inputs": [ - "9" - ], - "rowCount": 80000000 - }, - { - "id": "61", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "59", - "60" - ], - "rowCount": 6.870417217448722E20 - }, - { - "id": "62", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 24, - "scale": 6 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 80000000 - }, - { - "id": "63", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - "rowCount": 40000000 - }, - { - "id": "64", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "customer_id", - "year_total", - "EXPR$1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - } - ], - "rowCount": 40000000 - }, - { - "id": "65", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - } - ] - }, - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "52", - "64" - ], - "rowCount": 8.639999999999999E27 - }, - { - "id": "66", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "13", - "65" - ], - "rowCount": 1.0368E35 - }, - { - "id": "67", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_bill_customer_sk", - "ws_ext_discount_amt", - "ws_ext_sales_price", - "ws_ext_wholesale_cost", - "ws_ext_list_price", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 21, - "name": "$21" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 23, - "name": "$23" - }, - { - "input": 24, - "name": "$24" - }, - { - "input": 33, - "name": "$33" - } - ], - "inputs": [ - "0" - ], - "rowCount": 21594638446 - }, - { - "id": "68", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - } - ] - }, - "rowCount": 1.7491657141260002E10 - }, - { - "id": "69", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_bill_customer_sk", - "ws_sold_date_sk", - "$f8" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - { - "input": 1, - "name": "$1" - } - ] - }, - { - "input": 2, - "name": "$2" - } - ] - }, - { - "literal": 2, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 10, - "scale": 0 - } - } - ] - } - ], - "rowCount": 1.7491657141260002E10 - }, - { - "id": "70", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ], - "inputs": [ - "4" - ], - "rowCount": 73049 - }, - { - "id": "71", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 10957.35 - }, - { - "id": "72", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "73", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "69", - "72" - ], - "rowCount": 2.8749331406517793E13 - }, - { - "id": "74", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_customer_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "inputs": [ - "9" - ], - "rowCount": 80000000 - }, - { - "id": "75", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "73", - "74" - ], - "rowCount": 3.449919768782135E20 - }, - { - "id": "76", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 24, - "scale": 6 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 80000000 - }, - { - "id": "77", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - "rowCount": 40000000 - }, - { - "id": "78", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "customer_id", - "year_total", - "EXPR$0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - } - ], - "rowCount": 40000000 - }, - { - "id": "79", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 13, - "name": "$13" - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 15, - "name": "$15" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "input": 11, - "name": "$11" - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 14, - "name": "$14" - } - ] - } - ] - }, - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - } - ] - }, - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "66", - "78" - ], - "rowCount": 1.5552E41 - }, - { - "id": "80", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "customer_id" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 1.5552E41 - }, - { - "id": "81", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer" - ], - "table:alias": "customer", - "inputs": [], - "rowCount": 80000000, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "c_customer_sk" - }, - { - "type": "CHAR", - "nullable": false, - "precision": 16, - "name": "c_customer_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_shipto_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_sales_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "c_salutation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "c_first_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "c_last_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "c_preferred_cust_flag" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_day" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_month" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_year" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "c_birth_country" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 13, - "name": "c_login" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "c_email_address" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_last_review_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "c_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "c_customer_id", - "ndv": 80610928 - }, - { - "name": "c_current_cdemo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "c_current_hdemo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "c_current_addr_sk", - "ndv": 33825344, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "c_first_shipto_date_sk", - "ndv": 3646, - "minValue": 2449028, - "maxValue": 2452678 - }, - { - "name": "c_first_sales_date_sk", - "ndv": 3643, - "minValue": 2448998, - "maxValue": 2452648 - }, - { - "name": "c_salutation", - "ndv": 7 - }, - { - "name": "c_first_name", - "ndv": 5158 - }, - { - "name": "c_last_name", - "ndv": 5123 - }, - { - "name": "c_preferred_cust_flag", - "ndv": 3 - }, - { - "name": "c_birth_day", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "c_birth_month", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "c_birth_year", - "ndv": 67, - "minValue": 1924, - "maxValue": 1992 - }, - { - "name": "c_birth_country", - "ndv": 216 - }, - { - "name": "c_login", - "ndv": 1 - }, - { - "name": "c_email_address", - "ndv": 75301330 - }, - { - "name": "c_last_review_date_sk", - "ndv": 364, - "minValue": 2452283, - "maxValue": 2452648 - } - ] - }, - { - "id": "82", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_id", - "c_first_name", - "c_last_name", - "c_birth_country" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 14, - "name": "$14" - } - ], - "rowCount": 80000000 - }, - { - "id": "83", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "80", - "82" - ], - "rowCount": 1.86624E48 - }, - { - "id": "84", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "t_s_secyear.customer_id", - "t_s_secyear.customer_first_name", - "t_s_secyear.customer_last_name", - "t_s_secyear.customer_birth_country" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 1.86624E48 - }, - { - "id": "85", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 3, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 22 (BROADCAST_EDGE), Reducer 25 (BROADCAST_EDGE) + Map 11 <- Map 22 (BROADCAST_EDGE), Reducer 24 (BROADCAST_EDGE) + Map 17 <- Map 22 (BROADCAST_EDGE), Reducer 23 (BROADCAST_EDGE) + Map 26 <- Reducer 8 (BROADCAST_EDGE) + Reducer 10 <- Reducer 9 (SIMPLE_EDGE) + Reducer 12 <- Map 11 (CUSTOM_SIMPLE_EDGE), Map 16 (CUSTOM_SIMPLE_EDGE) + Reducer 13 <- Reducer 12 (SIMPLE_EDGE) + Reducer 14 <- Map 11 (CUSTOM_SIMPLE_EDGE), Map 16 (CUSTOM_SIMPLE_EDGE) + Reducer 15 <- Reducer 14 (SIMPLE_EDGE) + Reducer 18 <- Map 16 (CUSTOM_SIMPLE_EDGE), Map 17 (CUSTOM_SIMPLE_EDGE) + Reducer 19 <- Reducer 18 (SIMPLE_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 16 (CUSTOM_SIMPLE_EDGE) + Reducer 20 <- Map 16 (CUSTOM_SIMPLE_EDGE), Map 17 (CUSTOM_SIMPLE_EDGE) + Reducer 21 <- Reducer 20 (SIMPLE_EDGE) + Reducer 23 <- Map 22 (SIMPLE_EDGE) + Reducer 24 <- Map 22 (SIMPLE_EDGE) + Reducer 25 <- Map 22 (SIMPLE_EDGE) + Reducer 27 <- Map 26 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + Reducer 4 <- Reducer 10 (CUSTOM_SIMPLE_EDGE), Reducer 3 (CUSTOM_SIMPLE_EDGE) + Reducer 5 <- Reducer 13 (CUSTOM_SIMPLE_EDGE), Reducer 4 (CUSTOM_SIMPLE_EDGE) + Reducer 6 <- Reducer 15 (CUSTOM_SIMPLE_EDGE), Reducer 5 (CUSTOM_SIMPLE_EDGE) + Reducer 7 <- Reducer 19 (CUSTOM_SIMPLE_EDGE), Reducer 6 (CUSTOM_SIMPLE_EDGE) + Reducer 8 <- Reducer 21 (CUSTOM_SIMPLE_EDGE), Reducer 7 (CUSTOM_SIMPLE_EDGE) + Reducer 9 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 16 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + Statistics: Num rows: 86404891377 Data size: 38316552569400 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_customer_sk (type: bigint), ss_ext_discount_amt (type: decimal(7,2)), ss_ext_sales_price (type: decimal(7,2)), ss_ext_wholesale_cost (type: decimal(7,2)), ss_ext_list_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 86404891377 Data size: 38316552569400 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col0 is not null and _col5 is not null) (type: boolean) + Statistics: Num rows: 82514936083 Data size: 36591538231240 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint), _col5 (type: bigint), ((((_col4 - _col3) - _col1) + _col2) / 2) (type: decimal(14,6)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 82514936083 Data size: 10532193185128 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2 + input vertices: + 1 Reducer 25 + Statistics: Num rows: 16584098707 Data size: 1960373211344 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 16584098707 Data size: 1960373211344 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(14,6)) + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2 + input vertices: + 1 Map 22 + Statistics: Num rows: 16584098707 Data size: 1960373211344 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 16584098707 Data size: 1960373211344 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(14,6)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 11 + Map Operator Tree: + TableScan + alias: catalog_sales + Statistics: Num rows: 43220864887 Data size: 19956340213184 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_bill_customer_sk (type: bigint), cs_ext_discount_amt (type: decimal(7,2)), cs_ext_sales_price (type: decimal(7,2)), cs_ext_wholesale_cost (type: decimal(7,2)), cs_ext_list_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 43220864887 Data size: 19956340213184 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col0 is not null and _col5 is not null) (type: boolean) + Statistics: Num rows: 43007130172 Data size: 19857652630296 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint), _col5 (type: bigint), ((((_col4 - _col3) - _col1) + _col2) / 2) (type: decimal(14,6)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 43007130172 Data size: 5503211239944 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2 + input vertices: + 1 Reducer 24 + Statistics: Num rows: 8582599317 Data size: 1028210495968 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8582599317 Data size: 1028210495968 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(14,6)) + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2 + input vertices: + 1 Map 22 + Statistics: Num rows: 8582599317 Data size: 1028210495968 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8582599317 Data size: 1028210495968 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(14,6)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 16 + Map Operator Tree: + TableScan + alias: customer + Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: c_customer_sk (type: bigint), c_customer_id (type: char(16)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(16)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(16)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(16)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(16)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(16)) + Select Operator + expressions: c_customer_sk (type: bigint), c_customer_id (type: char(16)), c_birth_country (type: varchar(20)) + outputColumnNames: _col0, _col1, _col4 + Statistics: Num rows: 80000000 Data size: 16000000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 80000000 Data size: 16000000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(16)), _col4 (type: varchar(20)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 17 + Map Operator Tree: + TableScan + alias: web_sales + Statistics: Num rows: 21600036511 Data size: 10019954898456 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_bill_customer_sk (type: bigint), ws_ext_discount_amt (type: decimal(7,2)), ws_ext_sales_price (type: decimal(7,2)), ws_ext_wholesale_cost (type: decimal(7,2)), ws_ext_list_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 21600036511 Data size: 10019954898456 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col0 is not null and _col5 is not null) (type: boolean) + Statistics: Num rows: 21594643099 Data size: 10017452970080 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint), _col5 (type: bigint), ((((_col4 - _col3) - _col1) + _col2) / 2) (type: decimal(14,6)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 21594643099 Data size: 2764071180160 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2 + input vertices: + 1 Map 22 + Statistics: Num rows: 4340155973 Data size: 520775580248 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 4340155973 Data size: 520775580248 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(14,6)) + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2 + input vertices: + 1 Reducer 23 + Statistics: Num rows: 4340155973 Data size: 520775580248 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 4340155973 Data size: 520775580248 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(14,6)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 22 + Map Operator Tree: + TableScan + alias: date_dim + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), d_year (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col1 = 1999) (type: boolean) + Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 17 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Filter Operator + predicate: (_col1 = 2000) (type: boolean) + Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 17 + Filter Operator + predicate: (_col1 = 2000) (type: boolean) + Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 11 + Filter Operator + predicate: (_col1 = 1999) (type: boolean) + Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 11 + Filter Operator + predicate: (_col1 = 2000) (type: boolean) + Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 26 + Map Operator Tree: + TableScan + alias: customer + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_486_container, bigKeyColName:c_customer_id, smallTablePos:0, keyRatio:0.083333325 + Statistics: Num rows: 80000000 Data size: 29760000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: c_customer_id (type: char(16)), c_first_name (type: char(20)), c_last_name (type: char(30)), c_birth_country (type: varchar(20)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 80000000 Data size: 29760000000 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: char(16)) + 1 _col0 (type: char(16)) + outputColumnNames: _col0, _col2, _col3, _col4 + input vertices: + 0 Reducer 8 + Statistics: Num rows: 6666666 Data size: 2479999752 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++++ + keys: _col0 (type: char(16)), _col2 (type: char(20)), _col3 (type: char(30)), _col4 (type: varchar(20)) + null sort order: zzzz + Statistics: Num rows: 6666666 Data size: 2479999752 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col0 (type: char(16)), _col2 (type: char(20)), _col3 (type: char(30)), _col4 (type: varchar(20)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 6666666 Data size: 2479999752 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)), _col1 (type: char(20)), _col2 (type: char(30)), _col3 (type: varchar(20)) + null sort order: zzzz + sort order: ++++ + Statistics: Num rows: 6666666 Data size: 2479999752 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 10 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: char(16)) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col1 > 0) (type: boolean) + Statistics: Num rows: 26666666 Data size: 5653333192 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(16)), _col1 (type: decimal(24,6)), (_col1 > 0) (type: boolean) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 26666666 Data size: 5759999856 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 26666666 Data size: 5759999856 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(24,6)), _col2 (type: boolean) + Reducer 12 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col2, _col5 + input vertices: + 1 Map 16 + Statistics: Num rows: 8582599317 Data size: 1819511055204 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Group By Operator + aggregations: sum(_col2) + keys: _col5 (type: char(16)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(24,6)) + Reducer 13 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: char(16)) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(24,6)) + Reducer 14 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col2, _col5 + input vertices: + 1 Map 16 + Statistics: Num rows: 8582599317 Data size: 1819511055204 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Group By Operator + aggregations: sum(_col2) + keys: _col5 (type: char(16)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(24,6)) + Reducer 15 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: char(16)) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col1 > 0) (type: boolean) + Statistics: Num rows: 26666666 Data size: 5653333192 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(16)), _col1 (type: decimal(24,6)), (_col1 > 0) (type: boolean) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 26666666 Data size: 5759999856 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 26666666 Data size: 5759999856 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(24,6)), _col2 (type: boolean) + Reducer 18 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col2, _col5 + input vertices: + 1 Map 16 + Statistics: Num rows: 4340155973 Data size: 920113066276 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Group By Operator + aggregations: sum(_col2) + keys: _col5 (type: char(16)) + minReductionHashAggr: 0.9815675 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(24,6)) + Reducer 19 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: char(16)) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(24,6)) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col2, _col5, _col8 + input vertices: + 1 Map 16 + Statistics: Num rows: 16584098707 Data size: 5041566006928 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Group By Operator + aggregations: sum(_col2) + keys: _col5 (type: char(16)), _col8 (type: varchar(20)) + minReductionHashAggr: 0.9291035 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 80000000 Data size: 24320000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)), _col1 (type: varchar(20)) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: char(16)), _col1 (type: varchar(20)) + Statistics: Num rows: 80000000 Data size: 24320000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(24,6)) + Reducer 20 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col2, _col5 + input vertices: + 1 Map 16 + Statistics: Num rows: 4340155973 Data size: 920113066276 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Group By Operator + aggregations: sum(_col2) + keys: _col5 (type: char(16)) + minReductionHashAggr: 0.9815675 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(24,6)) + Reducer 21 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: char(16)) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col1 > 0) (type: boolean) + Statistics: Num rows: 26666666 Data size: 5653333192 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(16)), _col1 (type: decimal(24,6)), (_col1 > 0) (type: boolean) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 26666666 Data size: 5759999856 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 26666666 Data size: 5759999856 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(24,6)), _col2 (type: boolean) + Reducer 23 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 24 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 25 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 27 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(16)), KEY.reducesinkkey1 (type: char(20)), KEY.reducesinkkey2 (type: char(30)), KEY.reducesinkkey3 (type: varchar(20)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 6666666 Data size: 2479999752 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 37200 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 37200 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: char(16)), KEY._col1 (type: varchar(20)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 80000000 Data size: 24320000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(16)), _col2 (type: decimal(24,6)) + outputColumnNames: _col0, _col2 + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(24,6)) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: char(16)) + 1 KEY.reducesinkkey0 (type: char(16)) + outputColumnNames: _col0, _col2, _col4, _col5 + input vertices: + 1 Reducer 10 + Statistics: Num rows: 26666666 Data size: 8746666448 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 26666666 Data size: 8746666448 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(24,6)), _col4 (type: decimal(24,6)), _col5 (type: boolean) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: char(16)) + 1 KEY.reducesinkkey0 (type: char(16)) + outputColumnNames: _col0, _col2, _col4, _col5, _col7 + input vertices: + 1 Reducer 13 + Statistics: Num rows: 26666666 Data size: 11733333040 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 26666666 Data size: 11733333040 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(24,6)), _col4 (type: decimal(24,6)), _col5 (type: boolean), _col7 (type: decimal(24,6)) + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: char(16)) + 1 KEY.reducesinkkey0 (type: char(16)) + outputColumnNames: _col0, _col2, _col4, _col5, _col7, _col9, _col10 + input vertices: + 1 Reducer 15 + Statistics: Num rows: 26666666 Data size: 14826666296 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Filter Operator + predicate: if(_col5, if(_col10, ((_col7 / _col9) > (_col2 / _col4)), false), false) (type: boolean) + Statistics: Num rows: 13333333 Data size: 7413333148 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 13333333 Data size: 7413333148 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col7 (type: decimal(24,6)), _col9 (type: decimal(24,6)), _col10 (type: boolean) + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: char(16)) + 1 KEY.reducesinkkey0 (type: char(16)) + outputColumnNames: _col0, _col7, _col9, _col10, _col12 + input vertices: + 1 Reducer 19 + Statistics: Num rows: 13333333 Data size: 5866666520 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 13333333 Data size: 5866666520 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col7 (type: decimal(24,6)), _col9 (type: decimal(24,6)), _col10 (type: boolean), _col12 (type: decimal(24,6)) + Reducer 8 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: char(16)) + 1 KEY.reducesinkkey0 (type: char(16)) + outputColumnNames: _col0, _col7, _col9, _col10, _col12, _col14, _col15 + input vertices: + 1 Reducer 21 + Statistics: Num rows: 13333333 Data size: 7413333148 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Filter Operator + predicate: if(_col15, if(_col10, ((_col7 / _col9) > (_col12 / _col14)), false), false) (type: boolean) + Statistics: Num rows: 6666666 Data size: 3706666296 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(16)) + outputColumnNames: _col0 + Statistics: Num rows: 6666666 Data size: 666666600 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 6666666 Data size: 666666600 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 9 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col2, _col5 + input vertices: + 1 Map 16 + Statistics: Num rows: 16584098707 Data size: 3515828925884 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Group By Operator + aggregations: sum(_col2) + keys: _col5 (type: char(16)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(24,6)) + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query40.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query40.q.out index c30f19915077..a30c659f78b2 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query40.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query40.q.out @@ -1,2380 +1,279 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 13, - "name": "$13" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 3.483413831025E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_warehouse_sk", - "cs_item_sk", - "cs_order_number", - "cs_sales_price", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 20, - "name": "$20" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.483413831025E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_returns" - ], - "table:alias": "catalog_returns", - "inputs": [], - "rowCount": 4320980099, - "avgRowSize": 305, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returned_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cr_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_amount" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_store_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cr_returned_date_sk" - ], - "colStats": [ - { - "name": "cr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cr_order_number", - "ndv": 2681654419, - "minValue": 2, - "maxValue": 4800000000 - }, - { - "name": "cr_refunded_cash", - "ndv": 1257293, - "minValue": 0, - "maxValue": 26955.24 - }, - { - "name": "cr_returned_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cr_refunded_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cr_refunded_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cr_refunded_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cr_refunded_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cr_returning_customer_sk", - "ndv": 77511828, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cr_returning_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cr_returning_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cr_returning_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cr_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cr_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cr_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cr_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "cr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cr_return_amount", - "ndv": 973170, - "minValue": 0, - "maxValue": 28805.04 - }, - { - "name": "cr_return_tax", - "ndv": 169232, - "minValue": 0, - "maxValue": 2511.58 - }, - { - "name": "cr_return_amt_inc_tax", - "ndv": 1689965, - "minValue": 0, - "maxValue": 30891.32 - }, - { - "name": "cr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "cr_return_ship_cost", - "ndv": 501353, - "minValue": 0, - "maxValue": 14273.28 - }, - { - "name": "cr_reversed_charge", - "ndv": 895564, - "minValue": 0, - "maxValue": 24033.84 - }, - { - "name": "cr_store_credit", - "ndv": 906118, - "minValue": 0, - "maxValue": 24886.13 - }, - { - "name": "cr_net_loss", - "ndv": 996464, - "minValue": 0.5, - "maxValue": 16346.37 - }, - { - "name": "cr_returned_date_sk", - "ndv": 2104, - "minValue": 2450821, - "maxValue": 2452924 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cr_item_sk", - "cr_order_number", - "cr_refunded_cash" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 4320980099 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 6, - "name": "$6" - } - ] - } - ] - }, - "joinType": "left", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "4" - ], - "rowCount": 3386646448149454336 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 0.99, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 3, - "scale": 2 - } - }, - { - "literal": 1.49, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 3, - "scale": 2 - } - } - ] - }, - "rowCount": 115500 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_item_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 115500 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "5", - "8" - ], - "rowCount": 5.867364971418929E22 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "TIMESTAMP", - "nullable": true, - "precision": 9 - } - }, - { - "literal": 889401600000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - }, - { - "literal": 894585600000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "EXPR$0", - "EXPR$1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "<", - "kind": "LESS_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": 10324, - "type": { - "type": "DATE", - "nullable": false - } - } - ] - }, - { - "op": { - "name": ">=", - "kind": "GREATER_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": 10324, - "type": { - "type": "DATE", - "nullable": false - } - } - ] - } - ], - "rowCount": 18262.25 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 10, - "name": "$10" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "9", - "12" - ], - "rowCount": 1.60726928923943E26 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "warehouse" - ], - "table:alias": "warehouse", - "inputs": [], - "rowCount": 27, - "avgRowSize": 679, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "w_warehouse_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "w_warehouse_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "w_warehouse_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "w_warehouse_sq_ft" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "w_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "w_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "w_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "w_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "w_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "w_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "w_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "w_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "w_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "w_gmt_offset" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "w_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "w_state", - "ndv": 12 - }, - { - "name": "w_warehouse_id", - "ndv": 27 - }, - { - "name": "w_warehouse_name", - "ndv": 27 - }, - { - "name": "w_warehouse_sq_ft", - "ndv": 26, - "minValue": 73065, - "maxValue": 977787 - }, - { - "name": "w_street_number", - "ndv": 26 - }, - { - "name": "w_street_name", - "ndv": 27 - }, - { - "name": "w_street_type", - "ndv": 16 - }, - { - "name": "w_suite_number", - "ndv": 21 - }, - { - "name": "w_city", - "ndv": 18 - }, - { - "name": "w_county", - "ndv": 14 - }, - { - "name": "w_zip", - "ndv": 24 - }, - { - "name": "w_country", - "ndv": 1 - }, - { - "name": "w_gmt_offset", - "ndv": 4, - "minValue": -8, - "maxValue": -5 - } - ] - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "w_warehouse_sk", - "w_state" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 10, - "name": "$10" - } - ], - "rowCount": 27 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 13, - "name": "$13" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "13", - "15" - ], - "rowCount": 6.509440621419692E26 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3" - ], - "exprs": [ - { - "input": 14, - "name": "$14" - }, - { - "input": 9, - "name": "$9" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "input": 7, - "name": "$7" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - } - ] - } - ] - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 13, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "input": 7, - "name": "$7" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - } - ] - } - ] - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 13, - "scale": 2 - } - } - ] - } - ], - "rowCount": 6.509440621419692E26 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 23, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 23, - "scale": 2 - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - } - ], - "rowCount": 6.509440621419692E25 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "w_state", - "i_item_id", - "sales_before", - "sales_after" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 6.509440621419692E25 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Reducer 8 (BROADCAST_EDGE) + Map 5 <- Reducer 8 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 5 (CUSTOM_SIMPLE_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE) + Reducer 8 <- Map 7 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: (cs_warehouse_sk is not null and cs_item_sk BETWEEN DynamicValue(RS_20_item_i_item_sk_min) AND DynamicValue(RS_20_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_20_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 43005109025 Data size: 6179957594616 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (cs_warehouse_sk is not null and cs_item_sk BETWEEN DynamicValue(RS_20_item_i_item_sk_min) AND DynamicValue(RS_20_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_20_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 42897418825 Data size: 6164482203784 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_warehouse_sk (type: bigint), cs_item_sk (type: bigint), cs_order_number (type: bigint), cs_sales_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 42897418825 Data size: 6164482203784 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint), _col2 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col1 (type: bigint), _col2 (type: bigint) + Statistics: Num rows: 42897418825 Data size: 6164482203784 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col3 (type: decimal(7,2)), _col4 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: catalog_returns + filterExpr: (cr_item_sk BETWEEN DynamicValue(RS_20_item_i_item_sk_min) AND DynamicValue(RS_20_item_i_item_sk_max) and in_bloom_filter(cr_item_sk, DynamicValue(RS_20_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 4320980099 Data size: 543456366240 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (cr_item_sk BETWEEN DynamicValue(RS_20_item_i_item_sk_min) AND DynamicValue(RS_20_item_i_item_sk_max) and in_bloom_filter(cr_item_sk, DynamicValue(RS_20_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 4320980099 Data size: 543456366240 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cr_item_sk (type: bigint), cr_order_number (type: bigint), cr_refunded_cash (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 4320980099 Data size: 543456366240 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 4320980099 Data size: 543456366240 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(7,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-09 00:00:00' AND TIMESTAMP'1998-05-08 00:00:00' (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-09 00:00:00' AND TIMESTAMP'1998-05-08 00:00:00' (type: boolean) + Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), (d_date < DATE'1998-04-08') (type: boolean), (d_date >= DATE'1998-04-08') (type: boolean) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 8116 Data size: 129856 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8116 Data size: 129856 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: boolean), _col2 (type: boolean) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: item + filterExpr: i_current_price BETWEEN 0.99 AND 1.49 (type: boolean) + Statistics: Num rows: 462000 Data size: 101509408 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: i_current_price BETWEEN 0.99 AND 1.49 (type: boolean) + Statistics: Num rows: 6416 Data size: 1409840 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_item_id (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 6416 Data size: 692928 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 6416 Data size: 692928 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 6416 Data size: 51328 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 9 + Map Operator Tree: + TableScan + alias: warehouse + Statistics: Num rows: 27 Data size: 2538 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: w_warehouse_sk (type: bigint), w_state (type: char(2)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 27 Data size: 2538 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 27 Data size: 2538 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Left Outer Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col0, _col1, _col3, _col4, _col7 + input vertices: + 1 Map 5 + Statistics: Num rows: 68233473334 Data size: 13912497170504 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col4 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col3, _col7, _col9, _col10 + input vertices: + 1 Map 6 + Statistics: Num rows: 7580978039 Data size: 1018266906400 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col3, _col7, _col9, _col10, _col12 + input vertices: + 1 Map 7 + Statistics: Num rows: 105280419 Data size: 11370285484 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col3, _col7, _col9, _col10, _col12, _col14 + input vertices: + 1 Map 9 + Statistics: Num rows: 105280419 Data size: 20424401510 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++ + keys: _col14 (type: char(2)), _col12 (type: string) + null sort order: zz + Statistics: Num rows: 105280419 Data size: 20424401510 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col14 (type: char(2)), _col12 (type: string), if(_col9, (_col3 - if(_col7 is not null, _col7, 0)), 0) (type: decimal(8,2)), if(_col10, (_col3 - if(_col7 is not null, _col7, 0)), 0) (type: decimal(8,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 105280419 Data size: 20424401510 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2), sum(_col3) + keys: _col0 (type: char(2)), _col1 (type: string) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 6159360 Data size: 2525337600 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(2)), _col1 (type: string) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: char(2)), _col1 (type: string) + Statistics: Num rows: 6159360 Data size: 2525337600 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(18,2)), _col3 (type: decimal(18,2)) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1) + keys: KEY._col0 (type: char(2)), KEY._col1 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 76992 Data size: 31566720 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(2)), _col1 (type: string) + null sort order: zz + sort order: ++ + Statistics: Num rows: 76992 Data size: 31566720 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(18,2)), _col3 (type: decimal(18,2)) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(2)), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: decimal(18,2)), VALUE._col1 (type: decimal(18,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 76992 Data size: 31566720 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 41000 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 41000 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 8 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query41.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query41.q.out index 8bca60c4d564..e7ac140dba20 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query41.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query41.q.out @@ -1,1772 +1,147 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "i1", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_product_name", - "ndv": 461487 - }, - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 13, - "name": "$13" - }, - { - "literal": 970, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1010, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 14, - "name": "$14" - } - ] - } - ] - }, - "rowCount": 103950 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_manufact", - "i_product_name" - ], - "exprs": [ - { - "input": 14, - "name": "$14" - }, - { - "input": 21, - "name": "$21" - } - ], - "rowCount": 103950 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Women", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 17, - "name": "$17" - }, - { - "literal": "frosted", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 7 - } - }, - { - "literal": "rose", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 4 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 18, - "name": "$18" - }, - { - "literal": "Gross", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - }, - { - "literal": "Lb", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 15, - "name": "$15" - }, - { - "literal": "large", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - }, - { - "literal": "medium", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - } - ] - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Women", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 17, - "name": "$17" - }, - { - "literal": "black", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - }, - { - "literal": "chocolate", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 18, - "name": "$18" - }, - { - "literal": "Box", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 3 - } - }, - { - "literal": "Dram", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 4 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 15, - "name": "$15" - }, - { - "literal": "economy", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 7 - } - }, - { - "literal": "petite", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - } - ] - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Men", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 3 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 17, - "name": "$17" - }, - { - "literal": "magenta", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 7 - } - }, - { - "literal": "slate", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 18, - "name": "$18" - }, - { - "literal": "Bundle", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - }, - { - "literal": "Carton", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 15, - "name": "$15" - }, - { - "literal": "N/A", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 3 - } - }, - { - "literal": "small", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - } - ] - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Men", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 3 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 17, - "name": "$17" - }, - { - "literal": "cornflower", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 10 - } - }, - { - "literal": "firebrick", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 18, - "name": "$18" - }, - { - "literal": "Oz", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "Pound", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 15, - "name": "$15" - }, - { - "literal": "large", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - }, - { - "literal": "medium", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - } - ] - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Women", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 17, - "name": "$17" - }, - { - "literal": "almond", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - }, - { - "literal": "steel", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 18, - "name": "$18" - }, - { - "literal": "Case", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 4 - } - }, - { - "literal": "Tsp", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 3 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 15, - "name": "$15" - }, - { - "literal": "large", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - }, - { - "literal": "medium", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - } - ] - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Women", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 17, - "name": "$17" - }, - { - "literal": "aquamarine", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 10 - } - }, - { - "literal": "purple", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 18, - "name": "$18" - }, - { - "literal": "Bunch", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - }, - { - "literal": "Gram", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 4 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 15, - "name": "$15" - }, - { - "literal": "economy", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 7 - } - }, - { - "literal": "petite", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - } - ] - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Men", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 3 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 17, - "name": "$17" - }, - { - "literal": "lavender", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 8 - } - }, - { - "literal": "papaya", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 18, - "name": "$18" - }, - { - "literal": "Cup", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 3 - } - }, - { - "literal": "Pallet", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 15, - "name": "$15" - }, - { - "literal": "N/A", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 3 - } - }, - { - "literal": "small", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - } - ] - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Men", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 3 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 17, - "name": "$17" - }, - { - "literal": "cyan", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 4 - } - }, - { - "literal": "maroon", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 18, - "name": "$18" - }, - { - "literal": "Each", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 4 - } - }, - { - "literal": "N/A", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 3 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 15, - "name": "$15" - }, - { - "literal": "large", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - }, - { - "literal": "medium", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - } - ] - } - ] - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 14, - "name": "$14" - } - ] - } - ] - }, - "rowCount": 103950 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 14 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 10395 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 0, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - "rowCount": 1169.4375 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_manufact" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1169.4375 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "7" - ], - "rowCount": 1.823445421875E7 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 1 - ], - "aggs": [], - "rowCount": 1823445.421875 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_product_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1823445.421875 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Reducer 5 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + Reducer 5 <- Map 4 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: i1 + filterExpr: (i_manufact_id BETWEEN 970 AND 1010 and i_manufact is not null) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_43_container, bigKeyColName:i_manufact, smallTablePos:1, keyRatio:0.001751082251082251 + Statistics: Num rows: 462000 Data size: 95167396 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (i_manufact_id BETWEEN 970 AND 1010 and i_manufact is not null) (type: boolean) + Statistics: Num rows: 14511 Data size: 2989126 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_manufact (type: char(50)), i_product_name (type: char(50)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 14511 Data size: 2931222 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: char(50)) + 1 _col0 (type: char(50)) + outputColumnNames: _col1 + input vertices: + 1 Reducer 5 + Statistics: Num rows: 809 Data size: 86563 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: + + keys: _col1 (type: char(50)) + null sort order: z + Statistics: Num rows: 809 Data size: 86563 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + keys: _col1 (type: char(50)) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 809 Data size: 86563 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(50)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(50)) + Statistics: Num rows: 809 Data size: 86563 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: item + filterExpr: ((((i_category = 'Women ') and (i_color) IN ('frosted ', 'rose ') and (i_units) IN ('Gross ', 'Lb ') and (i_size) IN ('large ', 'medium ')) or ((i_category = 'Women ') and (i_color) IN ('black ', 'chocolate ') and (i_units) IN ('Box ', 'Dram ') and (i_size) IN ('economy ', 'petite ')) or ((i_category = 'Men ') and (i_color) IN ('magenta ', 'slate ') and (i_units) IN ('Bundle ', 'Carton ') and (i_size) IN ('N/A ', 'small ')) or ((i_category = 'Men ') and (i_color) IN ('cornflower ', 'firebrick ') and (i_units) IN ('Oz ', 'Pound ') and (i_size) IN ('large ', 'medium ')) or ((i_category = 'Women ') and (i_color) IN ('almond ', 'steel ') and (i_units) IN ('Case ', 'Tsp ') and (i_size) IN ('large ', 'medium ')) or ((i_category = 'Women ') and (i_color) IN ('aquamarine ', 'purple ') and (i_units) IN ('Bunch ', 'Gram ') and (i_size) IN ('economy ', 'petite ')) or ((i_category = 'Men ') and (i_color) IN ('lavender ', 'papaya ') and (i_units) IN ('Cup ', 'Pallet ') and (i_size) IN ('N/A ', 'small ')) or ((i_category = 'Men ') and (i_color) IN ('cyan ', 'maroon ') and (i_units) IN ('Each ', 'N/A ') and (i_size) IN ('large ', 'medium '))) and i_manufact is not null) (type: boolean) + Statistics: Num rows: 462000 Data size: 207900000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((((i_category = 'Women ') and (i_color) IN ('frosted ', 'rose ') and (i_units) IN ('Gross ', 'Lb ') and (i_size) IN ('large ', 'medium ')) or ((i_category = 'Women ') and (i_color) IN ('black ', 'chocolate ') and (i_units) IN ('Box ', 'Dram ') and (i_size) IN ('economy ', 'petite ')) or ((i_category = 'Men ') and (i_color) IN ('magenta ', 'slate ') and (i_units) IN ('Bundle ', 'Carton ') and (i_size) IN ('N/A ', 'small ')) or ((i_category = 'Men ') and (i_color) IN ('cornflower ', 'firebrick ') and (i_units) IN ('Oz ', 'Pound ') and (i_size) IN ('large ', 'medium ')) or ((i_category = 'Women ') and (i_color) IN ('almond ', 'steel ') and (i_units) IN ('Case ', 'Tsp ') and (i_size) IN ('large ', 'medium ')) or ((i_category = 'Women ') and (i_color) IN ('aquamarine ', 'purple ') and (i_units) IN ('Bunch ', 'Gram ') and (i_size) IN ('economy ', 'petite ')) or ((i_category = 'Men ') and (i_color) IN ('lavender ', 'papaya ') and (i_units) IN ('Cup ', 'Pallet ') and (i_size) IN ('N/A ', 'small ')) or ((i_category = 'Men ') and (i_color) IN ('cyan ', 'maroon ') and (i_units) IN ('Each ', 'N/A ') and (i_size) IN ('large ', 'medium '))) and i_manufact is not null) (type: boolean) + Statistics: Num rows: 168 Data size: 75600 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_manufact (type: char(50)) + outputColumnNames: i_manufact + Statistics: Num rows: 168 Data size: 75600 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + keys: i_manufact (type: char(50)) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 168 Data size: 17304 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(50)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(50)) + Statistics: Num rows: 168 Data size: 17304 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: char(50)) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 809 Data size: 86563 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(50)) + null sort order: z + sort order: + + Statistics: Num rows: 809 Data size: 86563 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(50)) + outputColumnNames: _col0 + Statistics: Num rows: 809 Data size: 86563 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 10700 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 10700 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + keys: KEY._col0 (type: char(50)) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 168 Data size: 17304 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col1 > 0L) (type: boolean) + Statistics: Num rows: 56 Data size: 5768 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(50)) + outputColumnNames: _col0 + Statistics: Num rows: 56 Data size: 5320 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(50)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(50)) + Statistics: Num rows: 56 Data size: 5320 Basic stats: COMPLETE Column stats: COMPLETE + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query42.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query42.q.out index 0223e837411a..ee12089c0632 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query42.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query42.q.out @@ -1,1334 +1,171 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - }, - "rowCount": 7.42597919451E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_ext_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 7.42597919451E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "dt", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1998, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 12, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 1643.6025 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1643.6025 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 1.8308036953566934E13 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 20, - "name": "$20" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 69300 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_category_id", - "i_category" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - } - ], - "rowCount": 69300 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 190312044132328288 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5, - 6 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 19031204413232828 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_category_id", - "i_category", - "_o__c3", - "(tok_function sum (tok_table_or_col ss_ext_sales_price))" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 19031204413232828 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 3, - "direction": "DESCENDING", - "nulls": "FIRST" - }, - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "dt.d_year", - "item.i_category_id", - "item.i_category", - "_c3" - ], - "exprs": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 1998, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_48_container, bigKeyColName:ss_item_sk, smallTablePos:1, keyRatio:1.6322683759956066E-4 + Statistics: Num rows: 82510879939 Data size: 10343396725952 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 82510879939 Data size: 10343396725952 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 4 + Statistics: Num rows: 1400767848 Data size: 11206142896 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col5, _col6 + input vertices: + 1 Map 5 + Statistics: Num rows: 13467990 Data size: 1265991132 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col5 (type: int), _col6 (type: char(50)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 605 Data size: 124630 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: char(50)) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: char(50)) + Statistics: Num rows: 605 Data size: 124630 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: dt + filterExpr: ((d_year = 1998) and (d_moy = 12)) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 1998) and (d_moy = 12)) (type: boolean) + Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: item + filterExpr: (i_manager_id = 1) (type: boolean) + Statistics: Num rows: 462000 Data size: 48962948 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (i_manager_id = 1) (type: boolean) + Statistics: Num rows: 4442 Data size: 470772 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_category_id (type: int), i_category (type: char(50)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 4442 Data size: 453044 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 4442 Data size: 453044 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: char(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: int), KEY._col1 (type: char(50)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 110 Data size: 22660 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: -++ + keys: _col2 (type: decimal(17,2)), _col0 (type: int), _col1 (type: char(50)) + null sort order: azz + Statistics: Num rows: 110 Data size: 22660 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col0 (type: int), _col1 (type: char(50)), _col2 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col3 + Statistics: Num rows: 110 Data size: 22660 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col3 (type: decimal(17,2)), _col0 (type: int), _col1 (type: char(50)) + null sort order: azz + sort order: -++ + Statistics: Num rows: 110 Data size: 22660 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: char(50)), KEY.reducesinkkey0 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 110 Data size: 22660 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 20600 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: 1998 (type: int), _col0 (type: int), _col1 (type: char(50)), _col2 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 100 Data size: 21000 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 21000 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query43.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query43.q.out index f3b51680a9c2..83c84054d0ea 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query43.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query43.q.out @@ -1,1880 +1,178 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_store_sk", - "ss_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1998, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 10957.35 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "EXPR$0", - "EXPR$1", - "EXPR$2", - "EXPR$3", - "EXPR$4", - "EXPR$5", - "EXPR$6" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Sunday ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Monday ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Tuesday ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Wednesday", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Thursday ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Friday ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Saturday ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - } - ], - "rowCount": 10957.35 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 1.0984822172140161E14 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store" - ], - "table:alias": "store", - "inputs": [], - "rowCount": 1704, - "avgRowSize": 1375, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "s_store_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "s_store_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "s_closed_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_store_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_number_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_floor_space" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "s_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_market_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_geography_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_market_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_division_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_company_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_company_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 10, - "name": "s_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "s_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "s_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "s_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "s_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "s_store_sk", - "ndv": 1736, - "minValue": 1, - "maxValue": 1704 - }, - { - "name": "s_store_id", - "ndv": 879 - }, - { - "name": "s_store_name", - "ndv": 11 - }, - { - "name": "s_gmt_offset", - "ndv": 5, - "minValue": -9, - "maxValue": -5 - }, - { - "name": "s_rec_start_date", - "ndv": 0, - "minValue": 9933, - "maxValue": 11394 - }, - { - "name": "s_rec_end_date", - "ndv": 0, - "minValue": 10663, - "maxValue": 11393 - }, - { - "name": "s_closed_date_sk", - "ndv": 263, - "minValue": 2450820, - "maxValue": 2451314 - }, - { - "name": "s_number_employees", - "ndv": 100, - "minValue": 200, - "maxValue": 300 - }, - { - "name": "s_floor_space", - "ndv": 1289, - "minValue": 5000201, - "maxValue": 9997773 - }, - { - "name": "s_hours", - "ndv": 4 - }, - { - "name": "s_manager", - "ndv": 1245 - }, - { - "name": "s_market_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "s_geography_class", - "ndv": 2 - }, - { - "name": "s_market_desc", - "ndv": 1311 - }, - { - "name": "s_market_manager", - "ndv": 1236 - }, - { - "name": "s_division_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_division_name", - "ndv": 2 - }, - { - "name": "s_company_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_company_name", - "ndv": 2 - }, - { - "name": "s_street_number", - "ndv": 736 - }, - { - "name": "s_street_name", - "ndv": 851 - }, - { - "name": "s_street_type", - "ndv": 21 - }, - { - "name": "s_suite_number", - "ndv": 76 - }, - { - "name": "s_city", - "ndv": 267 - }, - { - "name": "s_county", - "ndv": 128 - }, - { - "name": "s_state", - "ndv": 44 - }, - { - "name": "s_zip", - "ndv": 983 - }, - { - "name": "s_country", - "ndv": 2 - }, - { - "name": "s_tax_percentage", - "ndv": 12, - "minValue": 0, - "maxValue": 0.11 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 27, - "name": "$27" - }, - { - "literal": -6, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - "rowCount": 255.6 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk", - "s_store_id", - "s_store_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 255.6 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 4.2115808207985375E15 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4", - "$f5", - "$f6", - "$f7", - "$f8" - ], - "exprs": [ - { - "input": 13, - "name": "$13" - }, - { - "input": 12, - "name": "$12" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - } - ], - "rowCount": 4.2115808207985375E15 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 6 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 7 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 8 - ], - "name": null - } - ], - "rowCount": 4.2115808207985375E14 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_name", - "s_store_id", - "sun_sales", - "mon_sales", - "tue_sales", - "wed_sales", - "thu_sales", - "fri_sales", - "sat_sales" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 4.2115808207985375E14 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 3, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 4, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 5, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 6, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 7, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 8, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: ss_store_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_53_container, bigKeyColName:ss_store_sk, smallTablePos:1, keyRatio:0.039319904979785866 + Statistics: Num rows: 82510879939 Data size: 10328265323136 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ss_store_sk is not null (type: boolean) + Statistics: Num rows: 80569240632 Data size: 10085221424656 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_store_sk (type: bigint), ss_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 80569240632 Data size: 10085221424656 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col4, _col5, _col6, _col7, _col8, _col9, _col10 + input vertices: + 1 Map 4 + Statistics: Num rows: 16193047015 Data size: 2168929581980 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col12, _col13 + input vertices: + 1 Map 5 + Statistics: Num rows: 3244319959 Data size: 851663160776 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++ + keys: _col13 (type: varchar(50)), _col12 (type: string) + null sort order: zz + Statistics: Num rows: 3244319959 Data size: 851663160776 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col13 (type: varchar(50)), _col12 (type: string), if(_col4, _col1, null) (type: decimal(7,2)), if(_col5, _col1, null) (type: decimal(7,2)), if(_col6, _col1, null) (type: decimal(7,2)), if(_col7, _col1, null) (type: decimal(7,2)), if(_col8, _col1, null) (type: decimal(7,2)), if(_col9, _col1, null) (type: decimal(7,2)), if(_col10, _col1, null) (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 3244319959 Data size: 851663160776 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2), sum(_col3), sum(_col4), sum(_col5), sum(_col6), sum(_col7), sum(_col8) + keys: _col0 (type: varchar(50)), _col1 (type: string) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 12479577 Data size: 12130148844 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: varchar(50)), _col1 (type: string) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: varchar(50)), _col1 (type: string) + Statistics: Num rows: 12479577 Data size: 12130148844 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)), _col8 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (d_year = 1998) (type: boolean) + Statistics: Num rows: 73049 Data size: 7524047 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_year = 1998) (type: boolean) + Statistics: Num rows: 367 Data size: 37801 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), (d_day_name = 'Sunday ') (type: boolean), (d_day_name = 'Monday ') (type: boolean), (d_day_name = 'Tuesday ') (type: boolean), (d_day_name = 'Wednesday') (type: boolean), (d_day_name = 'Thursday ') (type: boolean), (d_day_name = 'Friday ') (type: boolean), (d_day_name = 'Saturday ') (type: boolean) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 367 Data size: 13212 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 13212 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: boolean), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: store + filterExpr: (s_gmt_offset = -6) (type: boolean) + Statistics: Num rows: 1704 Data size: 523936 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (s_gmt_offset = -6) (type: boolean) + Statistics: Num rows: 341 Data size: 104916 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: s_store_sk (type: bigint), s_store_id (type: string), s_store_name (type: varchar(50)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 341 Data size: 66836 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 341 Data size: 66836 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string), _col2 (type: varchar(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4), sum(VALUE._col5), sum(VALUE._col6) + keys: KEY._col0 (type: varchar(50)), KEY._col1 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 3751 Data size: 3645972 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: +++++++++ + keys: _col0 (type: varchar(50)), _col1 (type: string), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)), _col8 (type: decimal(17,2)) + null sort order: zzzzzzzzz + Statistics: Num rows: 3751 Data size: 3645972 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Reduce Output Operator + key expressions: _col0 (type: varchar(50)), _col1 (type: string), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)), _col8 (type: decimal(17,2)) + null sort order: zzzzzzzzz + sort order: +++++++++ + Statistics: Num rows: 3751 Data size: 3645972 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(50)), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: decimal(17,2)), KEY.reducesinkkey3 (type: decimal(17,2)), KEY.reducesinkkey4 (type: decimal(17,2)), KEY.reducesinkkey5 (type: decimal(17,2)), KEY.reducesinkkey6 (type: decimal(17,2)), KEY.reducesinkkey7 (type: decimal(17,2)), KEY.reducesinkkey8 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 3751 Data size: 3645972 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 97200 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 97200 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query44.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query44.q.out index 7cb719ae2c10..b152d4d94b9b 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query44.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query44.q.out @@ -1,2451 +1,333 @@ Warning: Map Join MAPJOIN[112][bigTable=?] in task 'Reducer 2' is a cross product -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "i1", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_product_name", - "ndv": 461487 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_product_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 21, - "name": "$21" - } - ], - "rowCount": 462000 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "ss1", - "inputs": [], - "rowCount": 86404891377, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_net_profit", - "ndv": 1468124, - "minValue": -10000, - "maxValue": 9986 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 159044, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1334023, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1824, - "minValue": 2450816, - "maxValue": 2452642 - } - ] - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 410, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - "rowCount": 1.296073370655E10 - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 1 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 21 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 21 - ], - "name": null - } - ], - "rowCount": 1.296073370655E9 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 11, - "scale": 6 - } - } - ] - }, - "rowCount": 1.74969905038425E8 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 11, - "scale": 6 - } - } - ], - "rowCount": 1.74969905038425E8 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 86404891377, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_net_profit", - "ndv": 1468124, - "minValue": -10000, - "maxValue": 9986 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 159044, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1334023, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1824, - "minValue": 2450816, - "maxValue": 2452642 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NULL", - "kind": "IS_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 410, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 3.2401834266375E9 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1" - ], - "exprs": [ - { - "literal": true, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 21, - "name": "$21" - } - ], - "rowCount": 3.2401834266375E9 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 1 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 11, - "scale": 6 - } - } - ] - }, - "rowCount": 1 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "rank_col" - ], - "exprs": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 11, - "scale": 6 - } - } - ], - "rowCount": 1 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "literal": 0.9, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 1 - } - }, - { - "input": 2, - "name": "$2" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "12" - ], - "rowCount": 8.74849525192125E7 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "item_sk", - "rank_window_0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "rank", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [], - "distinct": false, - "type": { - "type": "INTEGER", - "nullable": true - }, - "window": { - "partition": [ - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "order": [ - { - "expr": { - "input": 1, - "name": "$1" - }, - "direction": "ASCENDING", - "null-direction": "LAST" - } - ], - "range-lower": { - "type": "UNBOUNDED_PRECEDING" - }, - "range-upper": { - "type": "UNBOUNDED_FOLLOWING" - } - } - } - ], - "rowCount": 8.74849525192125E7 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "<", - "kind": "LESS_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 11, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 4.374247625960625E7 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "item_sk", - "rank_window_0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 4.374247625960625E7 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 410, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - "inputs": [ - "2" - ], - "rowCount": 1.296073370655E10 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 1 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 21 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 21 - ], - "name": null - } - ], - "rowCount": 1.296073370655E9 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 11, - "scale": 6 - } - } - ] - }, - "rowCount": 1.74969905038425E8 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 11, - "scale": 6 - } - } - ], - "rowCount": 1.74969905038425E8 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NULL", - "kind": "IS_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 410, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 3.2401834266375E9 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1" - ], - "exprs": [ - { - "literal": true, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 21, - "name": "$21" - } - ], - "rowCount": 3.2401834266375E9 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 1 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 11, - "scale": 6 - } - } - ] - }, - "rowCount": 1 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "rank_col" - ], - "exprs": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 11, - "scale": 6 - } - } - ], - "rowCount": 1 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "literal": 0.9, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 1 - } - }, - { - "input": 2, - "name": "$2" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "20", - "25" - ], - "rowCount": 8.74849525192125E7 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "item_sk", - "rank_window_0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "rank", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [], - "distinct": false, - "type": { - "type": "INTEGER", - "nullable": true - }, - "window": { - "partition": [ - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "order": [ - { - "expr": { - "input": 1, - "name": "$1" - }, - "direction": "DESCENDING", - "null-direction": "FIRST" - } - ], - "range-lower": { - "type": "UNBOUNDED_PRECEDING" - }, - "range-upper": { - "type": "UNBOUNDED_FOLLOWING" - } - } - } - ], - "rowCount": 8.74849525192125E7 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "<", - "kind": "LESS_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 11, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 4.374247625960625E7 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "item_sk", - "rank_window_0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 4.374247625960625E7 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "16", - "29" - ], - "rowCount": 2.8701063439833244E14 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "1", - "30" - ], - "rowCount": 1.9889836963804434E19 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "i2", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_product_name", - "ndv": 461487 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - } - ] - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_product_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 21, - "name": "$21" - } - ], - "rowCount": 462000 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "31", - "33" - ], - "rowCount": 1.3783657015916472E24 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "asceding.rnk", - "best_performing", - "worst_performing" - ], - "exprs": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 7, - "name": "$7" - } - ], - "rowCount": 1.3783657015916472E24 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 6 (BROADCAST_EDGE) + Reducer 3 <- Map 7 (BROADCAST_EDGE), Reducer 2 (SIMPLE_EDGE), Reducer 5 (BROADCAST_EDGE), Reducer 8 (BROADCAST_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE) + Reducer 5 <- Reducer 2 (SIMPLE_EDGE) + Reducer 6 <- Map 1 (SIMPLE_EDGE) + Reducer 8 <- Map 7 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: ss1 + filterExpr: ((ss_store_sk = 410L) or (ss_hdemo_sk is null and (ss_store_sk = 410L))) (type: boolean) + Statistics: Num rows: 86404891377 Data size: 10592345773408 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ss_store_sk = 410L) (type: boolean) + Statistics: Num rows: 99315967 Data size: 12175110240 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_net_profit (type: decimal(7,2)) + outputColumnNames: ss_item_sk, ss_net_profit + Statistics: Num rows: 99315967 Data size: 12175110240 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(ss_net_profit), count(ss_net_profit) + keys: ss_item_sk (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 49657983 Data size: 6356221824 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 49657983 Data size: 6356221824 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: bigint) + Filter Operator + predicate: (ss_hdemo_sk is null and (ss_store_sk = 410L)) (type: boolean) + Statistics: Num rows: 4472322 Data size: 546649416 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_net_profit (type: decimal(7,2)) + outputColumnNames: _col1 + Statistics: Num rows: 4472322 Data size: 546649416 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1), count(_col1) + keys: true (type: boolean) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 41255 Data size: 5115620 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: boolean) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: boolean) + Statistics: Num rows: 41255 Data size: 5115620 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: i1 + Statistics: Num rows: 462000 Data size: 53130000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_product_name (type: char(50)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 462000 Data size: 53130000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 53130000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(50)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 53130000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), count(VALUE._col1) + keys: KEY._col0 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 462000 Data size: 59136000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: CAST( (_col1 / _col2) AS decimal(11,6)) is not null (type: boolean) + Statistics: Num rows: 462000 Data size: 59136000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint), CAST( (_col1 / _col2) AS decimal(11,6)) (type: decimal(11,6)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 462000 Data size: 55440000 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Reducer 6 + Statistics: Num rows: 462000 Data size: 107184000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col1 > (0.9 * _col2)) (type: boolean) + Statistics: Num rows: 154000 Data size: 35728000 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: + + keys: _col1 (type: decimal(11,6)) + null sort order: z + Statistics: Num rows: 154000 Data size: 35728000 Basic stats: COMPLETE Column stats: COMPLETE + top n: 11 + Reduce Output Operator + key expressions: 0 (type: int), _col1 (type: decimal(11,6)) + null sort order: az + sort order: ++ + Map-reduce partition columns: 0 (type: int) + Statistics: Num rows: 154000 Data size: 35728000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Top N Key Operator + sort order: - + keys: _col1 (type: decimal(11,6)) + null sort order: a + Statistics: Num rows: 154000 Data size: 35728000 Basic stats: COMPLETE Column stats: COMPLETE + top n: 11 + Reduce Output Operator + key expressions: 0 (type: int), _col1 (type: decimal(11,6)) + null sort order: aa + sort order: +- + Map-reduce partition columns: 0 (type: int) + Statistics: Num rows: 154000 Data size: 35728000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: bigint), KEY.reducesinkkey1 (type: decimal(11,6)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 154000 Data size: 18480000 Basic stats: COMPLETE Column stats: COMPLETE + PTF Operator + Function definitions: + Input definition + input alias: ptf_0 + output shape: _col0: bigint, _col1: decimal(11,6) + type: WINDOWING + Windowing table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 ASC NULLS LAST + partition by: 0 + raw input shape: + window functions: + window function definition + alias: rank_window_0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + Statistics: Num rows: 154000 Data size: 18480000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (rank_window_0 < 11) (type: boolean) + Statistics: Num rows: 51333 Data size: 6159960 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint), rank_window_0 (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 51333 Data size: 615996 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: int) + 1 _col1 (type: int) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Reducer 5 + Statistics: Num rows: 51333 Data size: 1026660 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col5 + input vertices: + 1 Reducer 8 + Statistics: Num rows: 51333 Data size: 6108627 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col5, _col7 + input vertices: + 1 Map 7 + Statistics: Num rows: 51333 Data size: 11190594 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: + + keys: _col1 (type: int) + null sort order: z + Statistics: Num rows: 51333 Data size: 11190594 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col1 (type: int), _col5 (type: char(50)), _col7 (type: char(50)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 51333 Data size: 11190594 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Statistics: Num rows: 51333 Data size: 11190594 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 51333 Data size: 11190594 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 21800 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 21800 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: bigint), KEY.reducesinkkey1 (type: decimal(11,6)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 154000 Data size: 18480000 Basic stats: COMPLETE Column stats: COMPLETE + PTF Operator + Function definitions: + Input definition + input alias: ptf_0 + output shape: _col0: bigint, _col1: decimal(11,6) + type: WINDOWING + Windowing table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 DESC NULLS FIRST + partition by: 0 + raw input shape: + window functions: + window function definition + alias: rank_window_0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + Statistics: Num rows: 154000 Data size: 18480000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (rank_window_0 < 11) (type: boolean) + Statistics: Num rows: 51333 Data size: 6159960 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint), rank_window_0 (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 51333 Data size: 615996 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: int) + Statistics: Num rows: 51333 Data size: 615996 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), count(VALUE._col1) + keys: KEY._col0 (type: boolean) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: decimal(17,2)), _col2 (type: bigint) + outputColumnNames: _col1, _col2 + Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: CAST( (_col1 / _col2) AS decimal(11,6)) is not null (type: boolean) + Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: CAST( (_col1 / _col2) AS decimal(11,6)) (type: decimal(11,6)) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: decimal(11,6)) + Reducer 8 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: char(50)) + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 53130000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(50)) + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query45.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query45.q.out index 499659b88d38..90e29e7317d7 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query45.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query45.q.out @@ -1,2456 +1,316 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer" - ], - "table:alias": "customer", - "inputs": [], - "rowCount": 80000000, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "c_customer_sk" - }, - { - "type": "CHAR", - "nullable": false, - "precision": 16, - "name": "c_customer_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_shipto_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_sales_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "c_salutation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "c_first_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "c_last_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "c_preferred_cust_flag" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_day" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_month" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_year" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "c_birth_country" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 13, - "name": "c_login" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "c_email_address" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_last_review_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "c_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "c_current_addr_sk", - "ndv": 33825344, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "c_customer_id", - "ndv": 80610928 - }, - { - "name": "c_current_cdemo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "c_current_hdemo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "c_first_shipto_date_sk", - "ndv": 3646, - "minValue": 2449028, - "maxValue": 2452678 - }, - { - "name": "c_first_sales_date_sk", - "ndv": 3643, - "minValue": 2448998, - "maxValue": 2452648 - }, - { - "name": "c_salutation", - "ndv": 7 - }, - { - "name": "c_first_name", - "ndv": 5158 - }, - { - "name": "c_last_name", - "ndv": 5123 - }, - { - "name": "c_preferred_cust_flag", - "ndv": 3 - }, - { - "name": "c_birth_day", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "c_birth_month", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "c_birth_year", - "ndv": 67, - "minValue": 1924, - "maxValue": 1992 - }, - { - "name": "c_birth_country", - "ndv": 216 - }, - { - "name": "c_login", - "ndv": 1 - }, - { - "name": "c_email_address", - "ndv": 75301330 - }, - { - "name": "c_last_review_date_sk", - "ndv": 364, - "minValue": 2452283, - "maxValue": 2452648 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - "rowCount": 72000000 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_current_addr_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 72000000 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "customer_address", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_county", - "ca_zip" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 9, - "name": "$9" - } - ], - "rowCount": 40000000 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "4" - ], - "rowCount": 432000000000000 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - } - ] - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 1.7491657141260002E10 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_item_sk", - "ws_bill_customer_sk", - "ws_sales_price", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 20, - "name": "$20" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 1.7491657141260002E10 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 1643.6025 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year", - "d_qoy" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - } - ], - "rowCount": 1643.6025 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "8", - "11" - ], - "rowCount": 4.312399710977669E12 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_item_sk", - "ws_bill_customer_sk", - "ws_sales_price", - "ws_sold_date_sk", - "d_date_sk", - "d_year", - "d_qoy" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 4.312399710977669E12 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "5", - "13" - ], - "rowCount": 2.7944350127135294E26 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_item_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 462000 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "literal": 2, - "type": { - "type": "BIGINT", - "nullable": false - } - }, - { - "literal": 3, - "type": { - "type": "BIGINT", - "nullable": false - } - }, - { - "literal": 5, - "type": { - "type": "BIGINT", - "nullable": false - } - }, - { - "literal": 7, - "type": { - "type": "BIGINT", - "nullable": false - } - }, - { - "literal": 11, - "type": { - "type": "BIGINT", - "nullable": false - } - }, - { - "literal": 13, - "type": { - "type": "BIGINT", - "nullable": false - } - }, - { - "literal": 17, - "type": { - "type": "BIGINT", - "nullable": false - } - }, - { - "literal": 19, - "type": { - "type": "BIGINT", - "nullable": false - } - }, - { - "literal": 23, - "type": { - "type": "BIGINT", - "nullable": false - } - }, - { - "literal": 29, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - "inputs": [ - "15" - ], - "rowCount": 115500 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 1 - ], - "aggs": [], - "rowCount": 11550 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_id", - "literalTrue" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "literal": true, - "type": { - "type": "BOOLEAN", - "nullable": false - } - } - ], - "rowCount": 11550 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "left", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "16", - "19" - ], - "rowCount": 800807700 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_item_id", - "i_item_id0", - "literalTrue" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 800807700 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 12, - "name": "$12" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "14", - "21" - ], - "rowCount": 3.3567076129958883E34 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_item_sk", - "ws_bill_customer_sk", - "ws_sales_price", - "ws_sold_date_sk", - "c_customer_sk", - "c_current_addr_sk", - "ca_address_sk", - "ca_county", - "ca_zip", - "d_date_sk", - "d_year", - "d_qoy", - "i_item_sk", - "i_item_id", - "i_item_id0", - "literalTrue" - ], - "exprs": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 15, - "name": "$15" - } - ], - "rowCount": 3.3567076129958883E34 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 15, - "name": "$15" - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "substr", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 5, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647 - }, - "deterministic": true, - "dynamic": false - }, - { - "literal": "85669", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "86197", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "88274", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "83405", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "86475", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "85392", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "85460", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "80348", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "81792", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - } - ] - } - ] - }, - "rowCount": 8.391769032489721E33 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 7, - 8 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 8.39176903248972E32 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_zip", - "ca_county", - "_c2" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 8.39176903248972E32 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 4 <- Map 8 (BROADCAST_EDGE) + Map 9 <- Reducer 11 (BROADCAST_EDGE) + Reducer 11 <- Map 10 (SIMPLE_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 3 (CUSTOM_SIMPLE_EDGE) + Reducer 5 <- Map 4 (CUSTOM_SIMPLE_EDGE), Map 9 (BROADCAST_EDGE), Reducer 2 (CUSTOM_SIMPLE_EDGE) + Reducer 6 <- Reducer 5 (SIMPLE_EDGE) + Reducer 7 <- Reducer 6 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: customer + filterExpr: c_current_addr_sk is not null (type: boolean) + Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: c_current_addr_sk is not null (type: boolean) + Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: c_customer_sk (type: bigint), c_current_addr_sk (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 10 + Map Operator Tree: + TableScan + alias: item + filterExpr: (i_item_sk) IN (2L, 3L, 5L, 7L, 11L, 13L, 17L, 19L, 23L, 29L) (type: boolean) + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (i_item_sk) IN (2L, 3L, 5L, 7L, 11L, 13L, 17L, 19L, 23L, 29L) (type: boolean) + Statistics: Num rows: 10 Data size: 1080 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_id (type: string) + outputColumnNames: i_item_id + Statistics: Num rows: 10 Data size: 1080 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: i_item_id (type: string) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 10 Data size: 1000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 10 Data size: 1000 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 3 + Map Operator Tree: + TableScan + alias: customer_address + Statistics: Num rows: 40000000 Data size: 7800000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ca_address_sk (type: bigint), ca_county (type: varchar(30)), ca_zip (type: char(10)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 40000000 Data size: 7800000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 40000000 Data size: 7800000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(30)), _col2 (type: char(10)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: ws_bill_customer_sk is not null (type: boolean) + Statistics: Num rows: 21594638446 Data size: 2936546815864 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ws_bill_customer_sk is not null (type: boolean) + Statistics: Num rows: 21591944812 Data size: 2936180522072 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_item_sk (type: bigint), ws_bill_customer_sk (type: bigint), ws_sales_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 21591944812 Data size: 2936180522072 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 8 + Statistics: Num rows: 1087859571 Data size: 138922052728 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 1087859571 Data size: 138922052728 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col2 (type: decimal(7,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: ((d_year = 2000) and (d_qoy = 2)) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 2000) and (d_qoy = 2)) (type: boolean) + Statistics: Num rows: 92 Data size: 1472 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 4 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 9 + Map Operator Tree: + TableScan + alias: item + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_item_id (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Outer Join 0 to 1 + keys: + 0 _col1 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col0, _col3 + input vertices: + 1 Reducer 11 + Statistics: Num rows: 462018 Data size: 3696220 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462018 Data size: 3696220 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: boolean) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 11 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: string) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 10 Data size: 1000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: string), true (type: boolean) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 1040 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 10 Data size: 1040 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: boolean) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col3, _col4 + input vertices: + 1 Map 3 + Statistics: Num rows: 80000000 Data size: 15600000000 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 80000000 Data size: 15600000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: varchar(30)), _col4 (type: char(10)) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col3, _col4, _col5, _col7 + input vertices: + 0 Reducer 2 + Statistics: Num rows: 1087859571 Data size: 333670462313 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col5 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col3, _col4, _col7, _col15 + input vertices: + 1 Map 9 + Statistics: Num rows: 1087859571 Data size: 329317176033 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col7 (type: decimal(7,2)), _col3 (type: varchar(30)), _col4 (type: char(10)), _col15 (type: boolean) + outputColumnNames: _col2, _col7, _col8, _col15 + Statistics: Num rows: 1087859571 Data size: 329317176033 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col15 is not null or (substr(_col8, 1, 5)) IN ('85669', '86197', '88274', '83405', '86475', '85392', '85460', '80348', '81792')) (type: boolean) + Statistics: Num rows: 1087859571 Data size: 329317176033 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++ + keys: _col8 (type: char(10)), _col7 (type: varchar(30)) + null sort order: zz + Statistics: Num rows: 1087859571 Data size: 329317176033 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col2 (type: decimal(7,2)), _col7 (type: varchar(30)), _col8 (type: char(10)) + outputColumnNames: _col2, _col7, _col8 + Statistics: Num rows: 1087859571 Data size: 329317176033 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2) + keys: _col8 (type: char(10)), _col7 (type: varchar(30)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1087859571 Data size: 325270011729 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(10)), _col1 (type: varchar(30)) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: char(10)), _col1 (type: varchar(30)) + Statistics: Num rows: 1087859571 Data size: 325270011729 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(17,2)) + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: char(10)), KEY._col1 (type: varchar(30)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 18408340 Data size: 5504093660 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(10)), _col1 (type: varchar(30)) + null sort order: zz + sort order: ++ + Statistics: Num rows: 18408340 Data size: 5504093660 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(17,2)) + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(10)), KEY.reducesinkkey1 (type: varchar(30)), VALUE._col0 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 18408340 Data size: 5504093660 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 29900 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 29900 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query46.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query46.q.out index 6dd5d935941d..395e6bb7c52f 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query46.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query46.q.out @@ -1,2600 +1,322 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer" - ], - "table:alias": "customer", - "inputs": [], - "rowCount": 80000000, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "c_customer_sk" - }, - { - "type": "CHAR", - "nullable": false, - "precision": 16, - "name": "c_customer_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_shipto_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_sales_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "c_salutation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "c_first_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "c_last_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "c_preferred_cust_flag" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_day" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_month" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_year" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "c_birth_country" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 13, - "name": "c_login" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "c_email_address" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_last_review_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "c_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "c_current_addr_sk", - "ndv": 33825344, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "c_first_name", - "ndv": 5158 - }, - { - "name": "c_last_name", - "ndv": 5123 - }, - { - "name": "c_customer_id", - "ndv": 80610928 - }, - { - "name": "c_current_cdemo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "c_current_hdemo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "c_first_shipto_date_sk", - "ndv": 3646, - "minValue": 2449028, - "maxValue": 2452678 - }, - { - "name": "c_first_sales_date_sk", - "ndv": 3643, - "minValue": 2448998, - "maxValue": 2452648 - }, - { - "name": "c_salutation", - "ndv": 7 - }, - { - "name": "c_preferred_cust_flag", - "ndv": 3 - }, - { - "name": "c_birth_day", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "c_birth_month", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "c_birth_year", - "ndv": 67, - "minValue": 1924, - "maxValue": 1992 - }, - { - "name": "c_birth_country", - "ndv": 216 - }, - { - "name": "c_login", - "ndv": 1 - }, - { - "name": "c_email_address", - "ndv": 75301330 - }, - { - "name": "c_last_review_date_sk", - "ndv": 364, - "minValue": 2452283, - "maxValue": 2452648 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - "rowCount": 72000000 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_current_addr_sk", - "c_first_name", - "c_last_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - } - ], - "rowCount": 72000000 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "current_addr", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_city" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 40000000 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "4" - ], - "rowCount": 432000000000000 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "customer_address", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_city" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 40000000 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - } - ] - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 4.872184949518012E10 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_customer_sk", - "ss_hdemo_sk", - "ss_addr_sk", - "ss_store_sk", - "ss_ticket_number", - "ss_coupon_amt", - "ss_net_profit", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 18, - "name": "$18" - }, - { - "input": 21, - "name": "$21" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 4.872184949518012E10 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1998, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 6, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 4565.5625 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 4565.5625 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "10", - "13" - ], - "rowCount": 3.3366397347875746E13 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store" - ], - "table:alias": "store", - "inputs": [], - "rowCount": 1704, - "avgRowSize": 1375, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "s_store_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "s_store_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "s_closed_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_store_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_number_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_floor_space" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "s_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_market_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_geography_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_market_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_division_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_company_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_company_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 10, - "name": "s_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "s_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "s_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "s_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "s_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "s_store_sk", - "ndv": 1736, - "minValue": 1, - "maxValue": 1704 - }, - { - "name": "s_city", - "ndv": 267 - }, - { - "name": "s_store_id", - "ndv": 879 - }, - { - "name": "s_rec_start_date", - "ndv": 0, - "minValue": 9933, - "maxValue": 11394 - }, - { - "name": "s_rec_end_date", - "ndv": 0, - "minValue": 10663, - "maxValue": 11393 - }, - { - "name": "s_closed_date_sk", - "ndv": 263, - "minValue": 2450820, - "maxValue": 2451314 - }, - { - "name": "s_store_name", - "ndv": 11 - }, - { - "name": "s_number_employees", - "ndv": 100, - "minValue": 200, - "maxValue": 300 - }, - { - "name": "s_floor_space", - "ndv": 1289, - "minValue": 5000201, - "maxValue": 9997773 - }, - { - "name": "s_hours", - "ndv": 4 - }, - { - "name": "s_manager", - "ndv": 1245 - }, - { - "name": "s_market_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "s_geography_class", - "ndv": 2 - }, - { - "name": "s_market_desc", - "ndv": 1311 - }, - { - "name": "s_market_manager", - "ndv": 1236 - }, - { - "name": "s_division_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_division_name", - "ndv": 2 - }, - { - "name": "s_company_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_company_name", - "ndv": 2 - }, - { - "name": "s_street_number", - "ndv": 736 - }, - { - "name": "s_street_name", - "ndv": 851 - }, - { - "name": "s_street_type", - "ndv": 21 - }, - { - "name": "s_suite_number", - "ndv": 76 - }, - { - "name": "s_county", - "ndv": 128 - }, - { - "name": "s_state", - "ndv": 44 - }, - { - "name": "s_zip", - "ndv": 983 - }, - { - "name": "s_country", - "ndv": 2 - }, - { - "name": "s_gmt_offset", - "ndv": 5, - "minValue": -9, - "maxValue": -5 - }, - { - "name": "s_tax_percentage", - "ndv": 12, - "minValue": 0, - "maxValue": 0.11 - } - ] - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 22, - "name": "$22" - }, - { - "literal": "Cedar Grove", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 60 - } - }, - { - "literal": "Highland Park", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 60 - } - }, - { - "literal": "Salem", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 60 - } - }, - { - "literal": "Union", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 60 - } - }, - { - "literal": "Wildwood", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 60 - } - } - ] - }, - "rowCount": 426 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 426 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "14", - "17" - ], - "rowCount": 2132112790529260 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "household_demographics" - ], - "table:alias": "household_demographics", - "inputs": [], - "rowCount": 7200, - "avgRowSize": 183, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "hd_demo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "hd_income_band_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "hd_buy_potential" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "hd_dep_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "hd_vehicle_count" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "hd_demo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "hd_dep_count", - "ndv": 10, - "minValue": 0, - "maxValue": 9 - }, - { - "name": "hd_vehicle_count", - "ndv": 6, - "minValue": -1, - "maxValue": 4 - }, - { - "name": "hd_income_band_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "hd_buy_potential", - "ndv": 6 - } - ] - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 1800 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "hd_demo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1800 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 10, - "name": "$10" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "18", - "21" - ], - "rowCount": 575670453442900224 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "7", - "22" - ], - "rowCount": 3.454022720657401E24 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 1, - 2, - 4, - 6 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 7 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 8 - ], - "name": null - } - ], - "rowCount": 3.454022720657401E23 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_ticket_number", - "ss_customer_sk", - "bought_city", - "amt", - "profit" - ], - "exprs": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 3.454022720657401E23 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "<>", - "kind": "NOT_EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 8, - "name": "$8" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "5", - "25" - ], - "rowCount": 1.119103361492998E37 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_last_name", - "c_first_name", - "ca_city", - "bought_city", - "ss_ticket_number", - "amt", - "profit" - ], - "exprs": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - } - ], - "rowCount": 1.119103361492998E37 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 3, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 4, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 4 <- Map 10 (BROADCAST_EDGE), Map 11 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 3 (CUSTOM_SIMPLE_EDGE) + Reducer 5 <- Map 3 (CUSTOM_SIMPLE_EDGE), Map 4 (CUSTOM_SIMPLE_EDGE) + Reducer 6 <- Reducer 5 (SIMPLE_EDGE) + Reducer 7 <- Reducer 2 (CUSTOM_SIMPLE_EDGE), Reducer 6 (CUSTOM_SIMPLE_EDGE) + Reducer 8 <- Reducer 7 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: customer + filterExpr: c_current_addr_sk is not null (type: boolean) + Statistics: Num rows: 80000000 Data size: 15680000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: c_current_addr_sk is not null (type: boolean) + Statistics: Num rows: 80000000 Data size: 15680000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: c_customer_sk (type: bigint), c_current_addr_sk (type: bigint), c_first_name (type: char(20)), c_last_name (type: char(30)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 80000000 Data size: 15680000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 80000000 Data size: 15680000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col2 (type: char(20)), _col3 (type: char(30)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 10 + Map Operator Tree: + TableScan + alias: store + filterExpr: (s_city) IN ('Cedar Grove', 'Highland Park', 'Salem', 'Union', 'Wildwood') (type: boolean) + Statistics: Num rows: 1704 Data size: 172104 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (s_city) IN ('Cedar Grove', 'Highland Park', 'Salem', 'Union', 'Wildwood') (type: boolean) + Statistics: Num rows: 32 Data size: 3232 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: s_store_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 32 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 32 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 11 + Map Operator Tree: + TableScan + alias: household_demographics + filterExpr: ((hd_vehicle_count = 1) or (hd_dep_count = 2)) (type: boolean) + Statistics: Num rows: 7200 Data size: 115200 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((hd_vehicle_count = 1) or (hd_dep_count = 2)) (type: boolean) + Statistics: Num rows: 1920 Data size: 30720 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: hd_demo_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1920 Data size: 15360 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1920 Data size: 15360 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 3 + Map Operator Tree: + TableScan + alias: current_addr + Statistics: Num rows: 40000000 Data size: 4040000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ca_address_sk (type: bigint), ca_city (type: varchar(60)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 40000000 Data size: 4040000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 40000000 Data size: 4040000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(60)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 40000000 Data size: 4040000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(60)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: (ss_addr_sk is not null and ss_hdemo_sk is not null and ss_customer_sk is not null and ss_store_sk is not null) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_135_container, bigKeyColName:ss_hdemo_sk, smallTablePos:1, keyRatio:8.23127811146976E-7 + Statistics: Num rows: 82510879939 Data size: 21944977264808 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ss_addr_sk is not null and ss_hdemo_sk is not null and ss_customer_sk is not null and ss_store_sk is not null) (type: boolean) + Statistics: Num rows: 75002212194 Data size: 19947937079728 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_customer_sk (type: bigint), ss_hdemo_sk (type: bigint), ss_addr_sk (type: bigint), ss_store_sk (type: bigint), ss_ticket_number (type: bigint), ss_coupon_amt (type: decimal(7,2)), ss_net_profit (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 75002212194 Data size: 19947937079728 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col7 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + input vertices: + 1 Map 9 + Statistics: Num rows: 12938319718 Data size: 2963051768512 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col4, _col5, _col6 + input vertices: + 1 Map 10 + Statistics: Num rows: 243258823 Data size: 1946070832 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col4, _col5, _col6 + input vertices: + 1 Map 11 + Statistics: Num rows: 64869023 Data size: 518952424 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col2 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col2 (type: bigint) + Statistics: Num rows: 64869023 Data size: 518952424 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col4 (type: bigint), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 9 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: ((d_year) IN (1998, 1999, 2000) and (d_dow) IN (0, 6)) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year) IN (1998, 1999, 2000) and (d_dow) IN (0, 6)) (type: boolean) + Statistics: Num rows: 315 Data size: 5040 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 315 Data size: 2520 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 315 Data size: 2520 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 315 Data size: 2520 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 315 Data size: 2520 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 315 Data size: 2520 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 4 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col2, _col3, _col5 + input vertices: + 1 Map 3 + Statistics: Num rows: 80000000 Data size: 22480000000 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 80000000 Data size: 22480000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: char(20)), _col3 (type: char(30)), _col5 (type: varchar(60)) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col2, _col4, _col5, _col6, _col12 + input vertices: + 1 Map 3 + Statistics: Num rows: 64869023 Data size: 6551771563 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Group By Operator + aggregations: sum(_col5), sum(_col6) + keys: _col0 (type: bigint), _col12 (type: varchar(60)), _col2 (type: bigint), _col4 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 64869023 Data size: 21082432491 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: varchar(60)), _col2 (type: bigint), _col3 (type: bigint) + null sort order: zzzz + sort order: ++++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: varchar(60)), _col2 (type: bigint), _col3 (type: bigint) + Statistics: Num rows: 64869023 Data size: 21082432491 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)) + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1) + keys: KEY._col0 (type: bigint), KEY._col1 (type: varchar(60)), KEY._col2 (type: bigint), KEY._col3 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 64869023 Data size: 21082432491 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col3 (type: bigint), _col0 (type: bigint), _col1 (type: varchar(60)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 64869023 Data size: 21082432483 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 64869023 Data size: 21082432483 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col2 (type: varchar(60)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col2, _col3, _col5, _col6, _col8, _col9, _col10 + input vertices: + 0 Reducer 2 + Statistics: Num rows: 64869023 Data size: 38791675754 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Filter Operator + predicate: (_col5 <> _col8) (type: boolean) + Statistics: Num rows: 64869023 Data size: 38791675754 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: +++++ + keys: _col3 (type: char(30)), _col2 (type: char(20)), _col5 (type: varchar(60)), _col8 (type: varchar(60)), _col6 (type: bigint) + null sort order: zzzzz + Statistics: Num rows: 64869023 Data size: 38791675754 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col3 (type: char(30)), _col2 (type: char(20)), _col5 (type: varchar(60)), _col8 (type: varchar(60)), _col6 (type: bigint), _col9 (type: decimal(17,2)), _col10 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 64869023 Data size: 38791675754 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: varchar(60)), _col3 (type: varchar(60)), _col4 (type: bigint) + null sort order: zzzzz + sort order: +++++ + Statistics: Num rows: 64869023 Data size: 38791675754 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)) + Reducer 8 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(30)), KEY.reducesinkkey1 (type: char(20)), KEY.reducesinkkey2 (type: varchar(60)), KEY.reducesinkkey3 (type: varchar(60)), KEY.reducesinkkey4 (type: bigint), VALUE._col0 (type: decimal(17,2)), VALUE._col1 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 64869023 Data size: 38791675754 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 59800 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 59800 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query47.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query47.q.out index a9d9f441a827..bbe8be4bbd66 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query47.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query47.q.out @@ -1,4057 +1,412 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_store_sk", - "ss_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "ROW", - "kind": "ROW", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - { - "op": { - "name": "ROW", - "kind": "ROW", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 12, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "ROW", - "kind": "ROW", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - } - ] - } - ] - }, - "rowCount": 4565.5625 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year", - "d_moy" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 4565.5625 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 4.5770092383917336E13 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store" - ], - "table:alias": "store", - "inputs": [], - "rowCount": 1704, - "avgRowSize": 1375, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "s_store_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "s_store_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "s_closed_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_store_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_number_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_floor_space" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "s_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_market_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_geography_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_market_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_division_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_company_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_company_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 10, - "name": "s_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "s_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "s_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "s_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "s_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "s_store_sk", - "ndv": 1736, - "minValue": 1, - "maxValue": 1704 - }, - { - "name": "s_store_name", - "ndv": 11 - }, - { - "name": "s_company_name", - "ndv": 2 - }, - { - "name": "s_store_id", - "ndv": 879 - }, - { - "name": "s_rec_start_date", - "ndv": 0, - "minValue": 9933, - "maxValue": 11394 - }, - { - "name": "s_rec_end_date", - "ndv": 0, - "minValue": 10663, - "maxValue": 11393 - }, - { - "name": "s_closed_date_sk", - "ndv": 263, - "minValue": 2450820, - "maxValue": 2451314 - }, - { - "name": "s_number_employees", - "ndv": 100, - "minValue": 200, - "maxValue": 300 - }, - { - "name": "s_floor_space", - "ndv": 1289, - "minValue": 5000201, - "maxValue": 9997773 - }, - { - "name": "s_hours", - "ndv": 4 - }, - { - "name": "s_manager", - "ndv": 1245 - }, - { - "name": "s_market_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "s_geography_class", - "ndv": 2 - }, - { - "name": "s_market_desc", - "ndv": 1311 - }, - { - "name": "s_market_manager", - "ndv": 1236 - }, - { - "name": "s_division_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_division_name", - "ndv": 2 - }, - { - "name": "s_company_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_street_number", - "ndv": 736 - }, - { - "name": "s_street_name", - "ndv": 851 - }, - { - "name": "s_street_type", - "ndv": 21 - }, - { - "name": "s_suite_number", - "ndv": 76 - }, - { - "name": "s_city", - "ndv": 267 - }, - { - "name": "s_county", - "ndv": 128 - }, - { - "name": "s_state", - "ndv": 44 - }, - { - "name": "s_zip", - "ndv": 983 - }, - { - "name": "s_country", - "ndv": 2 - }, - { - "name": "s_gmt_offset", - "ndv": 5, - "minValue": -9, - "maxValue": -5 - }, - { - "name": "s_tax_percentage", - "ndv": 12, - "minValue": 0, - "maxValue": 0.11 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 17, - "name": "$17" - } - ] - } - ] - }, - "rowCount": 1380.24 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk", - "s_store_name", - "s_company_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 17, - "name": "$17" - } - ], - "rowCount": 1380.24 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 9476056846796710 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 12, - "name": "$12" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 8, - "name": "$8" - } - ] - } - ] - }, - "rowCount": 374220 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand", - "i_category" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 12, - "name": "$12" - } - ], - "rowCount": 374220 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 10, - "name": "$10" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "10", - "13" - ], - "rowCount": 5.319194989812397E20 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5, - 6, - 8, - 9, - 11, - 12 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 5.319194989812397E19 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_year", - "d_moy", - "s_store_name", - "s_company_name", - "i_brand", - "i_category", - "$f6" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 5.319194989812397E19 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "(tok_table_or_col i_category)", - "(tok_table_or_col i_brand)", - "(tok_table_or_col s_store_name)", - "(tok_table_or_col s_company_name)", - "(tok_function sum (tok_table_or_col ss_sales_price))", - "rank_window_1" - ], - "exprs": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 6, - "name": "$6" - }, - { - "op": { - "name": "rank", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [], - "distinct": false, - "type": { - "type": "INTEGER", - "nullable": true - }, - "window": { - "partition": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "order": [ - { - "expr": { - "input": 0, - "name": "$0" - }, - "direction": "ASCENDING", - "null-direction": "LAST" - }, - { - "expr": { - "input": 1, - "name": "$1" - }, - "direction": "ASCENDING", - "null-direction": "LAST" - } - ], - "range-lower": { - "type": "UNBOUNDED_PRECEDING" - }, - "range-upper": { - "type": "UNBOUNDED_FOLLOWING" - } - } - } - ], - "rowCount": 5.319194989812397E19 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - }, - "rowCount": 4.787275490831158E19 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "(tok_table_or_col i_category)", - "(tok_table_or_col i_brand)", - "(tok_table_or_col s_store_name)", - "(tok_table_or_col s_company_name)", - "(tok_function sum (tok_table_or_col ss_sales_price))", - "EXPR$0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "rowCount": 4.787275490831158E19 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "inputs": [ - "0" - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_store_sk", - "ss_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "ROW", - "kind": "ROW", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - { - "op": { - "name": "ROW", - "kind": "ROW", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 12, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "ROW", - "kind": "ROW", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - } - ] - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 4565.5625 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year", - "d_moy" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 4565.5625 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "21", - "23" - ], - "rowCount": 4.5770092383917336E13 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 17, - "name": "$17" - } - ] - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 1380.24 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk", - "s_store_name", - "s_company_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 17, - "name": "$17" - } - ], - "rowCount": 1380.24 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "24", - "26" - ], - "rowCount": 9476056846796710 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 12, - "name": "$12" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 8, - "name": "$8" - } - ] - } - ] - }, - "inputs": [ - "11" - ], - "rowCount": 374220 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand", - "i_category" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 12, - "name": "$12" - } - ], - "rowCount": 374220 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 10, - "name": "$10" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "27", - "29" - ], - "rowCount": 5.319194989812397E20 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5, - 6, - 8, - 9, - 11, - 12 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 5.319194989812397E19 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_year", - "d_moy", - "s_store_name", - "s_company_name", - "i_brand", - "i_category", - "$f6" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 5.319194989812397E19 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "(tok_table_or_col i_category)", - "(tok_table_or_col i_brand)", - "(tok_table_or_col s_store_name)", - "(tok_table_or_col s_company_name)", - "(tok_function sum (tok_table_or_col ss_sales_price))", - "rank_window_1" - ], - "exprs": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 6, - "name": "$6" - }, - { - "op": { - "name": "rank", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [], - "distinct": false, - "type": { - "type": "INTEGER", - "nullable": true - }, - "window": { - "partition": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "order": [ - { - "expr": { - "input": 0, - "name": "$0" - }, - "direction": "ASCENDING", - "null-direction": "LAST" - }, - { - "expr": { - "input": 1, - "name": "$1" - }, - "direction": "ASCENDING", - "null-direction": "LAST" - } - ], - "range-lower": { - "type": "UNBOUNDED_PRECEDING" - }, - "range-upper": { - "type": "UNBOUNDED_FOLLOWING" - } - } - } - ], - "rowCount": 5.319194989812397E19 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - }, - "rowCount": 4.787275490831158E19 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "(tok_table_or_col i_category)", - "(tok_table_or_col i_brand)", - "(tok_table_or_col s_store_name)", - "(tok_table_or_col s_company_name)", - "(tok_function sum (tok_table_or_col ss_sales_price))", - "EXPR$0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "rowCount": 4.787275490831158E19 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "inputs": [ - "0" - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_store_sk", - "ss_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "ROW", - "kind": "ROW", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - { - "op": { - "name": "ROW", - "kind": "ROW", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 12, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "ROW", - "kind": "ROW", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - } - ] - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 4565.5625 - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year", - "d_moy" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 4565.5625 - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "37", - "39" - ], - "rowCount": 4.5770092383917336E13 - }, - { - "id": "41", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 17, - "name": "$17" - } - ] - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 1380.24 - }, - { - "id": "42", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk", - "s_store_name", - "s_company_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 17, - "name": "$17" - } - ], - "rowCount": 1380.24 - }, - { - "id": "43", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "40", - "42" - ], - "rowCount": 9476056846796710 - }, - { - "id": "44", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 12, - "name": "$12" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 8, - "name": "$8" - } - ] - } - ] - }, - "inputs": [ - "11" - ], - "rowCount": 374220 - }, - { - "id": "45", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand", - "i_category" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 12, - "name": "$12" - } - ], - "rowCount": 374220 - }, - { - "id": "46", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 10, - "name": "$10" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "43", - "45" - ], - "rowCount": 5.319194989812397E20 - }, - { - "id": "47", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5, - 6, - 8, - 9, - 11, - 12 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 5.319194989812397E19 - }, - { - "id": "48", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_year", - "d_moy", - "s_store_name", - "s_company_name", - "i_brand", - "i_category", - "$f6" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 5.319194989812397E19 - }, - { - "id": "49", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "(tok_table_or_col i_category)", - "(tok_table_or_col i_brand)", - "(tok_table_or_col s_store_name)", - "(tok_table_or_col s_company_name)", - "(tok_table_or_col d_year)", - "(tok_table_or_col d_moy)", - "(tok_function sum (tok_table_or_col ss_sales_price))", - "avg_window_0", - "rank_window_1" - ], - "exprs": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 6, - "name": "$6" - }, - { - "op": { - "name": "avg", - "kind": "AVG", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ], - "distinct": false, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 21, - "scale": 6 - }, - "window": { - "partition": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 0, - "name": "$0" - } - ], - "order": [ - { - "expr": { - "input": 5, - "name": "$5" - }, - "direction": "ASCENDING", - "null-direction": "FIRST" - }, - { - "expr": { - "input": 4, - "name": "$4" - }, - "direction": "ASCENDING", - "null-direction": "FIRST" - }, - { - "expr": { - "input": 2, - "name": "$2" - }, - "direction": "ASCENDING", - "null-direction": "FIRST" - }, - { - "expr": { - "input": 3, - "name": "$3" - }, - "direction": "ASCENDING", - "null-direction": "FIRST" - }, - { - "expr": { - "input": 0, - "name": "$0" - }, - "direction": "ASCENDING", - "null-direction": "FIRST" - } - ], - "range-lower": { - "type": "UNBOUNDED_PRECEDING" - }, - "range-upper": { - "type": "UNBOUNDED_FOLLOWING" - } - } - }, - { - "op": { - "name": "rank", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [], - "distinct": false, - "type": { - "type": "INTEGER", - "nullable": true - }, - "window": { - "partition": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "order": [ - { - "expr": { - "input": 0, - "name": "$0" - }, - "direction": "ASCENDING", - "null-direction": "LAST" - }, - { - "expr": { - "input": 1, - "name": "$1" - }, - "direction": "ASCENDING", - "null-direction": "LAST" - } - ], - "range-lower": { - "type": "UNBOUNDED_PRECEDING" - }, - "range-upper": { - "type": "UNBOUNDED_FOLLOWING" - } - } - } - ], - "rowCount": 5.319194989812397E19 - }, - { - "id": "50", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "ABS", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - } - ] - } - ] - }, - { - "input": 7, - "name": "$7" - } - ] - }, - { - "literal": 0.1, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 1 - } - } - ] - }, - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 8, - "name": "$8" - } - ] - } - ] - }, - "rowCount": 897614154530841984 - }, - { - "id": "51", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "(tok_table_or_col i_category)", - "(tok_table_or_col i_brand)", - "(tok_table_or_col s_store_name)", - "(tok_table_or_col s_company_name)", - "(tok_table_or_col d_year)", - "(tok_table_or_col d_moy)", - "(tok_function sum (tok_table_or_col ss_sales_price))", - "avg_window_0", - "rank_window_1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 897614154530841984 - }, - { - "id": "52", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "input": 5, - "name": "$5" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "35", - "51" - ], - "rowCount": 3.2631302401771794E33 - }, - { - "id": "53", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 13, - "name": "$13" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 15, - "name": "$15" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 20, - "name": "$20" - }, - { - "input": 5, - "name": "$5" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "19", - "52" - ], - "rowCount": 1.1862579161225682E49 - }, - { - "id": "54", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_category", - "d_year", - "d_moy", - "avg_monthly_sales", - "sum_sales", - "psum", - "nsum", - "(- (tok_table_or_col sum_sales) (tok_table_or_col avg_monthly_sales))1" - ], - "exprs": [ - { - "input": 12, - "name": "$12" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 17, - "name": "$17" - }, - { - "input": 19, - "name": "$19" - }, - { - "input": 18, - "name": "$18" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 4, - "name": "$4" - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 18, - "name": "$18" - }, - { - "input": 19, - "name": "$19" - } - ] - } - ], - "rowCount": 1.1862579161225682E49 - }, - { - "id": "55", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 7, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - }, - { - "id": "56", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "v2.i_category", - "v2.d_year", - "v2.d_moy", - "v2.avg_monthly_sales", - "v2.sum_sales", - "v2.psum", - "v2.nsum" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 10 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE) + Reducer 5 <- Reducer 2 (SIMPLE_EDGE) + Reducer 6 <- Reducer 3 (BROADCAST_EDGE), Reducer 4 (BROADCAST_EDGE), Reducer 5 (SIMPLE_EDGE) + Reducer 7 <- Reducer 6 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: ss_store_sk is not null (type: boolean) + Statistics: Num rows: 82510879939 Data size: 10988352362648 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ss_store_sk is not null (type: boolean) + Statistics: Num rows: 80569240632 Data size: 10729775349712 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_store_sk (type: bigint), ss_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 80569240632 Data size: 10729775349712 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col5, _col6 + input vertices: + 1 Map 8 + Statistics: Num rows: 18884534606 Data size: 2340655330176 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col5, _col6, _col8, _col9 + input vertices: + 1 Map 9 + Statistics: Num rows: 18884534606 Data size: 5585078338266 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col5, _col6, _col8, _col9, _col11, _col12 + input vertices: + 1 Map 10 + Statistics: Num rows: 18884534606 Data size: 9022063636558 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2) + keys: _col5 (type: int), _col6 (type: int), _col8 (type: varchar(50)), _col9 (type: varchar(50)), _col11 (type: char(50)), _col12 (type: char(50)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9442267303 Data size: 4617268711167 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: char(50)), _col5 (type: char(50)) + null sort order: zzzzzz + sort order: ++++++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: char(50)), _col5 (type: char(50)) + Statistics: Num rows: 9442267303 Data size: 4617268711167 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col6 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 10 + Map Operator Tree: + TableScan + alias: item + filterExpr: (i_category is not null and i_brand is not null) (type: boolean) + Statistics: Num rows: 462000 Data size: 91476000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (i_category is not null and i_brand is not null) (type: boolean) + Statistics: Num rows: 462000 Data size: 91476000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_brand (type: char(50)), i_category (type: char(50)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 462000 Data size: 91476000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 91476000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: ((d_year) IN (1999, 2000, 2001) and ((d_year = 2000) or (struct(d_year,d_moy)) IN (const struct(1999,12), const struct(2001,1)))) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year) IN (1999, 2000, 2001) and ((d_year = 2000) or (struct(d_year,d_moy)) IN (const struct(1999,12), const struct(2001,1)))) (type: boolean) + Statistics: Num rows: 428 Data size: 6848 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), d_year (type: int), d_moy (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 428 Data size: 6848 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 428 Data size: 6848 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: int) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 428 Data size: 3424 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 428 Data size: 3424 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 428 Data size: 3424 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 9 + Map Operator Tree: + TableScan + alias: store + filterExpr: (s_store_name is not null and s_company_name is not null) (type: boolean) + Statistics: Num rows: 1704 Data size: 318648 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (s_store_name is not null and s_company_name is not null) (type: boolean) + Statistics: Num rows: 1704 Data size: 318648 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: s_store_sk (type: bigint), s_store_name (type: varchar(50)), s_company_name (type: varchar(50)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1704 Data size: 318648 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1704 Data size: 318648 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: varchar(50)), KEY._col3 (type: varchar(50)), KEY._col4 (type: char(50)), KEY._col5 (type: char(50)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 4309536 Data size: 2107363104 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col5 (type: char(50)), _col4 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col0 (type: int), _col1 (type: int) + null sort order: aaaazz + sort order: ++++++ + Map-reduce partition columns: _col5 (type: char(50)), _col4 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)) + Statistics: Num rows: 4309536 Data size: 2107363104 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col6 (type: decimal(17,2)) + Reduce Output Operator + key expressions: _col5 (type: char(50)), _col4 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col0 (type: int) + null sort order: aaaaa + sort order: +++++ + Map-reduce partition columns: _col5 (type: char(50)), _col4 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col0 (type: int) + Statistics: Num rows: 4309536 Data size: 2107363104 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col6 (type: decimal(17,2)) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey4 (type: int), KEY.reducesinkkey5 (type: int), KEY.reducesinkkey2 (type: varchar(50)), KEY.reducesinkkey3 (type: varchar(50)), KEY.reducesinkkey1 (type: char(50)), KEY.reducesinkkey0 (type: char(50)), VALUE._col0 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 4309536 Data size: 2107363104 Basic stats: COMPLETE Column stats: COMPLETE + PTF Operator + Function definitions: + Input definition + input alias: ptf_0 + output shape: _col0: int, _col1: int, _col2: varchar(50), _col3: varchar(50), _col4: char(50), _col5: char(50), _col6: decimal(17,2) + type: WINDOWING + Windowing table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col0 ASC NULLS LAST, _col1 ASC NULLS LAST + partition by: _col5, _col4, _col2, _col3 + raw input shape: + window functions: + window function definition + alias: rank_window_0 + arguments: _col0, _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + Statistics: Num rows: 4309536 Data size: 2107363104 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: rank_window_0 is not null (type: boolean) + Statistics: Num rows: 4309536 Data size: 2107363104 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col5 (type: char(50)), _col4 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col6 (type: decimal(17,2)), (rank_window_0 + 1) (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 4309536 Data size: 2090124960 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col5 (type: int) + null sort order: zzzzz + sort order: +++++ + Map-reduce partition columns: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col5 (type: int) + Statistics: Num rows: 4309536 Data size: 2090124960 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col4 (type: decimal(17,2)) + PTF Operator + Function definitions: + Input definition + input alias: ptf_0 + output shape: _col0: int, _col1: int, _col2: varchar(50), _col3: varchar(50), _col4: char(50), _col5: char(50), _col6: decimal(17,2) + type: WINDOWING + Windowing table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col0 ASC NULLS LAST, _col1 ASC NULLS LAST + partition by: _col5, _col4, _col2, _col3 + raw input shape: + window functions: + window function definition + alias: rank_window_0 + arguments: _col0, _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + Statistics: Num rows: 4309536 Data size: 2107363104 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: rank_window_0 is not null (type: boolean) + Statistics: Num rows: 4309536 Data size: 2107363104 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col5 (type: char(50)), _col4 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col6 (type: decimal(17,2)), (rank_window_0 - 1) (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 4309536 Data size: 2090124960 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col5 (type: int) + null sort order: zzzzz + sort order: +++++ + Map-reduce partition columns: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col5 (type: int) + Statistics: Num rows: 4309536 Data size: 2090124960 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col4 (type: decimal(17,2)) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(50)), KEY.reducesinkkey1 (type: char(50)), KEY.reducesinkkey2 (type: varchar(50)), KEY.reducesinkkey3 (type: varchar(50)), KEY.reducesinkkey4 (type: int), VALUE._col0 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col5, _col4 + Reduce Output Operator + key expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col5 (type: int) + null sort order: zzzzz + sort order: +++++ + Map-reduce partition columns: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col5 (type: int) + Statistics: Num rows: 4309536 Data size: 2090124960 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col4 (type: decimal(17,2)) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey4 (type: int), VALUE._col0 (type: int), KEY.reducesinkkey2 (type: varchar(50)), KEY.reducesinkkey3 (type: varchar(50)), KEY.reducesinkkey1 (type: char(50)), KEY.reducesinkkey0 (type: char(50)), VALUE._col1 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 4309536 Data size: 2107363104 Basic stats: COMPLETE Column stats: COMPLETE + PTF Operator + Function definitions: + Input definition + input alias: ptf_0 + output shape: _col0: int, _col1: int, _col2: varchar(50), _col3: varchar(50), _col4: char(50), _col5: char(50), _col6: decimal(17,2) + type: WINDOWING + Windowing table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col5 ASC NULLS FIRST, _col4 ASC NULLS FIRST, _col2 ASC NULLS FIRST, _col3 ASC NULLS FIRST, _col0 ASC NULLS FIRST + partition by: _col5, _col4, _col2, _col3, _col0 + raw input shape: + window functions: + window function definition + alias: avg_window_0 + arguments: _col6 + name: avg + window function: GenericUDAFAverageEvaluatorDecimal + window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) + Statistics: Num rows: 4309536 Data size: 2107363104 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: avg_window_0 (type: decimal(21,6)), _col0 (type: int), _col1 (type: int), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: char(50)), _col5 (type: char(50)), _col6 (type: decimal(17,2)) + outputColumnNames: avg_window_0, _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 4309536 Data size: 2107363104 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col5 (type: char(50)), _col4 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col0 (type: int), _col1 (type: int) + null sort order: aaaazz + sort order: ++++++ + Map-reduce partition columns: _col5 (type: char(50)), _col4 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)) + Statistics: Num rows: 4309536 Data size: 2107363104 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: avg_window_0 (type: decimal(21,6)), _col6 (type: decimal(17,2)) + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: decimal(21,6)), KEY.reducesinkkey4 (type: int), KEY.reducesinkkey5 (type: int), KEY.reducesinkkey2 (type: varchar(50)), KEY.reducesinkkey3 (type: varchar(50)), KEY.reducesinkkey1 (type: char(50)), KEY.reducesinkkey0 (type: char(50)), VALUE._col1 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 4309536 Data size: 2590031136 Basic stats: COMPLETE Column stats: COMPLETE + PTF Operator + Function definitions: + Input definition + input alias: ptf_0 + output shape: _col0: decimal(21,6), _col1: int, _col2: int, _col3: varchar(50), _col4: varchar(50), _col5: char(50), _col6: char(50), _col7: decimal(17,2) + type: WINDOWING + Windowing table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 ASC NULLS LAST, _col2 ASC NULLS LAST + partition by: _col6, _col5, _col3, _col4 + raw input shape: + window functions: + window function definition + alias: rank_window_1 + arguments: _col1, _col2 + name: rank + window function: GenericUDAFRankEvaluator + window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + Statistics: Num rows: 4309536 Data size: 2590031136 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((_col0 > 0) and rank_window_1 is not null and (_col1 = 2000)) (type: boolean) + Statistics: Num rows: 718256 Data size: 431671856 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: rank_window_1 (type: int), _col0 (type: decimal(21,6)), _col1 (type: int), _col2 (type: int), _col3 (type: varchar(50)), _col4 (type: varchar(50)), _col5 (type: char(50)), _col6 (type: char(50)), _col7 (type: decimal(17,2)) + outputColumnNames: rank_window_1, _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 718256 Data size: 431671856 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: if((_col0 > 0), ((abs((_col7 - _col0)) / _col0) > 0.1), false) (type: boolean) + Statistics: Num rows: 359128 Data size: 217272440 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col6 (type: char(50)), _col5 (type: char(50)), _col3 (type: varchar(50)), _col4 (type: varchar(50)), _col1 (type: int), _col2 (type: int), _col7 (type: decimal(17,2)), _col0 (type: decimal(21,6)), rank_window_1 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 359128 Data size: 217272440 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col5 (type: int) + 1 _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col8 (type: int) + outputColumnNames: _col4, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 + input vertices: + 0 Reducer 4 + Statistics: Num rows: 359128 Data size: 257494776 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col6 (type: char(50)), _col7 (type: char(50)), _col8 (type: varchar(50)), _col9 (type: varchar(50)), _col14 (type: int) + 1 _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col5 (type: int) + outputColumnNames: _col4, _col6, _col10, _col11, _col12, _col13, _col19 + input vertices: + 1 Reducer 3 + Statistics: Num rows: 359128 Data size: 196083888 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++ + keys: (_col12 - _col13) (type: decimal(22,6)), _col11 (type: int) + null sort order: zz + Statistics: Num rows: 359128 Data size: 196083888 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col6 (type: char(50)), _col10 (type: int), _col11 (type: int), _col13 (type: decimal(21,6)), _col12 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col19 (type: decimal(17,2)), (_col12 - _col13) (type: decimal(22,6)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 359128 Data size: 236306224 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col7 (type: decimal(22,6)), _col2 (type: int) + null sort order: zz + sort order: ++ + Statistics: Num rows: 359128 Data size: 236306224 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: char(50)), _col1 (type: int), _col3 (type: decimal(21,6)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)) + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: char(50)), VALUE._col1 (type: int), KEY.reducesinkkey1 (type: int), VALUE._col2 (type: decimal(21,6)), VALUE._col3 (type: decimal(17,2)), VALUE._col4 (type: decimal(17,2)), VALUE._col5 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 359128 Data size: 196083888 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 54600 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 54600 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query48.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query48.q.out index 327aeae24b63..bd3b9e37e5ad 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query48.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query48.q.out @@ -1,1850 +1,179 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "customer_address", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": "GA", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "IN", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "KY", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "MO", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "MT", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "NM", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "OR", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "WI", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "WV", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "literal": "United States", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 20 - } - } - ] - } - ] - }, - "rowCount": 1500000 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "EXPR$0", - "EXPR$1", - "EXPR$2" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": "GA", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "KY", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "NM", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": "IN", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "MT", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "OR", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": "MO", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "WI", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "WV", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - } - ] - } - ], - "rowCount": 1500000 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_demographics" - ], - "table:alias": "customer_demographics", - "inputs": [], - "rowCount": 1920800, - "avgRowSize": 217, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "cd_demo_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_gender" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_marital_status" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "cd_education_status" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_purchase_estimate" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "cd_credit_rating" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_employed_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_college_count" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "cd_demo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cd_marital_status", - "ndv": 5 - }, - { - "name": "cd_education_status", - "ndv": 7 - }, - { - "name": "cd_gender", - "ndv": 2 - }, - { - "name": "cd_purchase_estimate", - "ndv": 20, - "minValue": 500, - "maxValue": 10000 - }, - { - "name": "cd_credit_rating", - "ndv": 4 - }, - { - "name": "cd_dep_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_dep_employed_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_dep_college_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": "M", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": "4 yr Degree ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 20 - } - } - ] - } - ] - }, - "rowCount": 43218 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cd_demo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 43218 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - } - ] - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 12, - "name": "$12" - }, - { - "literal": 50, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 3, - "scale": 0 - } - }, - { - "literal": 200, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 3, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 21, - "name": "$21" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 1.218046237379503E10 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_cdemo_sk", - "ss_addr_sk", - "ss_quantity", - "ss_sold_date_sk", - "EXPR$0", - "EXPR$1", - "EXPR$2" - ], - "exprs": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 22, - "name": "$22" - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 21, - "name": "$21" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - }, - { - "literal": 2000, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 21, - "name": "$21" - }, - { - "literal": 150, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - }, - { - "literal": 3000, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 21, - "name": "$21" - }, - { - "literal": 50, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - }, - { - "literal": 25000, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - } - ] - } - ], - "rowCount": 1.218046237379503E10 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1998, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 10957.35 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "8", - "11" - ], - "rowCount": 2.0019838408725445E13 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "5", - "12" - ], - "rowCount": 129782606452244448 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 10, - "name": "$10" - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 11, - "name": "$11" - } - ] - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "13" - ], - "rowCount": 7.30027161293875E21 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 7 - ], - "name": null - } - ], - "rowCount": 1 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "_c0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: (ss_sales_price BETWEEN 50 AND 200 and ss_net_profit is not null and ss_cdemo_sk is not null and ss_addr_sk is not null and ss_store_sk is not null) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_66_container, bigKeyColName:ss_addr_sk, smallTablePos:1, keyRatio:3.323843839779123E-4 + Statistics: Num rows: 82510879939 Data size: 20962809999708 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ss_sales_price BETWEEN 50 AND 200 and ss_net_profit is not null and ss_cdemo_sk is not null and ss_addr_sk is not null and ss_store_sk is not null) (type: boolean) + Statistics: Num rows: 56250168542 Data size: 14290983158452 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_cdemo_sk (type: bigint), ss_addr_sk (type: bigint), ss_quantity (type: int), ss_sold_date_sk (type: bigint), ss_net_profit BETWEEN 0 AND 2000 (type: boolean), ss_net_profit BETWEEN 150 AND 3000 (type: boolean), ss_net_profit BETWEEN 50 AND 25000 (type: boolean) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 56250168542 Data size: 2223465613804 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col4, _col5, _col6 + input vertices: + 1 Map 3 + Statistics: Num rows: 11305327153 Data size: 335229341020 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col4, _col5, _col6 + input vertices: + 1 Map 4 + Statistics: Num rows: 323009350 Data size: 3876112212 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col4, _col5, _col6, _col10, _col11, _col12 + input vertices: + 1 Map 5 + Statistics: Num rows: 27425328 Data size: 658207876 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((_col10 and _col4) or (_col11 and _col5) or (_col12 and _col6)) (type: boolean) + Statistics: Num rows: 20568996 Data size: 493655908 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col2 (type: int) + outputColumnNames: _col2 + Statistics: Num rows: 20568996 Data size: 493655908 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 3 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (d_year = 1998) (type: boolean) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_year = 1998) (type: boolean) + Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: customer_demographics + filterExpr: ((cd_marital_status = 'M') and (cd_education_status = '4 yr Degree ')) (type: boolean) + Statistics: Num rows: 1920800 Data size: 359189600 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((cd_marital_status = 'M') and (cd_education_status = '4 yr Degree ')) (type: boolean) + Statistics: Num rows: 54880 Data size: 10262560 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cd_demo_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 54880 Data size: 439040 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 54880 Data size: 439040 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: customer_address + filterExpr: ((ca_state) IN ('GA', 'IN', 'KY', 'MO', 'MT', 'NM', 'OR', 'WI', 'WV') and (ca_country = 'United States')) (type: boolean) + Statistics: Num rows: 40000000 Data size: 7640000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((ca_state) IN ('GA', 'IN', 'KY', 'MO', 'MT', 'NM', 'OR', 'WI', 'WV') and (ca_country = 'United States')) (type: boolean) + Statistics: Num rows: 3396227 Data size: 648679357 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ca_address_sk (type: bigint), (ca_state) IN ('GA', 'KY', 'NM') (type: boolean), (ca_state) IN ('IN', 'MT', 'OR') (type: boolean), (ca_state) IN ('MO', 'WI', 'WV') (type: boolean) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 3396227 Data size: 67924540 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 3396227 Data size: 67924540 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: boolean), _col2 (type: boolean), _col3 (type: boolean) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query49.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query49.q.out index eba8caaac781..276726ad4964 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query49.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query49.q.out @@ -1,5628 +1,843 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_returns" - ], - "table:alias": "wr", - "inputs": [], - "rowCount": 2160007345, - "avgRowSize": 281, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returned_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "wr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "wr_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "wr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_account_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "wr_returned_date_sk" - ], - "colStats": [ - { - "name": "wr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "wr_order_number", - "ndv": 1317116406, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "wr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "wr_return_amt", - "ndv": 1108704, - "minValue": 0, - "maxValue": 29191 - }, - { - "name": "wr_returned_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "wr_refunded_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "wr_refunded_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "wr_refunded_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "wr_refunded_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "wr_returning_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "wr_returning_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "wr_returning_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "wr_returning_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "wr_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "wr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "wr_return_tax", - "ndv": 198904, - "minValue": 0, - "maxValue": 2620.34 - }, - { - "name": "wr_return_amt_inc_tax", - "ndv": 2111617, - "minValue": 0, - "maxValue": 31735.25 - }, - { - "name": "wr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "wr_return_ship_cost", - "ndv": 553061, - "minValue": 0, - "maxValue": 14624 - }, - { - "name": "wr_refunded_cash", - "ndv": 1631618, - "minValue": 0, - "maxValue": 28085.82 - }, - { - "name": "wr_reversed_charge", - "ndv": 1277260, - "minValue": 0, - "maxValue": 26135.99 - }, - { - "name": "wr_account_credit", - "ndv": 1249055, - "minValue": 0, - "maxValue": 24649.69 - }, - { - "name": "wr_net_loss", - "ndv": 1227508, - "minValue": 0.5, - "maxValue": 16733.32 - }, - { - "name": "wr_returned_date_sk", - "ndv": 2185, - "minValue": 2450819, - "maxValue": 2453002 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": 10000, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 5, - "scale": 0 - } - } - ] - }, - "rowCount": 1.0800036725E9 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "wr_item_sk", - "wr_order_number", - "wr_return_quantity", - "wr_return_amt" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - } - ], - "rowCount": 1.0800036725E9 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "ws", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 17, - "name": "$17" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 32, - "name": "$32" - }, - { - "literal": 1, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 28, - "name": "$28" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 2.429396825175E9 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_item_sk", - "ws_order_number", - "ws_quantity", - "ws_net_paid", - "ws_net_profit", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 17, - "name": "$17" - }, - { - "input": 28, - "name": "$28" - }, - { - "input": 32, - "name": "$32" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 2.429396825175E9 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 12, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 1643.6025 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1643.6025 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "5", - "8" - ], - "rowCount": 5.98944404302454E11 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 1, - "name": "$1" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "9" - ], - "rowCount": 1.4554398516074439E19 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4" - ], - "exprs": [ - { - "input": 4, - "name": "$4" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "input": 2, - "name": "$2" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "input": 6, - "name": "$6" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "input": 7, - "name": "$7" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - } - ] - } - ], - "rowCount": 1.4554398516074439E19 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 22, - "scale": 2 - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 22, - "scale": 2 - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - } - ], - "rowCount": 1455439851607443968 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 1455439851607443968 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "item", - "return_ratio", - "rank_window_0", - "rank_window_1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 15, - "scale": 4 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 15, - "scale": 4 - } - } - ] - }, - { - "op": { - "name": "rank", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [], - "distinct": false, - "type": { - "type": "INTEGER", - "nullable": true - }, - "window": { - "partition": [ - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "order": [ - { - "expr": { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 15, - "scale": 4 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 15, - "scale": 4 - } - } - ] - }, - "direction": "ASCENDING", - "null-direction": "LAST" - } - ], - "range-lower": { - "type": "UNBOUNDED_PRECEDING" - }, - "range-upper": { - "type": "UNBOUNDED_FOLLOWING" - } - } - }, - { - "op": { - "name": "rank", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [], - "distinct": false, - "type": { - "type": "INTEGER", - "nullable": true - }, - "window": { - "partition": [ - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "order": [ - { - "expr": { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 15, - "scale": 4 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 15, - "scale": 4 - } - } - ] - }, - "direction": "ASCENDING", - "null-direction": "LAST" - } - ], - "range-lower": { - "type": "UNBOUNDED_PRECEDING" - }, - "range-upper": { - "type": "UNBOUNDED_FOLLOWING" - } - } - } - ], - "rowCount": 1455439851607443968 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": 10, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 10, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 363859962901860992 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "item", - "return_ratio", - "return_rank", - "currency_rank" - ], - "exprs": [ - { - "literal": "web", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 363859962901860992 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_returns" - ], - "table:alias": "cr", - "inputs": [], - "rowCount": 4320980099, - "avgRowSize": 305, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returned_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cr_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_amount" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_store_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cr_returned_date_sk" - ], - "colStats": [ - { - "name": "cr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cr_order_number", - "ndv": 2681654419, - "minValue": 2, - "maxValue": 4800000000 - }, - { - "name": "cr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cr_return_amount", - "ndv": 973170, - "minValue": 0, - "maxValue": 28805.04 - }, - { - "name": "cr_returned_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cr_refunded_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cr_refunded_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cr_refunded_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cr_refunded_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cr_returning_customer_sk", - "ndv": 77511828, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cr_returning_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cr_returning_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cr_returning_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cr_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cr_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cr_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cr_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "cr_return_tax", - "ndv": 169232, - "minValue": 0, - "maxValue": 2511.58 - }, - { - "name": "cr_return_amt_inc_tax", - "ndv": 1689965, - "minValue": 0, - "maxValue": 30891.32 - }, - { - "name": "cr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "cr_return_ship_cost", - "ndv": 501353, - "minValue": 0, - "maxValue": 14273.28 - }, - { - "name": "cr_refunded_cash", - "ndv": 1257293, - "minValue": 0, - "maxValue": 26955.24 - }, - { - "name": "cr_reversed_charge", - "ndv": 895564, - "minValue": 0, - "maxValue": 24033.84 - }, - { - "name": "cr_store_credit", - "ndv": 906118, - "minValue": 0, - "maxValue": 24886.13 - }, - { - "name": "cr_net_loss", - "ndv": 996464, - "minValue": 0.5, - "maxValue": 16346.37 - }, - { - "name": "cr_returned_date_sk", - "ndv": 2104, - "minValue": 2450821, - "maxValue": 2452924 - } - ] - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 17, - "name": "$17" - }, - { - "literal": 10000, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 5, - "scale": 0 - } - } - ] - }, - "rowCount": 2.1604900495E9 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cr_item_sk", - "cr_order_number", - "cr_return_quantity", - "cr_return_amount" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 17, - "name": "$17" - } - ], - "rowCount": 2.1604900495E9 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "cs", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - } - ] - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 17, - "name": "$17" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 32, - "name": "$32" - }, - { - "literal": 1, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 28, - "name": "$28" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 4.8380747653125E9 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_item_sk", - "cs_order_number", - "cs_quantity", - "cs_net_paid", - "cs_net_profit", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 14, - "name": "$14" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 17, - "name": "$17" - }, - { - "input": 28, - "name": "$28" - }, - { - "input": 32, - "name": "$32" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 4.8380747653125E9 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 12, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "6" - ], - "rowCount": 1643.6025 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1643.6025 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "22", - "24" - ], - "rowCount": 1.1927807669181807E12 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 1, - "name": "$1" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "19", - "25" - ], - "rowCount": 5.798229700863843E19 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4" - ], - "exprs": [ - { - "input": 4, - "name": "$4" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "input": 2, - "name": "$2" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "input": 6, - "name": "$6" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "input": 7, - "name": "$7" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - } - ] - } - ], - "rowCount": 5.798229700863843E19 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 22, - "scale": 2 - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 22, - "scale": 2 - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - } - ], - "rowCount": 5798229700863842304 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 5798229700863842304 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "item", - "return_ratio", - "rank_window_0", - "rank_window_1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 15, - "scale": 4 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 15, - "scale": 4 - } - } - ] - }, - { - "op": { - "name": "rank", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [], - "distinct": false, - "type": { - "type": "INTEGER", - "nullable": true - }, - "window": { - "partition": [ - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "order": [ - { - "expr": { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 15, - "scale": 4 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 15, - "scale": 4 - } - } - ] - }, - "direction": "ASCENDING", - "null-direction": "LAST" - } - ], - "range-lower": { - "type": "UNBOUNDED_PRECEDING" - }, - "range-upper": { - "type": "UNBOUNDED_FOLLOWING" - } - } - }, - { - "op": { - "name": "rank", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [], - "distinct": false, - "type": { - "type": "INTEGER", - "nullable": true - }, - "window": { - "partition": [ - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "order": [ - { - "expr": { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 15, - "scale": 4 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 15, - "scale": 4 - } - } - ] - }, - "direction": "ASCENDING", - "null-direction": "LAST" - } - ], - "range-lower": { - "type": "UNBOUNDED_PRECEDING" - }, - "range-upper": { - "type": "UNBOUNDED_FOLLOWING" - } - } - } - ], - "rowCount": 5798229700863842304 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": 10, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 10, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 1449557425215960576 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "item", - "return_ratio", - "return_rank", - "currency_rank" - ], - "exprs": [ - { - "literal": "catalog", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 1449557425215960576 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", - "all": true, - "inputs": [ - "16", - "32" - ], - "rowCount": 1813417388117821440 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "item", - "return_ratio", - "return_rank", - "currency_rank" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 1813417388117821440 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2, - 3, - 4 - ], - "aggs": [], - "rowCount": 181341738811782144 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "item", - "return_ratio", - "return_rank", - "currency_rank" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 181341738811782144 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_returns" - ], - "table:alias": "sr", - "inputs": [], - "rowCount": 8634166995, - "avgRowSize": 249, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "sr_return_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "sr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "sr_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "sr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_store_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "sr_returned_date_sk" - ], - "colStats": [ - { - "name": "sr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "sr_ticket_number", - "ndv": 5114579988, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "sr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "sr_return_amt", - "ndv": 715216, - "minValue": 0, - "maxValue": 19643 - }, - { - "name": "sr_return_time_sk", - "ndv": 32389, - "minValue": 28799, - "maxValue": 61199 - }, - { - "name": "sr_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "sr_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "sr_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "sr_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "sr_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "sr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "sr_return_tax", - "ndv": 141365, - "minValue": 0, - "maxValue": 1714.37 - }, - { - "name": "sr_return_amt_inc_tax", - "ndv": 1520430, - "minValue": 0, - "maxValue": 21018.01 - }, - { - "name": "sr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "sr_return_ship_cost", - "ndv": 363000, - "minValue": 0, - "maxValue": 9975 - }, - { - "name": "sr_refunded_cash", - "ndv": 1187970, - "minValue": 0, - "maxValue": 18413.33 - }, - { - "name": "sr_reversed_charge", - "ndv": 926355, - "minValue": 0, - "maxValue": 18104.5 - }, - { - "name": "sr_store_credit", - "ndv": 937950, - "minValue": 0, - "maxValue": 17792.48 - }, - { - "name": "sr_net_loss", - "ndv": 851834, - "minValue": 0.5, - "maxValue": 11008.17 - }, - { - "name": "sr_returned_date_sk", - "ndv": 2004, - "minValue": 2450820, - "maxValue": 2452822 - } - ] - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "literal": 10000, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 5, - "scale": 0 - } - } - ] - }, - "rowCount": 4.3170834975E9 - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sr_item_sk", - "sr_ticket_number", - "sr_return_quantity", - "sr_return_amt" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - } - ], - "rowCount": 4.3170834975E9 - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "sts", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - } - ] - }, - { - "id": "41", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 21, - "name": "$21" - }, - { - "literal": 1, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 19, - "name": "$19" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 9.2824739931375E9 - }, - { - "id": "42", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_ticket_number", - "ss_quantity", - "ss_net_paid", - "ss_net_profit", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 19, - "name": "$19" - }, - { - "input": 21, - "name": "$21" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 9.2824739931375E9 - }, - { - "id": "43", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 12, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "6" - ], - "rowCount": 1643.6025 - }, - { - "id": "44", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1643.6025 - }, - { - "id": "45", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "42", - "44" - ], - "rowCount": 2.2885046191958667E12 - }, - { - "id": "46", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 1, - "name": "$1" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "39", - "45" - ], - "rowCount": 2.2229247432336743E20 - }, - { - "id": "47", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4" - ], - "exprs": [ - { - "input": 4, - "name": "$4" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "input": 2, - "name": "$2" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "input": 6, - "name": "$6" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "input": 7, - "name": "$7" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - } - ] - } - ], - "rowCount": 2.2229247432336743E20 - }, - { - "id": "48", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 22, - "scale": 2 - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 22, - "scale": 2 - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - } - ], - "rowCount": 2.2229247432336744E19 - }, - { - "id": "49", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 2.2229247432336744E19 - }, - { - "id": "50", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "item", - "return_ratio", - "rank_window_0", - "rank_window_1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 15, - "scale": 4 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 15, - "scale": 4 - } - } - ] - }, - { - "op": { - "name": "rank", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [], - "distinct": false, - "type": { - "type": "INTEGER", - "nullable": true - }, - "window": { - "partition": [ - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "order": [ - { - "expr": { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 15, - "scale": 4 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 15, - "scale": 4 - } - } - ] - }, - "direction": "ASCENDING", - "null-direction": "LAST" - } - ], - "range-lower": { - "type": "UNBOUNDED_PRECEDING" - }, - "range-upper": { - "type": "UNBOUNDED_FOLLOWING" - } - } - }, - { - "op": { - "name": "rank", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [], - "distinct": false, - "type": { - "type": "INTEGER", - "nullable": true - }, - "window": { - "partition": [ - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "order": [ - { - "expr": { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 15, - "scale": 4 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 15, - "scale": 4 - } - } - ] - }, - "direction": "ASCENDING", - "null-direction": "LAST" - } - ], - "range-lower": { - "type": "UNBOUNDED_PRECEDING" - }, - "range-upper": { - "type": "UNBOUNDED_FOLLOWING" - } - } - } - ], - "rowCount": 2.2229247432336744E19 - }, - { - "id": "51", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": 10, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 10, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 5557311858084186112 - }, - { - "id": "52", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "item", - "return_ratio", - "return_rank", - "currency_rank" - ], - "exprs": [ - { - "literal": "store", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 5557311858084186112 - }, - { - "id": "53", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", - "all": true, - "inputs": [ - "36", - "52" - ], - "rowCount": 5738653596895968256 - }, - { - "id": "54", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "item", - "return_ratio", - "return_rank", - "currency_rank" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 5738653596895968256 - }, - { - "id": "55", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2, - 3, - 4 - ], - "aggs": [], - "rowCount": 573865359689596800 - }, - { - "id": "56", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "item", - "return_ratio", - "return_rank", - "currency_rank" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 573865359689596800 - }, - { - "id": "57", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 3, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 4, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 19 (BROADCAST_EDGE) + Map 12 <- Reducer 11 (BROADCAST_EDGE) + Map 13 <- Map 19 (BROADCAST_EDGE) + Map 20 <- Reducer 18 (BROADCAST_EDGE) + Map 21 <- Map 19 (BROADCAST_EDGE) + Map 27 <- Reducer 26 (BROADCAST_EDGE) + Reducer 10 <- Reducer 9 (SIMPLE_EDGE) + Reducer 11 <- Map 1 (CUSTOM_SIMPLE_EDGE) + Reducer 14 <- Map 13 (CUSTOM_SIMPLE_EDGE), Map 20 (CUSTOM_SIMPLE_EDGE) + Reducer 15 <- Reducer 14 (SIMPLE_EDGE) + Reducer 16 <- Reducer 15 (SIMPLE_EDGE) + Reducer 17 <- Reducer 16 (SIMPLE_EDGE), Union 6 (CONTAINS) + Reducer 18 <- Map 13 (CUSTOM_SIMPLE_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 12 (CUSTOM_SIMPLE_EDGE) + Reducer 22 <- Map 21 (CUSTOM_SIMPLE_EDGE), Map 27 (CUSTOM_SIMPLE_EDGE) + Reducer 23 <- Reducer 22 (SIMPLE_EDGE) + Reducer 24 <- Reducer 23 (SIMPLE_EDGE) + Reducer 25 <- Reducer 24 (SIMPLE_EDGE), Union 8 (CONTAINS) + Reducer 26 <- Map 21 (CUSTOM_SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE) + Reducer 5 <- Reducer 4 (SIMPLE_EDGE), Union 6 (CONTAINS) + Reducer 7 <- Union 6 (SIMPLE_EDGE), Union 8 (CONTAINS) + Reducer 9 <- Union 8 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: ws + filterExpr: ((ws_quantity > 0) and (ws_net_profit > 1) and (ws_net_paid > 0)) (type: boolean) + Statistics: Num rows: 21594638446 Data size: 5441536184068 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((ws_quantity > 0) and (ws_net_profit > 1) and (ws_net_paid > 0)) (type: boolean) + Statistics: Num rows: 14390903321 Data size: 3626299247340 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_item_sk (type: bigint), ws_order_number (type: bigint), ws_quantity (type: int), ws_net_paid (type: decimal(7,2)), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col5 + Statistics: Num rows: 14390903321 Data size: 2014518075388 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col5 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 1 Map 19 + Statistics: Num rows: 244310989 Data size: 32040660996 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 244310989 Data size: 32040660996 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) + Select Operator + expressions: _col0 (type: bigint), _col1 (type: bigint), hash(_col0,_col1) (type: int) + outputColumnNames: _col0, _col1, _col3 + Statistics: Num rows: 244310989 Data size: 4886219780 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), min(_col1), max(_col1), bloom_filter(_col3, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 12 + Map Operator Tree: + TableScan + alias: wr + filterExpr: ((wr_return_amt > 10000) and wr_item_sk BETWEEN DynamicValue(RS[225]_col0) AND DynamicValue(RS[225]_col1) and wr_order_number BETWEEN DynamicValue(RS[225]_col2) AND DynamicValue(RS[225]_col3) and in_bloom_filter(hash(wr_item_sk,wr_order_number), DynamicValue(RS[225]_col4))) (type: boolean) + Statistics: Num rows: 2160007345 Data size: 273845125140 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((wr_return_amt > 10000) and wr_item_sk BETWEEN DynamicValue(RS[225]_col0) AND DynamicValue(RS[225]_col1) and wr_order_number BETWEEN DynamicValue(RS[225]_col2) AND DynamicValue(RS[225]_col3) and in_bloom_filter(hash(wr_item_sk,wr_order_number), DynamicValue(RS[225]_col4))) (type: boolean) + Statistics: Num rows: 1420050734 Data size: 180033633704 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: wr_item_sk (type: bigint), wr_order_number (type: bigint), wr_return_quantity (type: int), wr_return_amt (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 1420050734 Data size: 180033633704 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 1420050734 Data size: 180033633704 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 13 + Map Operator Tree: + TableScan + alias: cs + filterExpr: ((cs_quantity > 0) and (cs_net_profit > 1) and (cs_net_paid > 0)) (type: boolean) + Statistics: Num rows: 43005109025 Data size: 10824794628716 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((cs_quantity > 0) and (cs_net_profit > 1) and (cs_net_paid > 0)) (type: boolean) + Statistics: Num rows: 28650456622 Data size: 7211592203468 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_item_sk (type: bigint), cs_order_number (type: bigint), cs_quantity (type: int), cs_net_paid (type: decimal(7,2)), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col5 + Statistics: Num rows: 28650456622 Data size: 4002741061804 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col5 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 1 Map 19 + Statistics: Num rows: 482953772 Data size: 55427032628 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 482953772 Data size: 55427032628 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) + Select Operator + expressions: _col0 (type: bigint), _col1 (type: bigint), hash(_col0,_col1) (type: int) + outputColumnNames: _col0, _col1, _col3 + Statistics: Num rows: 482953772 Data size: 9659075440 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), min(_col1), max(_col1), bloom_filter(_col3, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 19 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: ((d_year = 2000) and (d_moy = 12)) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 2000) and (d_moy = 12)) (type: boolean) + Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: cs + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 13 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: sts + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 21 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: ws + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 20 + Map Operator Tree: + TableScan + alias: cr + filterExpr: ((cr_return_amount > 10000) and cr_item_sk BETWEEN DynamicValue(RS[235]_col0) AND DynamicValue(RS[235]_col1) and cr_order_number BETWEEN DynamicValue(RS[235]_col2) AND DynamicValue(RS[235]_col3) and in_bloom_filter(hash(cr_item_sk,cr_order_number), DynamicValue(RS[235]_col4))) (type: boolean) + Statistics: Num rows: 4320980099 Data size: 560353946136 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((cr_return_amount > 10000) and cr_item_sk BETWEEN DynamicValue(RS[235]_col0) AND DynamicValue(RS[235]_col1) and cr_order_number BETWEEN DynamicValue(RS[235]_col2) AND DynamicValue(RS[235]_col3) and in_bloom_filter(hash(cr_item_sk,cr_order_number), DynamicValue(RS[235]_col4))) (type: boolean) + Statistics: Num rows: 2820902301 Data size: 365820647148 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cr_item_sk (type: bigint), cr_order_number (type: bigint), cr_return_quantity (type: int), cr_return_amount (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 2820902301 Data size: 365820647148 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 2820902301 Data size: 365820647148 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 21 + Map Operator Tree: + TableScan + alias: sts + filterExpr: ((ss_quantity > 0) and (ss_net_profit > 1) and (ss_net_paid > 0)) (type: boolean) + Statistics: Num rows: 82510879939 Data size: 20349734757316 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((ss_quantity > 0) and (ss_net_profit > 1) and (ss_net_paid > 0)) (type: boolean) + Statistics: Num rows: 41222412506 Data size: 10166721784872 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_ticket_number (type: bigint), ss_quantity (type: int), ss_net_paid (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col5 + Statistics: Num rows: 41222412506 Data size: 5658704074760 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col5 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 1 Map 19 + Statistics: Num rows: 699823225 Data size: 11197171716 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 699823225 Data size: 11197171716 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) + Select Operator + expressions: _col0 (type: bigint), _col1 (type: bigint), hash(_col0,_col1) (type: int) + outputColumnNames: _col0, _col1, _col3 + Statistics: Num rows: 699823225 Data size: 13996464500 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), min(_col1), max(_col1), bloom_filter(_col3, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 27 + Map Operator Tree: + TableScan + alias: sr + filterExpr: ((sr_return_amt > 10000) and sr_item_sk BETWEEN DynamicValue(RS[245]_col0) AND DynamicValue(RS[245]_col1) and sr_ticket_number BETWEEN DynamicValue(RS[245]_col2) AND DynamicValue(RS[245]_col3) and in_bloom_filter(hash(sr_item_sk,sr_ticket_number), DynamicValue(RS[245]_col4))) (type: boolean) + Statistics: Num rows: 8634166995 Data size: 1104703724476 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((sr_return_amt > 10000) and sr_item_sk BETWEEN DynamicValue(RS[245]_col0) AND DynamicValue(RS[245]_col1) and sr_ticket_number BETWEEN DynamicValue(RS[245]_col2) AND DynamicValue(RS[245]_col3) and in_bloom_filter(hash(sr_item_sk,sr_ticket_number), DynamicValue(RS[245]_col4))) (type: boolean) + Statistics: Num rows: 4238623038 Data size: 542313191336 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: sr_item_sk (type: bigint), sr_ticket_number (type: bigint), sr_return_quantity (type: int), sr_return_amt (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 4238623038 Data size: 542313191336 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 4238623038 Data size: 542313191336 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 10 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: bigint), VALUE._col1 (type: decimal(35,20)), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 15648 Data size: 3426912 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 21900 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 21900 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 11 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), bloom_filter(VALUE._col4, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) + Reducer 14 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col0, _col2, _col3, _col9, _col10 + input vertices: + 1 Map 20 + Statistics: Num rows: 508031682 Data size: 107066281820 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Select Operator + expressions: _col0 (type: bigint), if(_col9 is not null, _col9, 0) (type: int), if(_col2 is not null, _col2, 0) (type: int), if(_col10 is not null, _col10, 0) (type: decimal(7,2)), if(_col3 is not null, _col3, 0) (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 508031682 Data size: 107066281820 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1), sum(_col2), sum(_col3), sum(_col4) + keys: _col0 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 3263172 Data size: 809266656 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 3263172 Data size: 809266656 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) + Reducer 15 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) + keys: KEY._col0 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 7788 Data size: 1931424 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: 0 (type: int), (CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) (type: decimal(35,20)) + null sort order: az + sort order: ++ + Map-reduce partition columns: 0 (type: int) + Statistics: Num rows: 7788 Data size: 1931424 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) + Reducer 16 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: bigint), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint), VALUE._col3 (type: decimal(17,2)), VALUE._col4 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 7788 Data size: 1931424 Basic stats: COMPLETE Column stats: COMPLETE + PTF Operator + Function definitions: + Input definition + input alias: ptf_0 + output shape: _col0: bigint, _col1: bigint, _col2: bigint, _col3: decimal(17,2), _col4: decimal(17,2) + type: WINDOWING + Windowing table definition + input alias: ptf_1 + name: windowingtablefunction + order by: (CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) ASC NULLS LAST + partition by: 0 + raw input shape: + window functions: + window function definition + alias: rank_window_0 + arguments: (CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) + name: rank + window function: GenericUDAFRankEvaluator + window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + Statistics: Num rows: 7788 Data size: 1931424 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: rank_window_0 (type: int), _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) + outputColumnNames: rank_window_0, _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 7788 Data size: 1931424 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: 0 (type: int), (CAST( _col3 AS decimal(15,4)) / CAST( _col4 AS decimal(15,4))) (type: decimal(35,20)) + null sort order: az + sort order: ++ + Map-reduce partition columns: 0 (type: int) + Statistics: Num rows: 7788 Data size: 1931424 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: rank_window_0 (type: int), _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) + Reducer 17 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint), VALUE._col3 (type: bigint), VALUE._col4 (type: decimal(17,2)), VALUE._col5 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 7788 Data size: 1962576 Basic stats: COMPLETE Column stats: COMPLETE + PTF Operator + Function definitions: + Input definition + input alias: ptf_0 + type: WINDOWING + Windowing table definition + input alias: ptf_1 + name: windowingtablefunction + order by: (CAST( _col4 AS decimal(15,4)) / CAST( _col5 AS decimal(15,4))) ASC NULLS LAST + partition by: 0 + raw input shape: + window functions: + window function definition + alias: rank_window_1 + arguments: (CAST( _col4 AS decimal(15,4)) / CAST( _col5 AS decimal(15,4))) + name: rank + window function: GenericUDAFRankEvaluator + window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + Statistics: Num rows: 7788 Data size: 1962576 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((_col0 <= 10) or (rank_window_1 <= 10)) (type: boolean) + Statistics: Num rows: 5192 Data size: 1308384 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: 'catalog' (type: string), _col1 (type: bigint), (CAST( _col2 AS decimal(15,4)) / CAST( _col3 AS decimal(15,4))) (type: decimal(35,20)), _col0 (type: int), rank_window_1 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 5192 Data size: 1137048 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: string), _col3 (type: int), _col4 (type: int), _col1 (type: bigint), _col2 (type: decimal(35,20)) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10420 Data size: 2281980 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: bigint), _col4 (type: decimal(35,20)) + null sort order: zzzzz + sort order: +++++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: bigint), _col4 (type: decimal(35,20)) + Statistics: Num rows: 10420 Data size: 2281980 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 18 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), bloom_filter(VALUE._col4, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col0, _col2, _col3, _col9, _col10 + input vertices: + 1 Map 12 + Statistics: Num rows: 263404204 Data size: 55595556224 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Select Operator + expressions: _col0 (type: bigint), if(_col9 is not null, _col9, 0) (type: int), if(_col2 is not null, _col2, 0) (type: int), if(_col10 is not null, _col10, 0) (type: decimal(7,2)), if(_col3 is not null, _col3, 0) (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 263404204 Data size: 55595556224 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1), sum(_col2), sum(_col3), sum(_col4) + keys: _col0 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1709992 Data size: 424078016 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1709992 Data size: 424078016 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) + Reducer 22 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col0, _col2, _col3, _col9, _col10 + input vertices: + 1 Map 27 + Statistics: Num rows: 699823225 Data size: 69593030336 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Select Operator + expressions: _col0 (type: bigint), if(_col9 is not null, _col9, 0) (type: int), if(_col2 is not null, _col2, 0) (type: int), if(_col10 is not null, _col10, 0) (type: decimal(7,2)), if(_col3 is not null, _col3, 0) (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 699823225 Data size: 69593030336 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1), sum(_col2), sum(_col3), sum(_col4) + keys: _col0 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 2133568 Data size: 529124864 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 2133568 Data size: 529124864 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) + Reducer 23 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) + keys: KEY._col0 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 7844 Data size: 1945312 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: 0 (type: int), (CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) (type: decimal(35,20)) + null sort order: az + sort order: ++ + Map-reduce partition columns: 0 (type: int) + Statistics: Num rows: 7844 Data size: 1945312 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) + Reducer 24 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: bigint), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint), VALUE._col3 (type: decimal(17,2)), VALUE._col4 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 7844 Data size: 1945312 Basic stats: COMPLETE Column stats: COMPLETE + PTF Operator + Function definitions: + Input definition + input alias: ptf_0 + output shape: _col0: bigint, _col1: bigint, _col2: bigint, _col3: decimal(17,2), _col4: decimal(17,2) + type: WINDOWING + Windowing table definition + input alias: ptf_1 + name: windowingtablefunction + order by: (CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) ASC NULLS LAST + partition by: 0 + raw input shape: + window functions: + window function definition + alias: rank_window_0 + arguments: (CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) + name: rank + window function: GenericUDAFRankEvaluator + window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + Statistics: Num rows: 7844 Data size: 1945312 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: rank_window_0 (type: int), _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) + outputColumnNames: rank_window_0, _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 7844 Data size: 1945312 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: 0 (type: int), (CAST( _col3 AS decimal(15,4)) / CAST( _col4 AS decimal(15,4))) (type: decimal(35,20)) + null sort order: az + sort order: ++ + Map-reduce partition columns: 0 (type: int) + Statistics: Num rows: 7844 Data size: 1945312 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: rank_window_0 (type: int), _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) + Reducer 25 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint), VALUE._col3 (type: bigint), VALUE._col4 (type: decimal(17,2)), VALUE._col5 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 7844 Data size: 1976688 Basic stats: COMPLETE Column stats: COMPLETE + PTF Operator + Function definitions: + Input definition + input alias: ptf_0 + type: WINDOWING + Windowing table definition + input alias: ptf_1 + name: windowingtablefunction + order by: (CAST( _col4 AS decimal(15,4)) / CAST( _col5 AS decimal(15,4))) ASC NULLS LAST + partition by: 0 + raw input shape: + window functions: + window function definition + alias: rank_window_1 + arguments: (CAST( _col4 AS decimal(15,4)) / CAST( _col5 AS decimal(15,4))) + name: rank + window function: GenericUDAFRankEvaluator + window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + Statistics: Num rows: 7844 Data size: 1976688 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((_col0 <= 10) or (rank_window_1 <= 10)) (type: boolean) + Statistics: Num rows: 5228 Data size: 1317456 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: 'store' (type: string), _col1 (type: bigint), (CAST( _col2 AS decimal(15,4)) / CAST( _col3 AS decimal(15,4))) (type: decimal(35,20)), _col0 (type: int), rank_window_1 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 5228 Data size: 1134476 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: +++++ + keys: _col0 (type: string), _col3 (type: int), _col4 (type: int), _col1 (type: bigint), _col2 (type: decimal(35,20)) + null sort order: zzzzz + Statistics: Num rows: 15648 Data size: 3416456 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + keys: _col0 (type: string), _col3 (type: int), _col4 (type: int), _col1 (type: bigint), _col2 (type: decimal(35,20)) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 15648 Data size: 3426912 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: bigint), _col4 (type: decimal(35,20)) + null sort order: zzzzz + sort order: +++++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: bigint), _col4 (type: decimal(35,20)) + Statistics: Num rows: 15648 Data size: 3426912 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 26 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), bloom_filter(VALUE._col4, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) + keys: KEY._col0 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 7844 Data size: 1945312 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: 0 (type: int), (CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) (type: decimal(35,20)) + null sort order: az + sort order: ++ + Map-reduce partition columns: 0 (type: int) + Statistics: Num rows: 7844 Data size: 1945312 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: bigint), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint), VALUE._col3 (type: decimal(17,2)), VALUE._col4 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 7844 Data size: 1945312 Basic stats: COMPLETE Column stats: COMPLETE + PTF Operator + Function definitions: + Input definition + input alias: ptf_0 + output shape: _col0: bigint, _col1: bigint, _col2: bigint, _col3: decimal(17,2), _col4: decimal(17,2) + type: WINDOWING + Windowing table definition + input alias: ptf_1 + name: windowingtablefunction + order by: (CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) ASC NULLS LAST + partition by: 0 + raw input shape: + window functions: + window function definition + alias: rank_window_0 + arguments: (CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) + name: rank + window function: GenericUDAFRankEvaluator + window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + Statistics: Num rows: 7844 Data size: 1945312 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: rank_window_0 (type: int), _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) + outputColumnNames: rank_window_0, _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 7844 Data size: 1945312 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: 0 (type: int), (CAST( _col3 AS decimal(15,4)) / CAST( _col4 AS decimal(15,4))) (type: decimal(35,20)) + null sort order: az + sort order: ++ + Map-reduce partition columns: 0 (type: int) + Statistics: Num rows: 7844 Data size: 1945312 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: rank_window_0 (type: int), _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint), VALUE._col3 (type: bigint), VALUE._col4 (type: decimal(17,2)), VALUE._col5 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 7844 Data size: 1976688 Basic stats: COMPLETE Column stats: COMPLETE + PTF Operator + Function definitions: + Input definition + input alias: ptf_0 + type: WINDOWING + Windowing table definition + input alias: ptf_1 + name: windowingtablefunction + order by: (CAST( _col4 AS decimal(15,4)) / CAST( _col5 AS decimal(15,4))) ASC NULLS LAST + partition by: 0 + raw input shape: + window functions: + window function definition + alias: rank_window_1 + arguments: (CAST( _col4 AS decimal(15,4)) / CAST( _col5 AS decimal(15,4))) + name: rank + window function: GenericUDAFRankEvaluator + window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + Statistics: Num rows: 7844 Data size: 1976688 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((_col0 <= 10) or (rank_window_1 <= 10)) (type: boolean) + Statistics: Num rows: 5228 Data size: 1317456 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: 'web' (type: string), _col1 (type: bigint), (CAST( _col2 AS decimal(15,4)) / CAST( _col3 AS decimal(15,4))) (type: decimal(35,20)), _col0 (type: int), rank_window_1 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 5228 Data size: 1124020 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: string), _col3 (type: int), _col4 (type: int), _col1 (type: bigint), _col2 (type: decimal(35,20)) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10420 Data size: 2281980 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: bigint), _col4 (type: decimal(35,20)) + null sort order: zzzzz + sort order: +++++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: bigint), _col4 (type: decimal(35,20)) + Statistics: Num rows: 10420 Data size: 2281980 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: int), KEY._col3 (type: bigint), KEY._col4 (type: decimal(35,20)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10420 Data size: 2281980 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: string), _col3 (type: bigint), _col4 (type: decimal(35,20)), _col1 (type: int), _col2 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10420 Data size: 2281980 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: +++++ + keys: _col0 (type: string), _col3 (type: int), _col4 (type: int), _col1 (type: bigint), _col2 (type: decimal(35,20)) + null sort order: zzzzz + Statistics: Num rows: 15648 Data size: 3416456 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + keys: _col0 (type: string), _col3 (type: int), _col4 (type: int), _col1 (type: bigint), _col2 (type: decimal(35,20)) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 15648 Data size: 3426912 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: bigint), _col4 (type: decimal(35,20)) + null sort order: zzzzz + sort order: +++++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: bigint), _col4 (type: decimal(35,20)) + Statistics: Num rows: 15648 Data size: 3426912 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 9 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: int), KEY._col3 (type: bigint), KEY._col4 (type: decimal(35,20)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 15648 Data size: 3426912 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: string), _col3 (type: bigint), _col4 (type: decimal(35,20)), _col1 (type: int), _col2 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 15648 Data size: 3426912 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col3 (type: int), _col4 (type: int) + null sort order: zzz + sort order: +++ + Statistics: Num rows: 15648 Data size: 3426912 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint), _col2 (type: decimal(35,20)) + Union 6 + Vertex: Union 6 + Union 8 + Vertex: Union 8 + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query5.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query5.q.out index ad651ccf40c2..ea66858b591b 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query5.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query5.q.out @@ -1,5979 +1,738 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "store_sk", - "date_sk", - "sales_price", - "profit", - "return_amt", - "net_loss" - ], - "exprs": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 21, - "name": "$21" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 7, - "scale": 2 - } - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 7, - "scale": 2 - } - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_returns" - ], - "table:alias": "store_returns", - "inputs": [], - "rowCount": 8332595709, - "avgRowSize": 249, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "sr_return_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "sr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "sr_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "sr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_store_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "sr_returned_date_sk" - ], - "colStats": [ - { - "name": "sr_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "sr_return_amt", - "ndv": 715216, - "minValue": 0, - "maxValue": 19643 - }, - { - "name": "sr_net_loss", - "ndv": 848797, - "minValue": 0.5, - "maxValue": 11008.17 - }, - { - "name": "sr_returned_date_sk", - "ndv": 2003, - "minValue": 2450820, - "maxValue": 2452822 - }, - { - "name": "sr_return_time_sk", - "ndv": 32389, - "minValue": 28799, - "maxValue": 61199 - }, - { - "name": "sr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "sr_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "sr_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "sr_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "sr_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "sr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "sr_ticket_number", - "ndv": 5065526774, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "sr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "sr_return_tax", - "ndv": 141365, - "minValue": 0, - "maxValue": 1714.37 - }, - { - "name": "sr_return_amt_inc_tax", - "ndv": 1520430, - "minValue": 0, - "maxValue": 21018.01 - }, - { - "name": "sr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "sr_return_ship_cost", - "ndv": 363000, - "minValue": 0, - "maxValue": 9975 - }, - { - "name": "sr_refunded_cash", - "ndv": 1187970, - "minValue": 0, - "maxValue": 18413.33 - }, - { - "name": "sr_reversed_charge", - "ndv": 924833, - "minValue": 0, - "maxValue": 18104.5 - }, - { - "name": "sr_store_credit", - "ndv": 935681, - "minValue": 0, - "maxValue": 17792.48 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 19, - "name": "$19" - } - ] - } - ] - }, - "rowCount": 6.749402524290001E9 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "store_sk", - "date_sk", - "sales_price", - "profit", - "return_amt", - "net_loss" - ], - "exprs": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 19, - "name": "$19" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 7, - "scale": 2 - } - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 7, - "scale": 2 - } - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 18, - "name": "$18" - } - ], - "rowCount": 6.749402524290001E9 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", - "all": true, - "inputs": [ - "2", - "5" - ], - "rowCount": 7.358321527488E10 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "store_sk", - "date_sk", - "sales_price", - "profit", - "return_amt", - "net_loss" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 7.358321527488E10 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store" - ], - "table:alias": "store", - "inputs": [], - "rowCount": 1704, - "avgRowSize": 1375, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "s_store_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "s_store_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "s_closed_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_store_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_number_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_floor_space" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "s_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_market_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_geography_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_market_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_division_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_company_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_company_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 10, - "name": "s_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "s_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "s_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "s_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "s_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "s_store_sk", - "ndv": 1736, - "minValue": 1, - "maxValue": 1704 - }, - { - "name": "s_store_id", - "ndv": 879 - }, - { - "name": "s_rec_start_date", - "ndv": 0, - "minValue": 9933, - "maxValue": 11394 - }, - { - "name": "s_rec_end_date", - "ndv": 0, - "minValue": 10663, - "maxValue": 11393 - }, - { - "name": "s_closed_date_sk", - "ndv": 263, - "minValue": 2450820, - "maxValue": 2451314 - }, - { - "name": "s_store_name", - "ndv": 11 - }, - { - "name": "s_number_employees", - "ndv": 100, - "minValue": 200, - "maxValue": 300 - }, - { - "name": "s_floor_space", - "ndv": 1289, - "minValue": 5000201, - "maxValue": 9997773 - }, - { - "name": "s_hours", - "ndv": 4 - }, - { - "name": "s_manager", - "ndv": 1245 - }, - { - "name": "s_market_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "s_geography_class", - "ndv": 2 - }, - { - "name": "s_market_desc", - "ndv": 1311 - }, - { - "name": "s_market_manager", - "ndv": 1236 - }, - { - "name": "s_division_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_division_name", - "ndv": 2 - }, - { - "name": "s_company_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_company_name", - "ndv": 2 - }, - { - "name": "s_street_number", - "ndv": 736 - }, - { - "name": "s_street_name", - "ndv": 851 - }, - { - "name": "s_street_type", - "ndv": 21 - }, - { - "name": "s_suite_number", - "ndv": 76 - }, - { - "name": "s_city", - "ndv": 267 - }, - { - "name": "s_county", - "ndv": 128 - }, - { - "name": "s_state", - "ndv": 44 - }, - { - "name": "s_zip", - "ndv": 983 - }, - { - "name": "s_country", - "ndv": 2 - }, - { - "name": "s_gmt_offset", - "ndv": 5, - "minValue": -9, - "maxValue": -5 - }, - { - "name": "s_tax_percentage", - "ndv": 12, - "minValue": 0, - "maxValue": 0.11 - } - ] - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk", - "s_store_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 1704 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "7", - "9" - ], - "rowCount": 1.880786982425933E13 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "TIMESTAMP", - "nullable": true, - "precision": 9 - } - }, - { - "literal": 902188800000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - }, - { - "literal": 903398400000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "10", - "13" - ], - "rowCount": 51521103104711992 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 7 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - } - ], - "rowCount": 5152110310471199 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "id", - "sales", - "returns", - "profit" - ], - "exprs": [ - { - "literal": "store channel", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "op": { - "name": "||", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": "store", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 4, - "name": "$4" - } - ] - } - ], - "rowCount": 5152110310471199 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - } - ] - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 11, - "name": "$11" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 3.483413831025E10 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "page_sk", - "date_sk", - "sales_price", - "profit", - "return_amt", - "net_loss" - ], - "exprs": [ - { - "input": 11, - "name": "$11" - }, - { - "input": 33, - "name": "$33" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 32, - "name": "$32" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 7, - "scale": 2 - } - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 7, - "scale": 2 - } - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ], - "rowCount": 3.483413831025E10 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_returns" - ], - "table:alias": "catalog_returns", - "inputs": [], - "rowCount": 4320980099, - "avgRowSize": 305, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returned_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cr_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_amount" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_store_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cr_returned_date_sk" - ], - "colStats": [ - { - "name": "cr_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cr_return_amount", - "ndv": 973170, - "minValue": 0, - "maxValue": 28805.04 - }, - { - "name": "cr_net_loss", - "ndv": 996464, - "minValue": 0.5, - "maxValue": 16346.37 - }, - { - "name": "cr_returned_date_sk", - "ndv": 2104, - "minValue": 2450821, - "maxValue": 2452924 - }, - { - "name": "cr_returned_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cr_refunded_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cr_refunded_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cr_refunded_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cr_refunded_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cr_returning_customer_sk", - "ndv": 77511828, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cr_returning_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cr_returning_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cr_returning_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cr_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cr_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cr_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "cr_order_number", - "ndv": 2681654419, - "minValue": 2, - "maxValue": 4800000000 - }, - { - "name": "cr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cr_return_tax", - "ndv": 169232, - "minValue": 0, - "maxValue": 2511.58 - }, - { - "name": "cr_return_amt_inc_tax", - "ndv": 1689965, - "minValue": 0, - "maxValue": 30891.32 - }, - { - "name": "cr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "cr_return_ship_cost", - "ndv": 501353, - "minValue": 0, - "maxValue": 14273.28 - }, - { - "name": "cr_refunded_cash", - "ndv": 1257293, - "minValue": 0, - "maxValue": 26955.24 - }, - { - "name": "cr_reversed_charge", - "ndv": 895564, - "minValue": 0, - "maxValue": 24033.84 - }, - { - "name": "cr_store_credit", - "ndv": 906118, - "minValue": 0, - "maxValue": 24886.13 - } - ] - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 11, - "name": "$11" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 26, - "name": "$26" - } - ] - } - ] - }, - "rowCount": 3.49999388019E9 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "page_sk", - "date_sk", - "sales_price", - "profit", - "return_amt", - "net_loss" - ], - "exprs": [ - { - "input": 11, - "name": "$11" - }, - { - "input": 26, - "name": "$26" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 7, - "scale": 2 - } - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 7, - "scale": 2 - } - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - }, - { - "input": 17, - "name": "$17" - }, - { - "input": 25, - "name": "$25" - } - ], - "rowCount": 3.49999388019E9 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", - "all": true, - "inputs": [ - "19", - "22" - ], - "rowCount": 3.833413219044E10 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "page_sk", - "date_sk", - "sales_price", - "profit", - "return_amt", - "net_loss" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 3.833413219044E10 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_page" - ], - "table:alias": "catalog_page", - "inputs": [], - "rowCount": 46000, - "avgRowSize": 561, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "cp_catalog_page_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "cp_catalog_page_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cp_start_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cp_end_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "cp_department" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cp_catalog_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cp_catalog_page_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "cp_description" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "cp_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "cp_catalog_page_sk", - "ndv": 47200, - "minValue": 1, - "maxValue": 46000 - }, - { - "name": "cp_catalog_page_id", - "ndv": 45891 - }, - { - "name": "cp_start_date_sk", - "ndv": 91, - "minValue": 2450815, - "maxValue": 2453005 - }, - { - "name": "cp_end_date_sk", - "ndv": 96, - "minValue": 2450844, - "maxValue": 2453186 - }, - { - "name": "cp_department", - "ndv": 2 - }, - { - "name": "cp_catalog_number", - "ndv": 112, - "minValue": 1, - "maxValue": 109 - }, - { - "name": "cp_catalog_page_number", - "ndv": 427, - "minValue": 1, - "maxValue": 425 - }, - { - "name": "cp_description", - "ndv": 44192 - }, - { - "name": "cp_type", - "ndv": 4 - } - ] - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cp_catalog_page_sk", - "cp_catalog_page_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 46000 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "24", - "26" - ], - "rowCount": 264505512114036 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "TIMESTAMP", - "nullable": true, - "precision": 9 - } - }, - { - "literal": 902188800000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - }, - { - "literal": 903398400000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - } - ] - }, - "inputs": [ - "11" - ], - "rowCount": 18262.25 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "27", - "29" - ], - "rowCount": 724569868290683136 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 7 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - } - ], - "rowCount": 72456986829068320 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "id", - "sales", - "returns", - "profit" - ], - "exprs": [ - { - "literal": "catalog channel", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "op": { - "name": "||", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": "catalog_page", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 4, - "name": "$4" - } - ] - } - ], - "rowCount": 72456986829068320 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - } - ] - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 12, - "name": "$12" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 1.7491657141260002E10 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "wsr_web_site_sk", - "date_sk", - "sales_price", - "profit", - "return_amt", - "net_loss" - ], - "exprs": [ - { - "input": 12, - "name": "$12" - }, - { - "input": 33, - "name": "$33" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 32, - "name": "$32" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 7, - "scale": 2 - } - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 7, - "scale": 2 - } - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ], - "rowCount": 1.7491657141260002E10 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21600036511, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1824, - "minValue": 2450816, - "maxValue": 2452642 - } - ] - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 12, - "name": "$12" - } - ] - }, - "rowCount": 1.94400328599E10 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_item_sk", - "ws_web_site_sk", - "ws_order_number" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 16, - "name": "$16" - } - ], - "rowCount": 1.94400328599E10 - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_returns" - ], - "table:alias": "web_returns", - "inputs": [], - "rowCount": 2062802370, - "avgRowSize": 281, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returned_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "wr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "wr_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "wr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_account_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "wr_returned_date_sk" - ], - "colStats": [ - { - "name": "wr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "wr_order_number", - "ndv": 1283768204, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "wr_return_amt", - "ndv": 1108704, - "minValue": 0, - "maxValue": 29191 - }, - { - "name": "wr_net_loss", - "ndv": 1225199, - "minValue": 0.5, - "maxValue": 16733.32 - }, - { - "name": "wr_returned_date_sk", - "ndv": 2184, - "minValue": 2450819, - "maxValue": 2453002 - }, - { - "name": "wr_returned_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "wr_refunded_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "wr_refunded_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "wr_refunded_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "wr_refunded_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "wr_returning_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "wr_returning_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "wr_returning_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "wr_returning_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "wr_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "wr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "wr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "wr_return_tax", - "ndv": 198814, - "minValue": 0, - "maxValue": 2620.34 - }, - { - "name": "wr_return_amt_inc_tax", - "ndv": 2111617, - "minValue": 0, - "maxValue": 31735.25 - }, - { - "name": "wr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "wr_return_ship_cost", - "ndv": 551289, - "minValue": 0, - "maxValue": 14624 - }, - { - "name": "wr_refunded_cash", - "ndv": 1630543, - "minValue": 0, - "maxValue": 28085.82 - }, - { - "name": "wr_reversed_charge", - "ndv": 1276207, - "minValue": 0, - "maxValue": 26135.99 - }, - { - "name": "wr_account_credit", - "ndv": 1245536, - "minValue": 0, - "maxValue": 24649.69 - } - ] - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 23, - "name": "$23" - } - ] - }, - "rowCount": 1856522133 - }, - { - "id": "41", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "wr_item_sk", - "wr_order_number", - "wr_return_amt", - "wr_net_loss", - "wr_returned_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 23, - "name": "$23" - } - ], - "rowCount": 1856522133 - }, - { - "id": "42", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 2, - "name": "$2" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "38", - "41" - ], - "rowCount": 812044153589661952 - }, - { - "id": "43", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_web_site_sk", - "wr_returned_date_sk", - "$f2", - "$f3", - "wr_return_amt", - "wr_net_loss" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 7, - "name": "$7" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 7, - "scale": 2 - } - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 7, - "scale": 2 - } - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 812044153589661952 - }, - { - "id": "44", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", - "all": true, - "inputs": [ - "35", - "43" - ], - "rowCount": 812044171081319040 - }, - { - "id": "45", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "wsr_web_site_sk", - "date_sk", - "sales_price", - "profit", - "return_amt", - "net_loss" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 812044171081319040 - }, - { - "id": "46", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_site" - ], - "table:alias": "web_site", - "inputs": [], - "rowCount": 84, - "avgRowSize": 1331, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "web_site_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "web_site_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "web_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "web_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "web_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "web_open_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "web_close_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "web_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "web_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "web_mkt_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "web_mkt_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "web_mkt_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "web_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "web_company_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "web_company_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "web_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "web_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "web_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "web_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "web_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "web_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "web_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "web_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "web_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "web_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "web_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "web_site_sk", - "ndv": 84, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "web_site_id", - "ndv": 42 - }, - { - "name": "web_rec_start_date", - "ndv": 0, - "minValue": 10089, - "maxValue": 11550 - }, - { - "name": "web_rec_end_date", - "ndv": 0, - "minValue": 10819, - "maxValue": 11549 - }, - { - "name": "web_name", - "ndv": 15 - }, - { - "name": "web_open_date_sk", - "ndv": 42, - "minValue": 2450118, - "maxValue": 2450807 - }, - { - "name": "web_close_date_sk", - "ndv": 28, - "minValue": 2440993, - "maxValue": 2446218 - }, - { - "name": "web_class", - "ndv": 2 - }, - { - "name": "web_manager", - "ndv": 60 - }, - { - "name": "web_mkt_id", - "ndv": 6, - "minValue": 1, - "maxValue": 6 - }, - { - "name": "web_mkt_class", - "ndv": 65 - }, - { - "name": "web_mkt_desc", - "ndv": 64 - }, - { - "name": "web_market_manager", - "ndv": 66 - }, - { - "name": "web_company_id", - "ndv": 6, - "minValue": 1, - "maxValue": 6 - }, - { - "name": "web_company_name", - "ndv": 7 - }, - { - "name": "web_street_number", - "ndv": 58 - }, - { - "name": "web_street_name", - "ndv": 80 - }, - { - "name": "web_street_type", - "ndv": 20 - }, - { - "name": "web_suite_number", - "ndv": 51 - }, - { - "name": "web_city", - "ndv": 52 - }, - { - "name": "web_county", - "ndv": 58 - }, - { - "name": "web_state", - "ndv": 30 - }, - { - "name": "web_zip", - "ndv": 56 - }, - { - "name": "web_country", - "ndv": 2 - }, - { - "name": "web_gmt_offset", - "ndv": 4, - "minValue": -8, - "maxValue": -5 - }, - { - "name": "web_tax_percentage", - "ndv": 13, - "minValue": 0, - "maxValue": 0.12 - } - ] - }, - { - "id": "47", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "web_site_sk", - "web_site_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 84 - }, - { - "id": "48", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "45", - "47" - ], - "rowCount": 1.023175655562462E19 - }, - { - "id": "49", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "TIMESTAMP", - "nullable": true, - "precision": 9 - } - }, - { - "literal": 902188800000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - }, - { - "literal": 903398400000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - } - ] - }, - "inputs": [ - "11" - ], - "rowCount": 18262.25 - }, - { - "id": "50", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "51", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "48", - "50" - ], - "rowCount": 2.802823442369336E22 - }, - { - "id": "52", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 7 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - } - ], - "rowCount": 2.802823442369336E21 - }, - { - "id": "53", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "id", - "sales", - "returns", - "profit" - ], - "exprs": [ - { - "literal": "web channel", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "op": { - "name": "||", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": "web_site", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 4, - "name": "$4" - } - ] - } - ], - "rowCount": 2.802823442369336E21 - }, - { - "id": "54", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", - "all": true, - "inputs": [ - "16", - "32", - "53" - ], - "rowCount": 2.8029010514664756E21 - }, - { - "id": "55", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "id", - "sales", - "returns", - "profit" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 2.8029010514664756E21 - }, - { - "id": "56", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1 - ], - "groups": [ - [ - 0, - 1 - ], - [ - 0 - ], - [] - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 27, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 27, - "scale": 2 - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - } - ], - "rowCount": 8.4079398359428E20 - }, - { - "id": "57", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "id", - "sales", - "returns", - "profit" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 8.4079398359428E20 - }, - { - "id": "58", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 20 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Union 2 (CONTAINS) + Map 12 <- Map 13 (BROADCAST_EDGE), Map 20 (BROADCAST_EDGE), Union 10 (CONTAINS) + Map 14 <- Map 20 (BROADCAST_EDGE), Map 21 (BROADCAST_EDGE), Union 15 (CONTAINS) + Map 7 <- Map 20 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Union 2 (CONTAINS) + Map 9 <- Map 13 (BROADCAST_EDGE), Map 20 (BROADCAST_EDGE), Union 10 (CONTAINS) + Reducer 11 <- Union 10 (SIMPLE_EDGE), Union 4 (CONTAINS) + Reducer 16 <- Union 15 (SIMPLE_EDGE), Union 4 (CONTAINS) + Reducer 18 <- Map 17 (CUSTOM_SIMPLE_EDGE), Map 19 (CUSTOM_SIMPLE_EDGE), Map 20 (BROADCAST_EDGE), Map 21 (BROADCAST_EDGE), Union 15 (CONTAINS) + Reducer 3 <- Union 2 (SIMPLE_EDGE), Union 4 (CONTAINS) + Reducer 5 <- Union 4 (SIMPLE_EDGE) + Reducer 6 <- Reducer 5 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: ss_store_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_232_container, bigKeyColName:ss_store_sk, smallTablePos:1, keyRatio:0.11950491485837746 + Statistics: Num rows: 82510879939 Data size: 19351122693824 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ss_store_sk is not null (type: boolean) + Statistics: Num rows: 80569240632 Data size: 18895753650592 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_store_sk (type: bigint), ss_sold_date_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_net_profit (type: decimal(7,2)), 0 (type: decimal(7,2)), 0 (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 80569240632 Data size: 36943263552160 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col3, _col4, _col5 + input vertices: + 1 Map 20 + Statistics: Num rows: 9860455682 Data size: 3580319207704 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col3, _col4, _col5, _col8 + input vertices: + 1 Map 8 + Statistics: Num rows: 9860455682 Data size: 4519007506664 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2), sum(_col4), sum(_col3), sum(_col5) + keys: _col8 (type: string) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 15516987 Data size: 8503308876 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 15516987 Data size: 8503308876 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 12 + Map Operator Tree: + TableScan + alias: catalog_returns + filterExpr: cr_catalog_page_sk is not null (type: boolean) + Statistics: Num rows: 4320980099 Data size: 1016962082200 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: cr_catalog_page_sk is not null (type: boolean) + Statistics: Num rows: 4234586907 Data size: 996629056264 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cr_catalog_page_sk (type: bigint), cr_returned_date_sk (type: bigint), 0 (type: decimal(7,2)), 0 (type: decimal(7,2)), cr_return_amount (type: decimal(7,2)), cr_net_loss (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 4234586907 Data size: 1945176523432 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col3, _col4, _col5 + input vertices: + 1 Map 20 + Statistics: Num rows: 5236491827 Data size: 2342411162624 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col3, _col4, _col5, _col8 + input vertices: + 1 Map 13 + Statistics: Num rows: 5236491827 Data size: 2826570083372 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2), sum(_col4), sum(_col3), sum(_col5) + keys: _col8 (type: string) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 506728422 Data size: 277687175256 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 506728422 Data size: 277687175256 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 13 + Map Operator Tree: + TableScan + alias: catalog_page + Statistics: Num rows: 46000 Data size: 4968000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cp_catalog_page_sk (type: bigint), cp_catalog_page_id (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 46000 Data size: 4968000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 46000 Data size: 4968000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 46000 Data size: 4968000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 14 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: ws_web_site_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_236_container, bigKeyColName:ws_web_site_sk, smallTablePos:1, keyRatio:0.23841435728939733 + Statistics: Num rows: 21594638446 Data size: 5182388988880 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ws_web_site_sk is not null (type: boolean) + Statistics: Num rows: 21591934617 Data size: 5181740110488 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_web_site_sk (type: bigint), ws_sold_date_sk (type: bigint), ws_ext_sales_price (type: decimal(7,2)), ws_net_profit (type: decimal(7,2)), 0 (type: decimal(7,2)), 0 (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 21591934617 Data size: 10018333464696 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col3, _col4, _col5 + input vertices: + 1 Map 20 + Statistics: Num rows: 5148471846 Data size: 2336125623824 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col3, _col4, _col5, _col8 + input vertices: + 1 Map 21 + Statistics: Num rows: 5148471846 Data size: 2809871462440 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2), sum(_col4), sum(_col3), sum(_col5) + keys: _col8 (type: string) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 461034 Data size: 252646632 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 461034 Data size: 252646632 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 17 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: ws_web_site_sk is not null (type: boolean) + Statistics: Num rows: 21600036511 Data size: 518357692528 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ws_web_site_sk is not null (type: boolean) + Statistics: Num rows: 21594638543 Data size: 518228152088 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_item_sk (type: bigint), ws_web_site_sk (type: bigint), ws_order_number (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 21594638543 Data size: 518228152088 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col2 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col2 (type: bigint) + Statistics: Num rows: 21594638543 Data size: 518228152088 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 19 + Map Operator Tree: + TableScan + alias: web_returns + Statistics: Num rows: 2062802370 Data size: 500689018064 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: wr_item_sk (type: bigint), wr_order_number (type: bigint), wr_return_amt (type: decimal(7,2)), wr_net_loss (type: decimal(7,2)), wr_returned_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 2062802370 Data size: 500689018064 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 2062802370 Data size: 500689018064 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)), _col4 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 20 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00' AND TIMESTAMP'1998-08-18 00:00:00' (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00' AND TIMESTAMP'1998-08-18 00:00:00' (type: boolean) + Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 14 + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: wr_returned_date_sk (bigint) + Target Input: web_returns + Partition key expr: wr_returned_date_sk + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 19 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 9 + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cr_returned_date_sk (bigint) + Target Input: catalog_returns + Partition key expr: cr_returned_date_sk + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 12 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: sr_returned_date_sk (bigint) + Target Input: store_returns + Partition key expr: sr_returned_date_sk + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 7 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 21 + Map Operator Tree: + TableScan + alias: web_site + Statistics: Num rows: 84 Data size: 9072 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: web_site_sk (type: bigint), web_site_id (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 84 Data size: 9072 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 84 Data size: 9072 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 84 Data size: 9072 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: store_returns + filterExpr: sr_store_sk is not null (type: boolean) + Statistics: Num rows: 8332595709 Data size: 1964866351664 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: sr_store_sk is not null (type: boolean) + Statistics: Num rows: 8180935974 Data size: 1929104252888 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: sr_store_sk (type: bigint), sr_returned_date_sk (type: bigint), 0 (type: decimal(7,2)), 0 (type: decimal(7,2)), sr_return_amt (type: decimal(7,2)), sr_net_loss (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 8180935974 Data size: 3761633911064 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col3, _col4, _col5 + input vertices: + 1 Map 20 + Statistics: Num rows: 9860455682 Data size: 3580319207704 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col3, _col4, _col5, _col8 + input vertices: + 1 Map 8 + Statistics: Num rows: 9860455682 Data size: 4519007506664 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2), sum(_col4), sum(_col3), sum(_col5) + keys: _col8 (type: string) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 15516987 Data size: 8503308876 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 15516987 Data size: 8503308876 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: store + Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: s_store_sk (type: bigint), s_store_id (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 9 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: cs_catalog_page_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_234_container, bigKeyColName:cs_catalog_page_sk, smallTablePos:1, keyRatio:0.12176441231565975 + Statistics: Num rows: 43005109025 Data size: 10308315074584 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: cs_catalog_page_sk is not null (type: boolean) + Statistics: Num rows: 42897065971 Data size: 10282417178568 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_catalog_page_sk (type: bigint), cs_sold_date_sk (type: bigint), cs_ext_sales_price (type: decimal(7,2)), cs_net_profit (type: decimal(7,2)), 0 (type: decimal(7,2)), 0 (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 42897065971 Data size: 19891359956072 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col3, _col4, _col5 + input vertices: + 1 Map 20 + Statistics: Num rows: 5236491827 Data size: 2342411162624 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col3, _col4, _col5, _col8 + input vertices: + 1 Map 13 + Statistics: Num rows: 5236491827 Data size: 2826570083372 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2), sum(_col4), sum(_col3), sum(_col5) + keys: _col8 (type: string) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 506728422 Data size: 277687175256 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 506728422 Data size: 277687175256 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 11 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) + keys: KEY._col0 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 45891 Data size: 25148268 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: 'catalog channel' (type: string), concat('catalog_page', _col0) (type: string), _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), (_col3 - _col4) (type: decimal(18,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 45891 Data size: 28406529 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++ + keys: _col0 (type: string), _col1 (type: string) + null sort order: zz + Statistics: Num rows: 46812 Data size: 28974702 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + aggregations: sum(_col2), sum(_col3), sum(_col4) + keys: _col0 (type: string), _col1 (type: string), 0L (type: bigint) + grouping sets: 0, 1, 3 + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) + Reducer 16 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) + keys: KEY._col0 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 42 Data size: 23016 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: 'web channel' (type: string), concat('web_site', _col0) (type: string), _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), (_col3 - _col4) (type: decimal(18,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 42 Data size: 25830 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++ + keys: _col0 (type: string), _col1 (type: string) + null sort order: zz + Statistics: Num rows: 46812 Data size: 28974702 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + aggregations: sum(_col2), sum(_col3), sum(_col4) + keys: _col0 (type: string), _col1 (type: string), 0L (type: bigint) + grouping sets: 0, 1, 3 + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) + Reducer 18 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col1, _col5, _col6, _col7 + input vertices: + 1 Map 19 + Statistics: Num rows: 24747484203 Data size: 5928467066080 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Select Operator + expressions: _col1 (type: bigint), _col7 (type: bigint), 0 (type: decimal(7,2)), 0 (type: decimal(7,2)), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 24747484203 Data size: 11471903527552 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col3, _col4, _col5 + input vertices: + 1 Map 20 + Statistics: Num rows: 5148471846 Data size: 2336125623824 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col3, _col4, _col5, _col8 + input vertices: + 1 Map 21 + Statistics: Num rows: 5148471846 Data size: 2809871462440 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2), sum(_col4), sum(_col3), sum(_col5) + keys: _col8 (type: string) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 461034 Data size: 252646632 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 461034 Data size: 252646632 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) + keys: KEY._col0 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 879 Data size: 481692 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: 'store channel' (type: string), concat('store', _col0) (type: string), _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), (_col3 - _col4) (type: decimal(18,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 879 Data size: 542343 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++ + keys: _col0 (type: string), _col1 (type: string) + null sort order: zz + Statistics: Num rows: 46812 Data size: 28974702 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + aggregations: sum(_col2), sum(_col3), sum(_col4) + keys: _col0 (type: string), _col1 (type: string), 0L (type: bigint) + grouping sets: 0, 1, 3 + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) + keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col3, _col4, _col5 + Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE + pruneGroupingSetId: true + Select Operator + expressions: _col0 (type: string), _col1 (type: string), _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 70218 Data size: 43464942 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string) + null sort order: zz + sort order: ++ + Statistics: Num rows: 70218 Data size: 43464942 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(27,2)), _col3 (type: decimal(27,2)), _col4 (type: decimal(28,2)) + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: decimal(27,2)), VALUE._col1 (type: decimal(27,2)), VALUE._col2 (type: decimal(28,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 70218 Data size: 43464942 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 61900 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 61900 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Union 10 + Vertex: Union 10 + Union 15 + Vertex: Union 15 + Union 2 + Vertex: Union 2 + Union 4 + Vertex: Union 4 + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query50.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query50.q.out index b3628b962db8..0e28ac34c278 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query50.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query50.q.out @@ -1,2553 +1,241 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.0150431475531006E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_customer_sk", - "ss_store_sk", - "ss_ticket_number", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.0150431475531006E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_returns" - ], - "table:alias": "store_returns", - "inputs": [], - "rowCount": 8332595709, - "avgRowSize": 249, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "sr_return_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "sr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "sr_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "sr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_store_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "sr_returned_date_sk" - ], - "colStats": [ - { - "name": "sr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "sr_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "sr_ticket_number", - "ndv": 5065526774, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "sr_returned_date_sk", - "ndv": 2003, - "minValue": 2450820, - "maxValue": 2452822 - }, - { - "name": "sr_return_time_sk", - "ndv": 32389, - "minValue": 28799, - "maxValue": 61199 - }, - { - "name": "sr_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "sr_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "sr_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "sr_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "sr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "sr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "sr_return_amt", - "ndv": 715216, - "minValue": 0, - "maxValue": 19643 - }, - { - "name": "sr_return_tax", - "ndv": 141365, - "minValue": 0, - "maxValue": 1714.37 - }, - { - "name": "sr_return_amt_inc_tax", - "ndv": 1520430, - "minValue": 0, - "maxValue": 21018.01 - }, - { - "name": "sr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "sr_return_ship_cost", - "ndv": 363000, - "minValue": 0, - "maxValue": 9975 - }, - { - "name": "sr_refunded_cash", - "ndv": 1187970, - "minValue": 0, - "maxValue": 18413.33 - }, - { - "name": "sr_reversed_charge", - "ndv": 924833, - "minValue": 0, - "maxValue": 18104.5 - }, - { - "name": "sr_store_credit", - "ndv": 935681, - "minValue": 0, - "maxValue": 17792.48 - }, - { - "name": "sr_net_loss", - "ndv": 848797, - "minValue": 0.5, - "maxValue": 11008.17 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 19, - "name": "$19" - } - ] - } - ] - }, - "rowCount": 6.749402524290001E9 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sr_item_sk", - "sr_customer_sk", - "sr_ticket_number", - "sr_returned_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 19, - "name": "$19" - } - ], - "rowCount": 6.749402524290001E9 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "d2", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 9, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 1643.6025 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1643.6025 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "5", - "8" - ], - "rowCount": 1.6640002293644033E12 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 7, - "name": "$7" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "9" - ], - "rowCount": 3.378048697293235E20 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store" - ], - "table:alias": "store", - "inputs": [], - "rowCount": 1704, - "avgRowSize": 1375, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "s_store_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "s_store_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "s_closed_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_store_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_number_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_floor_space" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "s_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_market_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_geography_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_market_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_division_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_company_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_company_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 10, - "name": "s_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "s_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "s_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "s_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "s_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "s_store_sk", - "ndv": 1736, - "minValue": 1, - "maxValue": 1704 - }, - { - "name": "s_store_name", - "ndv": 11 - }, - { - "name": "s_company_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_street_number", - "ndv": 736 - }, - { - "name": "s_street_name", - "ndv": 851 - }, - { - "name": "s_street_type", - "ndv": 21 - }, - { - "name": "s_suite_number", - "ndv": 76 - }, - { - "name": "s_city", - "ndv": 267 - }, - { - "name": "s_county", - "ndv": 128 - }, - { - "name": "s_state", - "ndv": 44 - }, - { - "name": "s_zip", - "ndv": 983 - }, - { - "name": "s_store_id", - "ndv": 879 - }, - { - "name": "s_rec_start_date", - "ndv": 0, - "minValue": 9933, - "maxValue": 11394 - }, - { - "name": "s_rec_end_date", - "ndv": 0, - "minValue": 10663, - "maxValue": 11393 - }, - { - "name": "s_closed_date_sk", - "ndv": 263, - "minValue": 2450820, - "maxValue": 2451314 - }, - { - "name": "s_number_employees", - "ndv": 100, - "minValue": 200, - "maxValue": 300 - }, - { - "name": "s_floor_space", - "ndv": 1289, - "minValue": 5000201, - "maxValue": 9997773 - }, - { - "name": "s_hours", - "ndv": 4 - }, - { - "name": "s_manager", - "ndv": 1245 - }, - { - "name": "s_market_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "s_geography_class", - "ndv": 2 - }, - { - "name": "s_market_desc", - "ndv": 1311 - }, - { - "name": "s_market_manager", - "ndv": 1236 - }, - { - "name": "s_division_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_division_name", - "ndv": 2 - }, - { - "name": "s_company_name", - "ndv": 2 - }, - { - "name": "s_country", - "ndv": 2 - }, - { - "name": "s_gmt_offset", - "ndv": 5, - "minValue": -9, - "maxValue": -5 - }, - { - "name": "s_tax_percentage", - "ndv": 12, - "minValue": 0, - "maxValue": 0.11 - } - ] - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk", - "s_store_name", - "s_company_id", - "s_street_number", - "s_street_name", - "s_street_type", - "s_suite_number", - "s_city", - "s_county", - "s_state", - "s_zip" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 18, - "name": "$18" - }, - { - "input": 19, - "name": "$19" - }, - { - "input": 20, - "name": "$20" - }, - { - "input": 21, - "name": "$21" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 23, - "name": "$23" - }, - { - "input": 24, - "name": "$24" - }, - { - "input": 25, - "name": "$25" - } - ], - "rowCount": 1704 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 10, - "name": "$10" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "10", - "12" - ], - "rowCount": 8.63429247028151E22 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4", - "$f5", - "$f6", - "$f7", - "$f8", - "$f9", - "$f10", - "$f11", - "$f12", - "$f13", - "$f14" - ], - "exprs": [ - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 17, - "name": "$17" - }, - { - "input": 18, - "name": "$18" - }, - { - "input": 19, - "name": "$19" - }, - { - "input": 20, - "name": "$20" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - { - "literal": 30, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - { - "literal": 30, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - { - "literal": 60, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - } - ] - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - { - "literal": 60, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - { - "literal": 90, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - } - ] - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - { - "literal": 90, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - { - "literal": 120, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - } - ] - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - { - "literal": 120, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - } - ], - "rowCount": 8.63429247028151E22 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2, - 3, - 4, - 5, - 6, - 7, - 8, - 9 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 10 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 11 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 12 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 13 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 14 - ], - "name": null - } - ], - "rowCount": 8.634292470281509E21 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_name", - "s_company_id", - "s_street_number", - "s_street_name", - "s_street_type", - "s_suite_number", - "s_city", - "s_county", - "s_state", - "s_zip", - "30 days", - "31-60 days", - "61-90 days", - "91-120 days", - ">120 days" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - } - ], - "rowCount": 8.634292470281509E21 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 3, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 4, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 5, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 6, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 7, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 8, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 9, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 3 (BROADCAST_EDGE) + Map 4 <- Reducer 2 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE) + Reducer 5 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 4 (CUSTOM_SIMPLE_EDGE), Map 8 (BROADCAST_EDGE) + Reducer 6 <- Reducer 5 (SIMPLE_EDGE) + Reducer 7 <- Reducer 6 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_returns + filterExpr: sr_customer_sk is not null (type: boolean) + Statistics: Num rows: 8332595709 Data size: 265438843536 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: sr_customer_sk is not null (type: boolean) + Statistics: Num rows: 8182068314 Data size: 260643720976 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: sr_item_sk (type: bigint), sr_customer_sk (type: bigint), sr_ticket_number (type: bigint), sr_returned_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 8182068314 Data size: 260643720976 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 1 Map 3 + Statistics: Num rows: 126693621 Data size: 3040646912 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint) + Statistics: Num rows: 126693621 Data size: 3040646912 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: bigint) + Select Operator + expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), hash(hash(_col0,_col1),_col2) (type: int) + outputColumnNames: _col0, _col1, _col2, _col4 + Statistics: Num rows: 126693621 Data size: 2533872428 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), min(_col1), max(_col1), min(_col2), max(_col2), bloom_filter(_col4, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 3 + Map Operator Tree: + TableScan + alias: d2 + filterExpr: ((d_year = 2000) and (d_moy = 9)) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 2000) and (d_moy = 9)) (type: boolean) + Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: sr_returned_date_sk (bigint) + Target Input: store_returns + Partition key expr: sr_returned_date_sk + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: (ss_customer_sk is not null and ss_store_sk is not null and ss_item_sk BETWEEN DynamicValue(RS[101]_col0) AND DynamicValue(RS[101]_col1) and ss_customer_sk BETWEEN DynamicValue(RS[101]_col2) AND DynamicValue(RS[101]_col3) and ss_ticket_number BETWEEN DynamicValue(RS[101]_col4) AND DynamicValue(RS[101]_col5) and in_bloom_filter(hash(hash(ss_item_sk,ss_customer_sk),ss_ticket_number), DynamicValue(RS[101]_col6))) (type: boolean) + Statistics: Num rows: 82510879939 Data size: 3269343211320 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ss_customer_sk is not null and ss_store_sk is not null and ss_item_sk BETWEEN DynamicValue(RS[101]_col0) AND DynamicValue(RS[101]_col1) and ss_customer_sk BETWEEN DynamicValue(RS[101]_col2) AND DynamicValue(RS[101]_col3) and ss_ticket_number BETWEEN DynamicValue(RS[101]_col4) AND DynamicValue(RS[101]_col5) and in_bloom_filter(hash(hash(ss_item_sk,ss_customer_sk),ss_ticket_number), DynamicValue(RS[101]_col6))) (type: boolean) + Statistics: Num rows: 78670147920 Data size: 3117161206208 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_customer_sk (type: bigint), ss_store_sk (type: bigint), ss_ticket_number (type: bigint), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 78670147920 Data size: 3117161206208 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint), _col3 (type: bigint) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint), _col3 (type: bigint) + Statistics: Num rows: 78670147920 Data size: 3117161206208 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: bigint), _col4 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: store + Statistics: Num rows: 1704 Data size: 1407456 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: s_store_sk (type: bigint), s_store_name (type: varchar(50)), s_company_id (type: int), s_street_number (type: varchar(10)), s_street_name (type: varchar(60)), s_street_type (type: char(15)), s_suite_number (type: char(10)), s_city (type: varchar(60)), s_county (type: varchar(30)), s_state (type: char(2)), s_zip (type: char(10)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 + Statistics: Num rows: 1704 Data size: 1407456 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1704 Data size: 1407456 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(50)), _col2 (type: int), _col3 (type: varchar(10)), _col4 (type: varchar(60)), _col5 (type: char(15)), _col6 (type: char(10)), _col7 (type: varchar(60)), _col8 (type: varchar(30)), _col9 (type: char(2)), _col10 (type: char(10)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), min(VALUE._col4), max(VALUE._col5), bloom_filter(VALUE._col6, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: binary) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint) + outputColumnNames: _col3, _col7, _col9 + input vertices: + 0 Map 1 + Statistics: Num rows: 1384306375 Data size: 22148902008 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col7 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col3, _col9, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20 + input vertices: + 1 Map 8 + Statistics: Num rows: 1384306375 Data size: 1154511516702 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++++++++++ + keys: _col11 (type: varchar(50)), _col12 (type: int), _col13 (type: varchar(10)), _col14 (type: varchar(60)), _col15 (type: char(15)), _col16 (type: char(10)), _col17 (type: varchar(60)), _col18 (type: varchar(30)), _col19 (type: char(2)), _col20 (type: char(10)) + null sort order: zzzzzzzzzz + Statistics: Num rows: 1384306375 Data size: 1154511516702 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col11 (type: varchar(50)), _col12 (type: int), _col13 (type: varchar(10)), _col14 (type: varchar(60)), _col15 (type: char(15)), _col16 (type: char(10)), _col17 (type: varchar(60)), _col18 (type: varchar(30)), _col19 (type: char(2)), _col20 (type: char(10)), if(((_col3 - _col9) <= 30L), 1, 0) (type: int), if((((_col3 - _col9) > 30L) and ((_col3 - _col9) <= 60L)), 1, 0) (type: int), if((((_col3 - _col9) > 60L) and ((_col3 - _col9) <= 90L)), 1, 0) (type: int), if((((_col3 - _col9) > 90L) and ((_col3 - _col9) <= 120L)), 1, 0) (type: int), if(((_col3 - _col9) > 120L), 1, 0) (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 + Statistics: Num rows: 1384306375 Data size: 1154511516702 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col10), sum(_col11), sum(_col12), sum(_col13), sum(_col14) + keys: _col0 (type: varchar(50)), _col1 (type: int), _col2 (type: varchar(10)), _col3 (type: varchar(60)), _col4 (type: char(15)), _col5 (type: char(10)), _col6 (type: varchar(60)), _col7 (type: varchar(30)), _col8 (type: char(2)), _col9 (type: char(10)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 + Statistics: Num rows: 1384306375 Data size: 1187734869650 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: varchar(50)), _col1 (type: int), _col2 (type: varchar(10)), _col3 (type: varchar(60)), _col4 (type: char(15)), _col5 (type: char(10)), _col6 (type: varchar(60)), _col7 (type: varchar(30)), _col8 (type: char(2)), _col9 (type: char(10)) + null sort order: zzzzzzzzzz + sort order: ++++++++++ + Map-reduce partition columns: _col0 (type: varchar(50)), _col1 (type: int), _col2 (type: varchar(10)), _col3 (type: varchar(60)), _col4 (type: char(15)), _col5 (type: char(10)), _col6 (type: varchar(60)), _col7 (type: varchar(30)), _col8 (type: char(2)), _col9 (type: char(10)) + Statistics: Num rows: 1384306375 Data size: 1187734869650 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col10 (type: bigint), _col11 (type: bigint), _col12 (type: bigint), _col13 (type: bigint), _col14 (type: bigint) + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4) + keys: KEY._col0 (type: varchar(50)), KEY._col1 (type: int), KEY._col2 (type: varchar(10)), KEY._col3 (type: varchar(60)), KEY._col4 (type: char(15)), KEY._col5 (type: char(10)), KEY._col6 (type: varchar(60)), KEY._col7 (type: varchar(30)), KEY._col8 (type: char(2)), KEY._col9 (type: char(10)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 + Statistics: Num rows: 1384306375 Data size: 1187734869650 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: varchar(50)), _col1 (type: int), _col2 (type: varchar(10)), _col3 (type: varchar(60)), _col4 (type: char(15)), _col5 (type: char(10)), _col6 (type: varchar(60)), _col7 (type: varchar(30)), _col8 (type: char(2)), _col9 (type: char(10)) + null sort order: zzzzzzzzzz + sort order: ++++++++++ + Statistics: Num rows: 1384306375 Data size: 1187734869650 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col10 (type: bigint), _col11 (type: bigint), _col12 (type: bigint), _col13 (type: bigint), _col14 (type: bigint) + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(50)), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: varchar(10)), KEY.reducesinkkey3 (type: varchar(60)), KEY.reducesinkkey4 (type: char(15)), KEY.reducesinkkey5 (type: char(10)), KEY.reducesinkkey6 (type: varchar(60)), KEY.reducesinkkey7 (type: varchar(30)), KEY.reducesinkkey8 (type: char(2)), KEY.reducesinkkey9 (type: char(10)), VALUE._col0 (type: bigint), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint), VALUE._col3 (type: bigint), VALUE._col4 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 + Statistics: Num rows: 1384306375 Data size: 1187734869650 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 85800 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 85800 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query51.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query51.q.out index 0bdac052f316..5091dfb25a49 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query51.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query51.q.out @@ -1,2068 +1,331 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - }, - "rowCount": 7.42597919451E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 7.42597919451E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 1212, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1223, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 18262.25 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 2.0342263281741038E14 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 4 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 2.034226328174104E13 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "d_date", - "$f2" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 2.034226328174104E13 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "item_sk", - "d_date", - "cume_sales" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "distinct": false, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 27, - "scale": 2 - }, - "window": { - "partition": [ - { - "input": 0, - "name": "$0" - } - ], - "order": [ - { - "expr": { - "input": 1, - "name": "$1" - }, - "direction": "ASCENDING", - "null-direction": "LAST" - } - ], - "rows-lower": { - "type": "UNBOUNDED_PRECEDING" - }, - "rows-upper": { - "type": "CURRENT_ROW" - } - } - } - ], - "rowCount": 2.034226328174104E13 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - } - ] - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - }, - "rowCount": 1.94351746014E10 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_item_sk", - "ws_sales_price", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 20, - "name": "$20" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 1.94351746014E10 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 1212, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1223, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 18262.25 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 18262.25 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "12", - "14" - ], - "rowCount": 5.323950260466258E13 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 4 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 5.323950260466258E12 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_item_sk", - "d_date", - "$f2" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 5.323950260466258E12 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "item_sk", - "d_date", - "cume_sales" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "distinct": false, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 27, - "scale": 2 - }, - "window": { - "partition": [ - { - "input": 0, - "name": "$0" - } - ], - "order": [ - { - "expr": { - "input": 1, - "name": "$1" - }, - "direction": "ASCENDING", - "null-direction": "LAST" - } - ], - "rows-lower": { - "type": "UNBOUNDED_PRECEDING" - }, - "rows-upper": { - "type": "CURRENT_ROW" - } - } - } - ], - "rowCount": 5.323950260466258E12 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 1, - "name": "$1" - } - ] - } - ] - }, - "joinType": "full", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "9", - "18" - ], - "rowCount": 2.436776952714302E24 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "item_sk", - "d_date", - "web_sales", - "store_sales", - "max_window_0", - "max_window_1" - ], - "exprs": [ - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 2, - "name": "$2" - }, - { - "op": { - "name": "max", - "kind": "MAX", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ], - "distinct": false, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 27, - "scale": 2 - }, - "window": { - "partition": [ - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 0, - "name": "$0" - } - ] - } - ], - "order": [ - { - "expr": { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - "direction": "ASCENDING", - "null-direction": "LAST" - } - ], - "rows-lower": { - "type": "UNBOUNDED_PRECEDING" - }, - "rows-upper": { - "type": "CURRENT_ROW" - } - } - }, - { - "op": { - "name": "max", - "kind": "MAX", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "distinct": false, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 27, - "scale": 2 - }, - "window": { - "partition": [ - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 0, - "name": "$0" - } - ] - } - ], - "order": [ - { - "expr": { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - "direction": "ASCENDING", - "null-direction": "LAST" - } - ], - "rows-lower": { - "type": "UNBOUNDED_PRECEDING" - }, - "rows-upper": { - "type": "CURRENT_ROW" - } - } - } - ], - "rowCount": 2.436776952714302E24 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "rowCount": 1.218388476357151E24 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "y.item_sk", - "y.d_date", - "y.web_sales", - "y.store_sales", - "y.web_cumulative", - "y.store_cumulative" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 1.218388476357151E24 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 8 (BROADCAST_EDGE) + Map 6 <- Map 8 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE) + Reducer 5 <- Reducer 4 (SIMPLE_EDGE) + Reducer 7 <- Map 6 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: ss_sold_date_sk is not null (type: boolean) + Statistics: Num rows: 82510879939 Data size: 10343798437584 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 82510879939 Data size: 10343798437584 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col4 + input vertices: + 1 Map 8 + Statistics: Num rows: 16221796254 Data size: 2637441946096 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col0 (type: bigint), _col4 (type: date) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 16221796254 Data size: 2855036140704 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: date) + null sort order: az + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 16221796254 Data size: 2855036140704 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: ws_sold_date_sk is not null (type: boolean) + Statistics: Num rows: 21594638446 Data size: 2763811257360 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_item_sk (type: bigint), ws_sales_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 21594638446 Data size: 2763811257360 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col4 + input vertices: + 1 Map 8 + Statistics: Num rows: 4245547076 Data size: 746913821648 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col0 (type: bigint), _col4 (type: date) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 4245547076 Data size: 747216285376 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: date) + null sort order: az + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 4245547076 Data size: 747216285376 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) + Statistics: Num rows: 73049 Data size: 4967332 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) + Statistics: Num rows: 359 Data size: 24412 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), d_date (type: date) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 359 Data size: 22976 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 359 Data size: 22976 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: date) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 6 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 359 Data size: 22976 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: date) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: bigint), KEY._col1 (type: date) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 32608329 Data size: 5739065904 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint), _col1 (type: date), _col2 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2 + PTF Operator + Function definitions: + Input definition + input alias: ptf_0 + output shape: _col0: bigint, _col1: date, _col2: decimal(17,2) + type: WINDOWING + Windowing table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 ASC NULLS LAST + partition by: _col0 + raw input shape: + window functions: + window function definition + alias: sum_window_0 + arguments: _col2 + name: sum + window function: GenericUDAFSumHiveDecimal + window frame: ROWS PRECEDING(MAX)~CURRENT + Statistics: Num rows: 32608329 Data size: 5739065904 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint), _col1 (type: date), sum_window_0 (type: decimal(27,2)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 32608329 Data size: 5739065904 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: date) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: date) + Statistics: Num rows: 32608329 Data size: 5739065904 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(27,2)) + Reducer 3 + Execution mode: llap + Reduce Operator Tree: + Merge Join Operator + condition map: + Full Outer Join 0 to 1 + keys: + 0 _col0 (type: bigint), _col1 (type: date) + 1 _col0 (type: bigint), _col1 (type: date) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 11706390111 Data size: 4120649319072 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: CASE WHEN (_col3 is not null) THEN (_col3) ELSE (_col0) END (type: bigint), CASE WHEN (_col4 is not null) THEN (_col4) ELSE (_col1) END (type: date) + null sort order: az + sort order: ++ + Map-reduce partition columns: CASE WHEN (_col3 is not null) THEN (_col3) ELSE (_col0) END (type: bigint) + Statistics: Num rows: 11706390111 Data size: 4120649319072 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: date), _col2 (type: decimal(27,2)), _col3 (type: bigint), _col4 (type: date), _col5 (type: decimal(27,2)) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: bigint), VALUE._col1 (type: date), VALUE._col2 (type: decimal(27,2)), VALUE._col3 (type: bigint), VALUE._col4 (type: date), VALUE._col5 (type: decimal(27,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 11706390111 Data size: 4120649319072 Basic stats: COMPLETE Column stats: COMPLETE + PTF Operator + Function definitions: + Input definition + input alias: ptf_0 + output shape: _col0: bigint, _col1: date, _col2: decimal(27,2), _col3: bigint, _col4: date, _col5: decimal(27,2) + type: WINDOWING + Windowing table definition + input alias: ptf_1 + name: windowingtablefunction + order by: CASE WHEN (_col4 is not null) THEN (_col4) ELSE (_col1) END ASC NULLS LAST + partition by: CASE WHEN (_col3 is not null) THEN (_col3) ELSE (_col0) END + raw input shape: + window functions: + window function definition + alias: max_window_0 + arguments: _col5 + name: max + window function: GenericUDAFMaxEvaluator + window frame: ROWS PRECEDING(MAX)~CURRENT + window function definition + alias: max_window_1 + arguments: _col2 + name: max + window function: GenericUDAFMaxEvaluator + window frame: ROWS PRECEDING(MAX)~CURRENT + Statistics: Num rows: 11706390111 Data size: 4120649319072 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (max_window_0 > max_window_1) (type: boolean) + Statistics: Num rows: 3902130037 Data size: 1373549773024 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++ + keys: if(_col3 is not null, _col3, _col0) (type: bigint), if(_col4 is not null, _col4, _col1) (type: date) + null sort order: zz + Statistics: Num rows: 3902130037 Data size: 1373549773024 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: if(_col3 is not null, _col3, _col0) (type: bigint), if(_col4 is not null, _col4, _col1) (type: date), _col5 (type: decimal(27,2)), _col2 (type: decimal(27,2)), max_window_0 (type: decimal(27,2)), max_window_1 (type: decimal(27,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 3902130037 Data size: 1997890578944 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: date) + null sort order: zz + sort order: ++ + Statistics: Num rows: 3902130037 Data size: 1997890578944 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(27,2)), _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(27,2)) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: date), VALUE._col0 (type: decimal(27,2)), VALUE._col1 (type: decimal(27,2)), VALUE._col2 (type: decimal(27,2)), VALUE._col3 (type: decimal(27,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 3902130037 Data size: 1997890578944 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 51200 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 51200 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 7 + Execution mode: llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: bigint), KEY._col1 (type: date) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 32608329 Data size: 5739065904 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint), _col1 (type: date), _col2 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2 + PTF Operator + Function definitions: + Input definition + input alias: ptf_0 + output shape: _col0: bigint, _col1: date, _col2: decimal(17,2) + type: WINDOWING + Windowing table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 ASC NULLS LAST + partition by: _col0 + raw input shape: + window functions: + window function definition + alias: sum_window_0 + arguments: _col2 + name: sum + window function: GenericUDAFSumHiveDecimal + window frame: ROWS PRECEDING(MAX)~CURRENT + Statistics: Num rows: 32608329 Data size: 5739065904 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint), _col1 (type: date), sum_window_0 (type: decimal(27,2)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 32608329 Data size: 5739065904 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: date) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: date) + Statistics: Num rows: 32608329 Data size: 5739065904 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(27,2)) + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query52.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query52.q.out index 416252d7288c..97a380747731 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query52.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query52.q.out @@ -1,1324 +1,168 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - }, - "rowCount": 7.42597919451E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_ext_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 7.42597919451E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "dt", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1998, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 12, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 1643.6025 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1643.6025 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 1.8308036953566934E13 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 20, - "name": "$20" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 69300 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand_id", - "i_brand" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 69300 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 190312044132328288 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5, - 6 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 19031204413232828 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_brand_id", - "i_brand", - "$f2" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 19031204413232828 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 2, - "direction": "DESCENDING", - "nulls": "FIRST" - }, - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "dt.d_year", - "brand_id", - "brand", - "ext_price" - ], - "exprs": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 1998, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_48_container, bigKeyColName:ss_item_sk, smallTablePos:1, keyRatio:1.6322683759956066E-4 + Statistics: Num rows: 82510879939 Data size: 10343396725952 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 82510879939 Data size: 10343396725952 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 4 + Statistics: Num rows: 1400767848 Data size: 11206142896 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col5, _col6 + input vertices: + 1 Map 5 + Statistics: Num rows: 13467990 Data size: 1400671032 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col5 (type: int), _col6 (type: char(50)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 26652 Data size: 5756832 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: char(50)) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: char(50)) + Statistics: Num rows: 26652 Data size: 5756832 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: dt + filterExpr: ((d_year = 1998) and (d_moy = 12)) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 1998) and (d_moy = 12)) (type: boolean) + Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: item + filterExpr: (i_manager_id = 1) (type: boolean) + Statistics: Num rows: 462000 Data size: 53582956 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (i_manager_id = 1) (type: boolean) + Statistics: Num rows: 4442 Data size: 515192 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_brand_id (type: int), i_brand (type: char(50)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 4442 Data size: 497464 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 4442 Data size: 497464 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: char(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: int), KEY._col1 (type: char(50)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 4442 Data size: 959472 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: -+ + keys: _col2 (type: decimal(17,2)), _col0 (type: int) + null sort order: az + Statistics: Num rows: 4442 Data size: 959472 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Reduce Output Operator + key expressions: _col2 (type: decimal(17,2)), _col0 (type: int) + null sort order: az + sort order: -+ + Statistics: Num rows: 4442 Data size: 959472 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(50)) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey1 (type: int), VALUE._col0 (type: char(50)), KEY.reducesinkkey0 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 4442 Data size: 959472 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 21600 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: 1998 (type: int), _col0 (type: int), _col1 (type: char(50)), _col2 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 100 Data size: 22000 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 22000 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query53.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query53.q.out index 1b1b008d3785..2bb9dacf8fba 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query53.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query53.q.out @@ -1,2027 +1,203 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "literal": "accessories", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 11 - } - }, - { - "literal": "classical", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - }, - { - "literal": "fragrances", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 10 - } - }, - { - "literal": "pants", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - }, - { - "literal": "personal", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 8 - } - }, - { - "literal": "portable", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 8 - } - }, - { - "literal": "reference", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - }, - { - "literal": "self-help", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Books", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - }, - { - "literal": "Children", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 8 - } - }, - { - "literal": "Electronics", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 11 - } - }, - { - "literal": "Men", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 3 - } - }, - { - "literal": "Music", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - }, - { - "literal": "Women", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": "amalgimporto #1", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 15 - } - }, - { - "literal": "edu packscholar #1", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 18 - } - }, - { - "literal": "exportiimporto #1", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 17 - } - }, - { - "literal": "exportiunivamalg #9", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 19 - } - }, - { - "literal": "importoamalg #1", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 15 - } - }, - { - "literal": "scholaramalgamalg #14", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 21 - } - }, - { - "literal": "scholaramalgamalg #7", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 20 - } - }, - { - "literal": "scholaramalgamalg #9", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 20 - } - } - ] - }, - { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Books", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - }, - { - "literal": "Children", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 8 - } - }, - { - "literal": "Electronics", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 11 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "literal": "personal", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 8 - } - }, - { - "literal": "portable", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 8 - } - }, - { - "literal": "reference", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - }, - { - "literal": "self-help", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": "exportiunivamalg #9", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 19 - } - }, - { - "literal": "scholaramalgamalg #14", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 21 - } - }, - { - "literal": "scholaramalgamalg #7", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 20 - } - }, - { - "literal": "scholaramalgamalg #9", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 20 - } - } - ] - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Men", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 3 - } - }, - { - "literal": "Music", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - }, - { - "literal": "Women", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "literal": "accessories", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 11 - } - }, - { - "literal": "classical", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - }, - { - "literal": "fragrances", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 10 - } - }, - { - "literal": "pants", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": "amalgimporto #1", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 15 - } - }, - { - "literal": "edu packscholar #1", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 18 - } - }, - { - "literal": "exportiimporto #1", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 17 - } - }, - { - "literal": "importoamalg #1", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 15 - } - } - ] - } - ] - } - ] - } - ] - }, - "rowCount": 1804.6875 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_manufact_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 13, - "name": "$13" - } - ], - "rowCount": 1804.6875 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 1.809212196724956E13 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 1212, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1213, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1214, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1215, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1216, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1217, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1218, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1219, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1220, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1221, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1222, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1223, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_qoy" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 10, - "name": "$10" - } - ], - "rowCount": 18262.25 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 49560428159460488 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 4, - 6 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 4956042815946049 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_manufact_id", - "d_qoy", - "$f2" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 4956042815946049 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "(tok_table_or_col i_manufact_id)", - "(tok_function sum (tok_table_or_col ss_sales_price))", - "avg_window_0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "op": { - "name": "avg", - "kind": "AVG", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "distinct": false, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 21, - "scale": 6 - }, - "window": { - "partition": [ - { - "input": 0, - "name": "$0" - } - ], - "order": [ - { - "expr": { - "input": 0, - "name": "$0" - }, - "direction": "ASCENDING", - "null-direction": "FIRST" - } - ], - "range-lower": { - "type": "UNBOUNDED_PRECEDING" - }, - "range-upper": { - "type": "UNBOUNDED_FOLLOWING" - } - } - } - ], - "rowCount": 4956042815946049 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "ABS", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - } - ] - }, - { - "input": 2, - "name": "$2" - } - ] - }, - { - "literal": 0.1, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 1 - } - } - ] - }, - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - } - ] - }, - "rowCount": 1.2390107039865122E15 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "tmp1.i_manufact_id", - "tmp1.sum_sales", - "tmp1.avg_quarterly_sales" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 1.2390107039865122E15 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: ss_store_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_60_container, bigKeyColName:ss_item_sk, smallTablePos:1, keyRatio:1.0145123899040376E-4 + Statistics: Num rows: 82510879939 Data size: 10988352362648 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ss_store_sk is not null (type: boolean) + Statistics: Num rows: 80569240632 Data size: 10729775349712 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 80569240632 Data size: 10100389015120 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col4 + input vertices: + 1 Map 4 + Statistics: Num rows: 8370831 Data size: 100450084 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col4, _col6 + input vertices: + 1 Map 5 + Statistics: Num rows: 1645722 Data size: 13165888 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col4 (type: int), _col6 (type: int) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 40 Data size: 4800 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int) + null sort order: az + sort order: ++ + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 40 Data size: 4800 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: item + filterExpr: ((i_class) IN ('accessories ', 'classical ', 'fragrances ', 'pants ', 'personal ', 'portable ', 'reference ', 'self-help ') and (i_category) IN ('Books ', 'Children ', 'Electronics ', 'Men ', 'Music ', 'Women ') and (i_brand) IN ('amalgimporto #1 ', 'edu packscholar #1 ', 'exportiimporto #1 ', 'exportiunivamalg #9 ', 'importoamalg #1 ', 'scholaramalgamalg #14 ', 'scholaramalgamalg #7 ', 'scholaramalgamalg #9 ') and (((i_category) IN ('Books ', 'Children ', 'Electronics ') and (i_class) IN ('personal ', 'portable ', 'reference ', 'self-help ') and (i_brand) IN ('exportiunivamalg #9 ', 'scholaramalgamalg #14 ', 'scholaramalgamalg #7 ', 'scholaramalgamalg #9 ')) or ((i_category) IN ('Men ', 'Music ', 'Women ') and (i_class) IN ('accessories ', 'classical ', 'fragrances ', 'pants ') and (i_brand) IN ('amalgimporto #1 ', 'edu packscholar #1 ', 'exportiimporto #1 ', 'importoamalg #1 ')))) (type: boolean) + Statistics: Num rows: 462000 Data size: 135823396 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((i_class) IN ('accessories ', 'classical ', 'fragrances ', 'pants ', 'personal ', 'portable ', 'reference ', 'self-help ') and (i_category) IN ('Books ', 'Children ', 'Electronics ', 'Men ', 'Music ', 'Women ') and (i_brand) IN ('amalgimporto #1 ', 'edu packscholar #1 ', 'exportiimporto #1 ', 'exportiunivamalg #9 ', 'importoamalg #1 ', 'scholaramalgamalg #14 ', 'scholaramalgamalg #7 ', 'scholaramalgamalg #9 ') and (((i_category) IN ('Books ', 'Children ', 'Electronics ') and (i_class) IN ('personal ', 'portable ', 'reference ', 'self-help ') and (i_brand) IN ('exportiunivamalg #9 ', 'scholaramalgamalg #14 ', 'scholaramalgamalg #7 ', 'scholaramalgamalg #9 ')) or ((i_category) IN ('Men ', 'Music ', 'Women ') and (i_class) IN ('accessories ', 'classical ', 'fragrances ', 'pants ') and (i_brand) IN ('amalgimporto #1 ', 'edu packscholar #1 ', 'exportiimporto #1 ', 'importoamalg #1 ')))) (type: boolean) + Statistics: Num rows: 48 Data size: 14112 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_manufact_id (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 48 Data size: 576 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 48 Data size: 576 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (d_month_seq) IN (1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_month_seq) IN (1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223) (type: boolean) + Statistics: Num rows: 359 Data size: 5744 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), d_qoy (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 359 Data size: 4308 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 359 Data size: 4308 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: int), KEY._col1 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 40 Data size: 4800 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: int), _col2 (type: decimal(17,2)) + outputColumnNames: _col0, _col2 + Statistics: Num rows: 40 Data size: 4640 Basic stats: COMPLETE Column stats: COMPLETE + PTF Operator + Function definitions: + Input definition + input alias: ptf_0 + output shape: _col0: int, _col2: decimal(17,2) + type: WINDOWING + Windowing table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col0 ASC NULLS FIRST + partition by: _col0 + raw input shape: + window functions: + window function definition + alias: avg_window_0 + arguments: _col2 + name: avg + window function: GenericUDAFAverageEvaluatorDecimal + window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) + Statistics: Num rows: 40 Data size: 4640 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: avg_window_0 (type: decimal(21,6)), _col0 (type: int), _col2 (type: decimal(17,2)) + outputColumnNames: avg_window_0, _col0, _col2 + Statistics: Num rows: 40 Data size: 4640 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: if((avg_window_0 > 0), ((abs((_col2 - avg_window_0)) / avg_window_0) > 0.1), false) (type: boolean) + Statistics: Num rows: 20 Data size: 4560 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: +++ + keys: avg_window_0 (type: decimal(21,6)), _col2 (type: decimal(17,2)), _col0 (type: int) + null sort order: zzz + Statistics: Num rows: 20 Data size: 4560 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col0 (type: int), _col2 (type: decimal(17,2)), avg_window_0 (type: decimal(21,6)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 20 Data size: 4560 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col2 (type: decimal(21,6)), _col1 (type: decimal(17,2)), _col0 (type: int) + null sort order: zzz + sort order: +++ + Statistics: Num rows: 20 Data size: 4560 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey2 (type: int), KEY.reducesinkkey1 (type: decimal(17,2)), KEY.reducesinkkey0 (type: decimal(21,6)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 20 Data size: 4560 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 20 Data size: 4560 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 20 Data size: 4560 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query54.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query54.q.out index 3821417ab4ad..bc282c8d9b5c 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query54.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query54.q.out @@ -2,5181 +2,741 @@ Warning: Map Join MAPJOIN[294][bigTable=?] in task 'Map 21' is a cross product Warning: Map Join MAPJOIN[291][bigTable=?] in task 'Map 21' is a cross product Warning: Map Join MAPJOIN[292][bigTable=?] in task 'Map 1' is a cross product Warning: Map Join MAPJOIN[286][bigTable=?] in task 'Map 1' is a cross product -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_customer_sk", - "ss_ext_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 1643.6025 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0" - ], - "exprs": [ - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "rowCount": 1643.6025 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [], - "rowCount": 164.36025 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 164.36025 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "COUNT", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": false - }, - "distinct": false, - "operands": [], - "name": "cnt" - } - ], - "rowCount": 1 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cnt" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "sq_count_check", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ], - "class": "org.apache.calcite.sql.SqlFunction", - "type": { - "type": "BOOLEAN", - "nullable": false - }, - "deterministic": true, - "dynamic": false - }, - "rowCount": 1 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cnt" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "literal": true, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "11" - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 1643.6025 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0" - ], - "exprs": [ - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "rowCount": 1643.6025 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [], - "rowCount": 164.36025 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 164.36025 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "COUNT", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": false - }, - "distinct": false, - "operands": [], - "name": "cnt" - } - ], - "rowCount": 1 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cnt" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "sq_count_check", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ], - "class": "org.apache.calcite.sql.SqlFunction", - "type": { - "type": "BOOLEAN", - "nullable": false - }, - "deterministic": true, - "dynamic": false - }, - "rowCount": 1 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cnt" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "literal": true, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "12", - "20" - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "customer_address", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 8, - "name": "$8" - } - ] - } - ] - }, - "rowCount": 3.2400000000000004E7 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_county", - "ca_state" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 3.2400000000000004E7 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store" - ], - "table:alias": "store", - "inputs": [], - "rowCount": 1704, - "avgRowSize": 1375, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "s_store_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "s_store_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "s_closed_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_store_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_number_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_floor_space" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "s_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_market_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_geography_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_market_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_division_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_company_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_company_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 10, - "name": "s_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "s_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "s_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "s_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "s_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "s_county", - "ndv": 128 - }, - { - "name": "s_state", - "ndv": 44 - }, - { - "name": "s_store_sk", - "ndv": 1736, - "minValue": 1, - "maxValue": 1704 - }, - { - "name": "s_store_id", - "ndv": 879 - }, - { - "name": "s_rec_start_date", - "ndv": 0, - "minValue": 9933, - "maxValue": 11394 - }, - { - "name": "s_rec_end_date", - "ndv": 0, - "minValue": 10663, - "maxValue": 11393 - }, - { - "name": "s_closed_date_sk", - "ndv": 263, - "minValue": 2450820, - "maxValue": 2451314 - }, - { - "name": "s_store_name", - "ndv": 11 - }, - { - "name": "s_number_employees", - "ndv": 100, - "minValue": 200, - "maxValue": 300 - }, - { - "name": "s_floor_space", - "ndv": 1289, - "minValue": 5000201, - "maxValue": 9997773 - }, - { - "name": "s_hours", - "ndv": 4 - }, - { - "name": "s_manager", - "ndv": 1245 - }, - { - "name": "s_market_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "s_geography_class", - "ndv": 2 - }, - { - "name": "s_market_desc", - "ndv": 1311 - }, - { - "name": "s_market_manager", - "ndv": 1236 - }, - { - "name": "s_division_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_division_name", - "ndv": 2 - }, - { - "name": "s_company_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_company_name", - "ndv": 2 - }, - { - "name": "s_street_number", - "ndv": 736 - }, - { - "name": "s_street_name", - "ndv": 851 - }, - { - "name": "s_street_type", - "ndv": 21 - }, - { - "name": "s_suite_number", - "ndv": 76 - }, - { - "name": "s_city", - "ndv": 267 - }, - { - "name": "s_zip", - "ndv": 983 - }, - { - "name": "s_country", - "ndv": 2 - }, - { - "name": "s_gmt_offset", - "ndv": 5, - "minValue": -9, - "maxValue": -5 - }, - { - "name": "s_tax_percentage", - "ndv": 12, - "minValue": 0, - "maxValue": 0.11 - } - ] - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 23, - "name": "$23" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 24, - "name": "$24" - } - ] - } - ] - }, - "rowCount": 1380.24 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_county", - "s_state" - ], - "exprs": [ - { - "input": 23, - "name": "$23" - }, - { - "input": 24, - "name": "$24" - } - ], - "rowCount": 1380.24 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "24", - "27" - ], - "rowCount": 1.0061949600000001E9 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer" - ], - "table:alias": "customer", - "inputs": [], - "rowCount": 80000000, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "c_customer_sk" - }, - { - "type": "CHAR", - "nullable": false, - "precision": 16, - "name": "c_customer_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_shipto_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_sales_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "c_salutation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "c_first_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "c_last_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "c_preferred_cust_flag" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_day" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_month" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_year" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "c_birth_country" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 13, - "name": "c_login" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "c_email_address" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_last_review_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "c_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "c_current_addr_sk", - "ndv": 33825344, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "c_customer_id", - "ndv": 80610928 - }, - { - "name": "c_current_cdemo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "c_current_hdemo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "c_first_shipto_date_sk", - "ndv": 3646, - "minValue": 2449028, - "maxValue": 2452678 - }, - { - "name": "c_first_sales_date_sk", - "ndv": 3643, - "minValue": 2448998, - "maxValue": 2452648 - }, - { - "name": "c_salutation", - "ndv": 7 - }, - { - "name": "c_first_name", - "ndv": 5158 - }, - { - "name": "c_last_name", - "ndv": 5123 - }, - { - "name": "c_preferred_cust_flag", - "ndv": 3 - }, - { - "name": "c_birth_day", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "c_birth_month", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "c_birth_year", - "ndv": 67, - "minValue": 1924, - "maxValue": 1992 - }, - { - "name": "c_birth_country", - "ndv": 216 - }, - { - "name": "c_login", - "ndv": 1 - }, - { - "name": "c_email_address", - "ndv": 75301330 - }, - { - "name": "c_last_review_date_sk", - "ndv": 364, - "minValue": 2452283, - "maxValue": 2452648 - } - ] - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - "rowCount": 72000000 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_current_addr_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 72000000 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - } - ] - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 3.483413831025E10 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sold_date_sk", - "customer_sk", - "item_sk" - ], - "exprs": [ - { - "input": 33, - "name": "$33" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 14, - "name": "$14" - } - ], - "rowCount": 3.483413831025E10 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - } - ] - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 1.7491657141260002E10 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sold_date_sk", - "customer_sk", - "item_sk" - ], - "exprs": [ - { - "input": 33, - "name": "$33" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 1.7491657141260002E10 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", - "all": true, - "inputs": [ - "34", - "37" - ], - "rowCount": 5.232579545151E10 - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sold_date_sk", - "customer_sk", - "item_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 5.232579545151E10 - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "41", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 1643.6025 - }, - { - "id": "42", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1643.6025 - }, - { - "id": "43", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "39", - "42" - ], - "rowCount": 1.290042123278857E13 - }, - { - "id": "44", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "45", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "literal": "consignment ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 50 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Jewelry ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 50 - } - } - ] - } - ] - }, - "rowCount": 10395 - }, - { - "id": "46", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10395 - }, - { - "id": "47", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "43", - "46" - ], - "rowCount": 20114981807225576 - }, - { - "id": "48", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "customer_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 20114981807225576 - }, - { - "id": "49", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "semi", - "inputs": [ - "31", - "48" - ], - "rowCount": 29524.5 - }, - { - "id": "50", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_current_addr_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 29524.5 - }, - { - "id": "51", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "28", - "50" - ], - "rowCount": 4456110464478 - }, - { - "id": "52", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_county", - "ca_state", - "s_county", - "s_state", - "c_customer_sk", - "c_current_addr_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 4456110464478 - }, - { - "id": "53", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "21", - "52" - ], - "rowCount": 4.467282785683009E22 - }, - { - "id": "54", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "55", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - "rowCount": 65744.1 - }, - { - "id": "56", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_month_seq" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 65744.1 - }, - { - "id": "57", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 1479.24225 - }, - { - "id": "58", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0" - ], - "exprs": [ - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "rowCount": 1479.24225 - }, - { - "id": "59", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [], - "rowCount": 147.924225 - }, - { - "id": "60", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 147.924225 - }, - { - "id": "61", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "56", - "60" - ], - "rowCount": 4862572.520411251 - }, - { - "id": "62", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 1479.24225 - }, - { - "id": "63", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0" - ], - "exprs": [ - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "rowCount": 1479.24225 - }, - { - "id": "64", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [], - "rowCount": 147.924225 - }, - { - "id": "65", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 147.924225 - }, - { - "id": "66", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "61", - "65" - ], - "rowCount": 3.5964613579406554E8 - }, - { - "id": "67", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_month_seq", - "$f0", - "$f00" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 3.5964613579406554E8 - }, - { - "id": "68", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 12, - "name": "$12" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "53", - "67" - ], - "rowCount": 2.409961487055364E30 - }, - { - "id": "69", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 10 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 29524.5 - }, - { - "id": "70", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0" - ], - "exprs": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 50, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 10, - "scale": 0 - } - } - ] - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - } - ], - "rowCount": 29524.5 - }, - { - "id": "71", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 2952.45 - }, - { - "id": "72", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "segment", - "num_customers", - "segment_base" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "literal": 50, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "rowCount": 2952.45 - }, - { - "id": "73", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 21 (BROADCAST_EDGE), Reducer 15 (BROADCAST_EDGE), Reducer 7 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) + Map 12 <- Map 13 (BROADCAST_EDGE) + Map 14 <- Union 17 (BROADCAST_EDGE) + Map 16 <- Map 19 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE), Union 17 (CONTAINS) + Map 18 <- Map 19 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE), Reducer 20 (BROADCAST_EDGE), Union 17 (CONTAINS) + Map 21 <- Reducer 10 (BROADCAST_EDGE), Reducer 11 (BROADCAST_EDGE) + Reducer 10 <- Map 5 (SIMPLE_EDGE) + Reducer 11 <- Map 5 (SIMPLE_EDGE) + Reducer 15 <- Map 12 (CUSTOM_SIMPLE_EDGE), Map 14 (CUSTOM_SIMPLE_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 20 <- Map 19 (CUSTOM_SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE) + Reducer 6 <- Map 5 (SIMPLE_EDGE) + Reducer 7 <- Reducer 6 (CUSTOM_SIMPLE_EDGE) + Reducer 8 <- Map 5 (SIMPLE_EDGE) + Reducer 9 <- Reducer 8 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: ss_customer_sk is not null (type: boolean) + Statistics: Num rows: 82510879939 Data size: 10327837854160 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ss_customer_sk is not null (type: boolean) + Statistics: Num rows: 80566020964 Data size: 10084401010960 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_customer_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 80566020964 Data size: 10084401010960 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Reducer 9 + Statistics: Num rows: 80566020964 Data size: 10084401010960 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Reducer 7 + Statistics: Num rows: 80566020964 Data size: 10084401010960 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col5 (type: bigint) + outputColumnNames: _col1, _col2, _col10 + input vertices: + 1 Reducer 15 + Statistics: Num rows: 80566020964 Data size: 10099593145520 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col10 + input vertices: + 1 Map 21 + Statistics: Num rows: 80566020964 Data size: 9455064977808 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col10 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 36934 Data size: 4432080 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 36934 Data size: 4432080 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 12 + Map Operator Tree: + TableScan + alias: customer_address + filterExpr: (ca_county is not null and ca_state is not null) (type: boolean) + Statistics: Num rows: 40000000 Data size: 7680000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ca_county is not null and ca_state is not null) (type: boolean) + Statistics: Num rows: 40000000 Data size: 7680000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ca_address_sk (type: bigint), ca_county (type: varchar(30)), ca_state (type: char(2)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 40000000 Data size: 7680000000 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: varchar(30)), _col2 (type: char(2)) + 1 _col0 (type: varchar(30)), _col1 (type: char(2)) + outputColumnNames: _col0 + input vertices: + 1 Map 13 + Statistics: Num rows: 35316062 Data size: 282528496 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 35316062 Data size: 282528496 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 13 + Map Operator Tree: + TableScan + alias: store + filterExpr: (s_county is not null and s_state is not null) (type: boolean) + Statistics: Num rows: 1704 Data size: 313536 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (s_county is not null and s_state is not null) (type: boolean) + Statistics: Num rows: 1704 Data size: 313536 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: s_county (type: varchar(30)), s_state (type: char(2)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1704 Data size: 313536 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: varchar(30)), _col1 (type: char(2)) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: varchar(30)), _col1 (type: char(2)) + Statistics: Num rows: 1704 Data size: 313536 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 14 + Map Operator Tree: + TableScan + alias: customer + filterExpr: c_current_addr_sk is not null (type: boolean) + Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: c_current_addr_sk is not null (type: boolean) + Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: c_customer_sk (type: bigint), c_current_addr_sk (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Union 17 + Statistics: Num rows: 1216 Data size: 19456 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 1216 Data size: 19456 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 16 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: cs_bill_customer_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_289_container, bigKeyColName:cs_item_sk, smallTablePos:1, keyRatio:2.3199545882327872E-5 + Statistics: Num rows: 43005109025 Data size: 1031276889552 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: cs_bill_customer_sk is not null (type: boolean) + Statistics: Num rows: 42899393143 Data size: 1028741787368 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_sold_date_sk (type: bigint), cs_bill_customer_sk (type: bigint), cs_item_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 42899393143 Data size: 1028741787368 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2 + input vertices: + 1 Map 5 + Statistics: Num rows: 1087114782 Data size: 15684993992 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1 + input vertices: + 1 Map 19 + Statistics: Num rows: 997699 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 997699 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1216 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1216 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 18 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: (ws_bill_customer_sk is not null and ws_item_sk BETWEEN DynamicValue(RS_60_item_i_item_sk_min) AND DynamicValue(RS_60_item_i_item_sk_max) and in_bloom_filter(ws_item_sk, DynamicValue(RS_60_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 21594638446 Data size: 518249773640 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ws_bill_customer_sk is not null and ws_item_sk BETWEEN DynamicValue(RS_60_item_i_item_sk_min) AND DynamicValue(RS_60_item_i_item_sk_max) and in_bloom_filter(ws_item_sk, DynamicValue(RS_60_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 21591944812 Data size: 518185129112 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_sold_date_sk (type: bigint), ws_bill_customer_sk (type: bigint), ws_item_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 21591944812 Data size: 518185129112 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2 + input vertices: + 1 Map 5 + Statistics: Num rows: 1087114782 Data size: 15684993992 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1 + input vertices: + 1 Map 19 + Statistics: Num rows: 997699 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 997699 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1216 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1216 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 19 + Map Operator Tree: + TableScan + alias: item + filterExpr: ((i_class = 'consignment ') and (i_category = 'Jewelry ')) (type: boolean) + Statistics: Num rows: 462000 Data size: 87780000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((i_class = 'consignment ') and (i_category = 'Jewelry ')) (type: boolean) + Statistics: Num rows: 424 Data size: 80560 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 424 Data size: 3392 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 424 Data size: 3392 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 424 Data size: 3392 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 424 Data size: 3392 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 21 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: d_month_seq is not null (type: boolean) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: d_month_seq is not null (type: boolean) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), d_month_seq (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Reducer 10 + Statistics: Num rows: 2264519 Data size: 36232304 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col2 <= _col1) (type: boolean) + Statistics: Num rows: 754839 Data size: 12077424 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col0, _col1, _col3 + input vertices: + 1 Reducer 11 + Statistics: Num rows: 23400009 Data size: 374400144 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col1 <= _col3) (type: boolean) + Statistics: Num rows: 7800003 Data size: 124800048 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 7800003 Data size: 62400024 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 7800003 Data size: 62400024 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 7800003 Data size: 62400024 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (((d_year = 1999) and (d_moy = 3)) or ((d_year = 1999) and (d_moy = 3) and d_month_seq is not null)) (type: boolean) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 1999) and (d_moy = 3)) (type: boolean) + Statistics: Num rows: 31 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: (d_month_seq + 1) (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: int) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: (d_month_seq + 3) (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: int) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 16 + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 18 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 1999) and (d_moy = 3) and d_month_seq is not null) (type: boolean) + Statistics: Num rows: 31 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: (d_month_seq + 1) (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: int) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: (d_month_seq + 3) (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: int) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 10 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: int) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: int) + Reducer 11 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: int) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: int) + Reducer 15 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col5 + input vertices: + 0 Map 12 + Statistics: Num rows: 1216 Data size: 9728 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Reduce Output Operator + key expressions: _col5 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col5 (type: bigint) + Statistics: Num rows: 1216 Data size: 9728 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: + + keys: UDFToInteger((_col1 / 50)) (type: int) + null sort order: z + Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: UDFToInteger((_col1 / 50)) (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + keys: _col0 (type: int) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) + Reducer 20 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + keys: KEY._col0 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++ + keys: _col0 (type: int), _col1 (type: bigint) + null sort order: zz + Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col0 (type: int), _col1 (type: bigint), (_col0 * 50) (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: int) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: bigint), VALUE._col0 (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: int) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + minReductionHashAggr: 0.96774197 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: sq_count_check(_col0) (type: boolean) + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 8 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: int) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + minReductionHashAggr: 0.96774197 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Reducer 9 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: sq_count_check(_col0) (type: boolean) + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Union 17 + Vertex: Union 17 + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query55.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query55.q.out index c16944da8961..67d3d6e2dec5 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query55.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query55.q.out @@ -1,1308 +1,168 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - }, - "rowCount": 7.42597919451E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_ext_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 7.42597919451E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 12, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 1643.6025 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1643.6025 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 1.8308036953566934E13 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 20, - "name": "$20" - }, - { - "literal": 36, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 69300 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand_id", - "i_brand" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 69300 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 190312044132328288 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5, - 6 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 19031204413232828 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "brand_id", - "brand", - "ext_price", - "(tok_table_or_col i_brand_id)" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 19031204413232828 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 2, - "direction": "DESCENDING", - "nulls": "FIRST" - }, - { - "field": 3, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "brand_id", - "brand", - "ext_price" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_48_container, bigKeyColName:ss_item_sk, smallTablePos:1, keyRatio:1.6322683759956066E-4 + Statistics: Num rows: 82510879939 Data size: 10343396725952 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 82510879939 Data size: 10343396725952 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 4 + Statistics: Num rows: 1400767848 Data size: 11206142896 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col5, _col6 + input vertices: + 1 Map 5 + Statistics: Num rows: 13467990 Data size: 1400671032 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col5 (type: int), _col6 (type: char(50)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 26652 Data size: 5756832 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: char(50)) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: char(50)) + Statistics: Num rows: 26652 Data size: 5756832 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: ((d_year = 2001) and (d_moy = 12)) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 2001) and (d_moy = 12)) (type: boolean) + Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: item + filterExpr: (i_manager_id = 36) (type: boolean) + Statistics: Num rows: 462000 Data size: 53582956 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (i_manager_id = 36) (type: boolean) + Statistics: Num rows: 4442 Data size: 515192 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_brand_id (type: int), i_brand (type: char(50)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 4442 Data size: 497464 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 4442 Data size: 497464 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: char(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: int), KEY._col1 (type: char(50)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 4442 Data size: 959472 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: -+ + keys: _col2 (type: decimal(17,2)), _col0 (type: int) + null sort order: az + Statistics: Num rows: 4442 Data size: 959472 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col1 (type: char(50)), _col2 (type: decimal(17,2)), _col0 (type: int) + outputColumnNames: _col1, _col2, _col3 + Statistics: Num rows: 4442 Data size: 959472 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col2 (type: decimal(17,2)), _col3 (type: int) + null sort order: az + sort order: -+ + Statistics: Num rows: 4442 Data size: 959472 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(50)) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey1 (type: int), VALUE._col0 (type: char(50)), KEY.reducesinkkey0 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 4442 Data size: 959472 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 21600 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 21600 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query56.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query56.q.out index b9950df6733b..120408d701ca 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query56.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query56.q.out @@ -1,3954 +1,564 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_addr_sk", - "ss_ext_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 1643.6025 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year", - "d_moy" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - } - ], - "rowCount": 1643.6025 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 1.647723325821024E13 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "customer_address", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "literal": -8, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - "rowCount": 6000000 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_gmt_offset" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": -8, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 5, - "scale": 2 - } - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2 - } - } - ], - "rowCount": 6000000 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 1.4829509932389216E19 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_item_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 462000 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "10", - "12" - ], - "rowCount": 1.0276850383145725E24 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 17, - "name": "$17" - }, - { - "literal": "chiffon", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 7 - } - }, - { - "literal": "lace", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 4 - } - }, - { - "literal": "orchid", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - } - ] - }, - "rowCount": 115500 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_id" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 115500 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - } - ] - }, - "joinType": "semi", - "inputs": [ - "13", - "16" - ], - "rowCount": 2.5692125957864313E23 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 10 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 2.5692125957864313E22 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_id", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 2.5692125957864313E22 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - } - ] - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 3.483413831025E10 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_bill_addr_sk", - "cs_item_sk", - "cs_ext_sales_price", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.483413831025E10 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 1643.6025 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year", - "d_moy" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - } - ], - "rowCount": 1643.6025 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "22", - "24" - ], - "rowCount": 8.5880215218109E12 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "literal": -8, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 6000000 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_gmt_offset" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": -8, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 5, - "scale": 2 - } - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2 - } - } - ], - "rowCount": 6000000 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "25", - "27" - ], - "rowCount": 7729219369629809664 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_item_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "inputs": [ - "11" - ], - "rowCount": 462000 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "28", - "29" - ], - "rowCount": 5.356349023153458E23 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 17, - "name": "$17" - }, - { - "literal": "chiffon", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 7 - } - }, - { - "literal": "lace", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 4 - } - }, - { - "literal": "orchid", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - } - ] - }, - "inputs": [ - "14" - ], - "rowCount": 115500 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_id" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 115500 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - } - ] - }, - "joinType": "semi", - "inputs": [ - "30", - "32" - ], - "rowCount": 1.3390872557883645E23 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 10 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 1.3390872557883645E22 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_id", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 1.3390872557883645E22 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - } - ] - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 1.7491657141260002E10 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_item_sk", - "ws_bill_addr_sk", - "ws_ext_sales_price", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 1.7491657141260002E10 - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 1643.6025 - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year", - "d_moy" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - } - ], - "rowCount": 1643.6025 - }, - { - "id": "41", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "38", - "40" - ], - "rowCount": 4.312399710977669E12 - }, - { - "id": "42", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "literal": -8, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 6000000 - }, - { - "id": "43", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_gmt_offset" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": -8, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 5, - "scale": 2 - } - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2 - } - } - ], - "rowCount": 6000000 - }, - { - "id": "44", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "41", - "43" - ], - "rowCount": 3881159739879902208 - }, - { - "id": "45", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_item_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "inputs": [ - "11" - ], - "rowCount": 462000 - }, - { - "id": "46", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "44", - "45" - ], - "rowCount": 2.689643699736772E23 - }, - { - "id": "47", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 17, - "name": "$17" - }, - { - "literal": "chiffon", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 7 - } - }, - { - "literal": "lace", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 4 - } - }, - { - "literal": "orchid", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - } - ] - }, - "inputs": [ - "14" - ], - "rowCount": 115500 - }, - { - "id": "48", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_id" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 115500 - }, - { - "id": "49", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - } - ] - }, - "joinType": "semi", - "inputs": [ - "46", - "48" - ], - "rowCount": 6.72410924934193E22 - }, - { - "id": "50", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 10 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 6.72410924934193E21 - }, - { - "id": "51", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_id", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 6.72410924934193E21 - }, - { - "id": "52", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", - "all": true, - "inputs": [ - "19", - "35", - "51" - ], - "rowCount": 4.580710776508988E22 - }, - { - "id": "53", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_id", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 4.580710776508988E22 - }, - { - "id": "54", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 27, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 4.580710776508988E21 - }, - { - "id": "55", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_id", - "total_sales" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 4.580710776508988E21 - }, - { - "id": "56", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 13 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) + Map 11 <- Map 13 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Reducer 8 (BROADCAST_EDGE) + Map 14 <- Map 13 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Reducer 10 (BROADCAST_EDGE) + Reducer 10 <- Map 7 (SIMPLE_EDGE) + Reducer 12 <- Map 11 (SIMPLE_EDGE), Union 3 (CONTAINS) + Reducer 15 <- Map 14 (SIMPLE_EDGE), Union 3 (CONTAINS) + Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS) + Reducer 4 <- Union 3 (SIMPLE_EDGE) + Reducer 5 <- Reducer 4 (SIMPLE_EDGE) + Reducer 8 <- Map 7 (SIMPLE_EDGE) + Reducer 9 <- Map 7 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: ss_addr_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_268_container, bigKeyColName:ss_addr_sk, smallTablePos:1, keyRatio:1.585245486373433E-8 + Statistics: Num rows: 82510879939 Data size: 10987909046272 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ss_addr_sk is not null (type: boolean) + Statistics: Num rows: 80564040039 Data size: 10728649906576 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_addr_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 80564040039 Data size: 10728649906576 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 6 + Statistics: Num rows: 1367716804 Data size: 10941734552 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2 + input vertices: + 1 Map 13 + Statistics: Num rows: 227952808 Data size: 1823622576 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col10 + input vertices: + 1 Reducer 9 + Statistics: Num rows: 227952808 Data size: 22795280912 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col10 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col2, _col10 + input vertices: + 1 Map 7 + Statistics: Num rows: 13435479 Data size: 1343548012 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2) + keys: _col10 (type: string) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 5160 Data size: 1093920 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 5160 Data size: 1093920 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 11 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: cs_bill_addr_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_271_container, bigKeyColName:cs_bill_addr_sk, smallTablePos:1, keyRatio:0.002802477211020162 + Statistics: Num rows: 43005109025 Data size: 5835793041376 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: cs_bill_addr_sk is not null (type: boolean) + Statistics: Num rows: 42898229145 Data size: 5821289442328 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_bill_addr_sk (type: bigint), cs_item_sk (type: bigint), cs_ext_sales_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 42898229145 Data size: 5821289442328 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 6 + Statistics: Num rows: 723125004 Data size: 79690279120 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2 + input vertices: + 1 Map 13 + Statistics: Num rows: 120520838 Data size: 2445693184 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col10 + input vertices: + 1 Reducer 8 + Statistics: Num rows: 120520838 Data size: 13533610280 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col10 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col2, _col10 + input vertices: + 1 Map 7 + Statistics: Num rows: 7103466 Data size: 710346712 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2) + keys: _col10 (type: string) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 2580 Data size: 546960 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 2580 Data size: 546960 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 13 + Map Operator Tree: + TableScan + alias: customer_address + filterExpr: (ca_gmt_offset = -8) (type: boolean) + Statistics: Num rows: 40000000 Data size: 4665468064 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ca_gmt_offset = -8) (type: boolean) + Statistics: Num rows: 6666667 Data size: 777578088 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ca_address_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 14 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: ws_bill_addr_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_274_container, bigKeyColName:ws_bill_addr_sk, smallTablePos:1, keyRatio:6.057059039311133E-8 + Statistics: Num rows: 21594638446 Data size: 2936546611376 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ws_bill_addr_sk is not null (type: boolean) + Statistics: Num rows: 21591937227 Data size: 2936179286152 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_item_sk (type: bigint), ws_bill_addr_sk (type: bigint), ws_ext_sales_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 21591937227 Data size: 2936179286152 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 6 + Statistics: Num rows: 366561252 Data size: 46595663536 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2 + input vertices: + 1 Map 13 + Statistics: Num rows: 61093544 Data size: 7028655600 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col10 + input vertices: + 1 Reducer 10 + Statistics: Num rows: 61093544 Data size: 12649261648 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col10 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col2, _col10 + input vertices: + 1 Map 7 + Statistics: Num rows: 3600837 Data size: 460807764 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2) + keys: _col10 (type: string) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1720 Data size: 364640 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 1720 Data size: 364640 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: ((d_year = 2000) and (d_moy = 1)) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 2000) and (d_moy = 1)) (type: boolean) + Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 14 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 11 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: item + Statistics: Num rows: 462000 Data size: 87318000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (i_color) IN ('chiffon ', 'lace ', 'orchid ') (type: boolean) + Statistics: Num rows: 14589 Data size: 2757321 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_id (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 14589 Data size: 1458900 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: string) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 14589 Data size: 1458900 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 14589 Data size: 1458900 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 14589 Data size: 1458900 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 14589 Data size: 1458900 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_item_id (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 10 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Reducer 12 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 860 Data size: 182320 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col0 (type: string) + minReductionHashAggr: 0.6666666 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 860 Data size: 182320 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 860 Data size: 182320 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(27,2)) + Reducer 15 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 860 Data size: 182320 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col0 (type: string) + minReductionHashAggr: 0.6666666 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 860 Data size: 182320 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 860 Data size: 182320 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(27,2)) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 860 Data size: 182320 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col0 (type: string) + minReductionHashAggr: 0.6666666 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 860 Data size: 182320 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 860 Data size: 182320 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(27,2)) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 860 Data size: 182320 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: + + keys: _col1 (type: decimal(27,2)) + null sort order: z + Statistics: Num rows: 860 Data size: 182320 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Reduce Output Operator + key expressions: _col1 (type: decimal(27,2)) + null sort order: z + sort order: + + Statistics: Num rows: 860 Data size: 182320 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: string) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: decimal(27,2)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 860 Data size: 182320 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 21200 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 21200 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 8 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Reducer 9 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Union 3 + Vertex: Union 3 + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query57.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query57.q.out index 691a9a0ba6fb..962def104e16 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query57.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query57.q.out @@ -1,4028 +1,412 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 10, - "name": "$10" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 3.483413831025E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_call_center_sk", - "cs_item_sk", - "cs_sales_price", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 20, - "name": "$20" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.483413831025E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "ROW", - "kind": "ROW", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - { - "op": { - "name": "ROW", - "kind": "ROW", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 12, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "ROW", - "kind": "ROW", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - } - ] - } - ] - }, - "rowCount": 4565.5625 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year", - "d_moy" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 4565.5625 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 2.3855615338363613E13 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "call_center" - ], - "table:alias": "call_center", - "inputs": [], - "rowCount": 60, - "avgRowSize": 1483, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "cc_call_center_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "cc_call_center_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "cc_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "cc_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cc_closed_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cc_open_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "cc_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "cc_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cc_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cc_sq_ft" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "cc_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "cc_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cc_mkt_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "cc_mkt_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "cc_mkt_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "cc_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cc_division" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "cc_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cc_company" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "cc_company_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "cc_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "cc_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "cc_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "cc_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "cc_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "cc_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "cc_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "cc_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "cc_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "cc_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "cc_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "cc_call_center_sk", - "ndv": 60, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cc_name", - "ndv": 30 - }, - { - "name": "cc_call_center_id", - "ndv": 30 - }, - { - "name": "cc_rec_start_date", - "ndv": 0, - "minValue": 10227, - "maxValue": 11688 - }, - { - "name": "cc_rec_end_date", - "ndv": 0, - "minValue": 10957, - "maxValue": 11687 - }, - { - "name": "cc_closed_date_sk", - "ndv": 1, - "minValue": null, - "maxValue": null - }, - { - "name": "cc_open_date_sk", - "ndv": 30, - "minValue": 2450794, - "maxValue": 2451146 - }, - { - "name": "cc_class", - "ndv": 3 - }, - { - "name": "cc_employees", - "ndv": 43, - "minValue": 5412266, - "maxValue": 1963174023 - }, - { - "name": "cc_sq_ft", - "ndv": 47, - "minValue": -2108783316, - "maxValue": 2044891959 - }, - { - "name": "cc_hours", - "ndv": 3 - }, - { - "name": "cc_manager", - "ndv": 42 - }, - { - "name": "cc_mkt_id", - "ndv": 6, - "minValue": 1, - "maxValue": 6 - }, - { - "name": "cc_mkt_class", - "ndv": 52 - }, - { - "name": "cc_mkt_desc", - "ndv": 48 - }, - { - "name": "cc_market_manager", - "ndv": 48 - }, - { - "name": "cc_division", - "ndv": 6, - "minValue": 1, - "maxValue": 6 - }, - { - "name": "cc_division_name", - "ndv": 6 - }, - { - "name": "cc_company", - "ndv": 6, - "minValue": 1, - "maxValue": 6 - }, - { - "name": "cc_company_name", - "ndv": 6 - }, - { - "name": "cc_street_number", - "ndv": 30 - }, - { - "name": "cc_street_name", - "ndv": 29 - }, - { - "name": "cc_street_type", - "ndv": 14 - }, - { - "name": "cc_suite_number", - "ndv": 26 - }, - { - "name": "cc_city", - "ndv": 25 - }, - { - "name": "cc_county", - "ndv": 25 - }, - { - "name": "cc_state", - "ndv": 19 - }, - { - "name": "cc_zip", - "ndv": 30 - }, - { - "name": "cc_country", - "ndv": 1 - }, - { - "name": "cc_gmt_offset", - "ndv": 4, - "minValue": -8, - "maxValue": -5 - }, - { - "name": "cc_tax_percentage", - "ndv": 13, - "minValue": 0, - "maxValue": 0.12 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - "rowCount": 54 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cc_call_center_sk", - "cc_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 54 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 1.9323048424074525E14 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 12, - "name": "$12" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 8, - "name": "$8" - } - ] - } - ] - }, - "rowCount": 374220 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand", - "i_category" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 12, - "name": "$12" - } - ], - "rowCount": 374220 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "10", - "13" - ], - "rowCount": 1.0846606771885752E19 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5, - 6, - 8, - 10, - 11 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 1084660677188575232 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_year", - "d_moy", - "cc_name", - "i_brand", - "i_category", - "$f5" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 1084660677188575232 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "(tok_table_or_col i_category)", - "(tok_table_or_col i_brand)", - "(tok_table_or_col cc_name)", - "(tok_function sum (tok_table_or_col cs_sales_price))", - "rank_window_1" - ], - "exprs": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 5, - "name": "$5" - }, - { - "op": { - "name": "rank", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [], - "distinct": false, - "type": { - "type": "INTEGER", - "nullable": true - }, - "window": { - "partition": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - } - ], - "order": [ - { - "expr": { - "input": 0, - "name": "$0" - }, - "direction": "ASCENDING", - "null-direction": "LAST" - }, - { - "expr": { - "input": 1, - "name": "$1" - }, - "direction": "ASCENDING", - "null-direction": "LAST" - } - ], - "range-lower": { - "type": "UNBOUNDED_PRECEDING" - }, - "range-upper": { - "type": "UNBOUNDED_FOLLOWING" - } - } - } - ], - "rowCount": 1084660677188575232 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - "rowCount": 976194609469717760 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "(tok_table_or_col i_category)", - "(tok_table_or_col i_brand)", - "(tok_table_or_col cc_name)", - "(tok_function sum (tok_table_or_col cs_sales_price))", - "EXPR$0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "rowCount": 976194609469717760 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 10, - "name": "$10" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "inputs": [ - "0" - ], - "rowCount": 3.483413831025E10 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_call_center_sk", - "cs_item_sk", - "cs_sales_price", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 20, - "name": "$20" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.483413831025E10 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "ROW", - "kind": "ROW", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - { - "op": { - "name": "ROW", - "kind": "ROW", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 12, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "ROW", - "kind": "ROW", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - } - ] - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 4565.5625 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year", - "d_moy" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 4565.5625 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "21", - "23" - ], - "rowCount": 2.3855615338363613E13 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 54 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cc_call_center_sk", - "cc_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 54 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "24", - "26" - ], - "rowCount": 1.9323048424074525E14 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 12, - "name": "$12" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 8, - "name": "$8" - } - ] - } - ] - }, - "inputs": [ - "11" - ], - "rowCount": 374220 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand", - "i_category" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 12, - "name": "$12" - } - ], - "rowCount": 374220 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "27", - "29" - ], - "rowCount": 1.0846606771885752E19 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5, - 6, - 8, - 10, - 11 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 1084660677188575232 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_year", - "d_moy", - "cc_name", - "i_brand", - "i_category", - "$f5" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 1084660677188575232 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "(tok_table_or_col i_category)", - "(tok_table_or_col i_brand)", - "(tok_table_or_col cc_name)", - "(tok_function sum (tok_table_or_col cs_sales_price))", - "rank_window_1" - ], - "exprs": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 5, - "name": "$5" - }, - { - "op": { - "name": "rank", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [], - "distinct": false, - "type": { - "type": "INTEGER", - "nullable": true - }, - "window": { - "partition": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - } - ], - "order": [ - { - "expr": { - "input": 0, - "name": "$0" - }, - "direction": "ASCENDING", - "null-direction": "LAST" - }, - { - "expr": { - "input": 1, - "name": "$1" - }, - "direction": "ASCENDING", - "null-direction": "LAST" - } - ], - "range-lower": { - "type": "UNBOUNDED_PRECEDING" - }, - "range-upper": { - "type": "UNBOUNDED_FOLLOWING" - } - } - } - ], - "rowCount": 1084660677188575232 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - "rowCount": 976194609469717760 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "(tok_table_or_col i_category)", - "(tok_table_or_col i_brand)", - "(tok_table_or_col cc_name)", - "(tok_function sum (tok_table_or_col cs_sales_price))", - "EXPR$0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "rowCount": 976194609469717760 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 10, - "name": "$10" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "inputs": [ - "0" - ], - "rowCount": 3.483413831025E10 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_call_center_sk", - "cs_item_sk", - "cs_sales_price", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 20, - "name": "$20" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.483413831025E10 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "ROW", - "kind": "ROW", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - { - "op": { - "name": "ROW", - "kind": "ROW", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 12, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "ROW", - "kind": "ROW", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - } - ] - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 4565.5625 - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year", - "d_moy" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 4565.5625 - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "37", - "39" - ], - "rowCount": 2.3855615338363613E13 - }, - { - "id": "41", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 54 - }, - { - "id": "42", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cc_call_center_sk", - "cc_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 54 - }, - { - "id": "43", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "40", - "42" - ], - "rowCount": 1.9323048424074525E14 - }, - { - "id": "44", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 12, - "name": "$12" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 8, - "name": "$8" - } - ] - } - ] - }, - "inputs": [ - "11" - ], - "rowCount": 374220 - }, - { - "id": "45", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand", - "i_category" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 12, - "name": "$12" - } - ], - "rowCount": 374220 - }, - { - "id": "46", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "43", - "45" - ], - "rowCount": 1.0846606771885752E19 - }, - { - "id": "47", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5, - 6, - 8, - 10, - 11 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 1084660677188575232 - }, - { - "id": "48", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_year", - "d_moy", - "cc_name", - "i_brand", - "i_category", - "$f5" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 1084660677188575232 - }, - { - "id": "49", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "(tok_table_or_col i_category)", - "(tok_table_or_col i_brand)", - "(tok_table_or_col cc_name)", - "(tok_table_or_col d_year)", - "(tok_table_or_col d_moy)", - "(tok_function sum (tok_table_or_col cs_sales_price))", - "avg_window_0", - "rank_window_1" - ], - "exprs": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 5, - "name": "$5" - }, - { - "op": { - "name": "avg", - "kind": "AVG", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ], - "distinct": false, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 21, - "scale": 6 - }, - "window": { - "partition": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 0, - "name": "$0" - } - ], - "order": [ - { - "expr": { - "input": 4, - "name": "$4" - }, - "direction": "ASCENDING", - "null-direction": "FIRST" - }, - { - "expr": { - "input": 3, - "name": "$3" - }, - "direction": "ASCENDING", - "null-direction": "FIRST" - }, - { - "expr": { - "input": 2, - "name": "$2" - }, - "direction": "ASCENDING", - "null-direction": "FIRST" - }, - { - "expr": { - "input": 0, - "name": "$0" - }, - "direction": "ASCENDING", - "null-direction": "FIRST" - } - ], - "range-lower": { - "type": "UNBOUNDED_PRECEDING" - }, - "range-upper": { - "type": "UNBOUNDED_FOLLOWING" - } - } - }, - { - "op": { - "name": "rank", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [], - "distinct": false, - "type": { - "type": "INTEGER", - "nullable": true - }, - "window": { - "partition": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - } - ], - "order": [ - { - "expr": { - "input": 0, - "name": "$0" - }, - "direction": "ASCENDING", - "null-direction": "LAST" - }, - { - "expr": { - "input": 1, - "name": "$1" - }, - "direction": "ASCENDING", - "null-direction": "LAST" - } - ], - "range-lower": { - "type": "UNBOUNDED_PRECEDING" - }, - "range-upper": { - "type": "UNBOUNDED_FOLLOWING" - } - } - } - ], - "rowCount": 1084660677188575232 - }, - { - "id": "50", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "ABS", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ] - } - ] - }, - { - "input": 6, - "name": "$6" - } - ] - }, - { - "literal": 0.1, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 1 - } - } - ] - }, - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - } - ] - }, - "rowCount": 18303648927557208 - }, - { - "id": "51", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "(tok_table_or_col i_category)", - "(tok_table_or_col i_brand)", - "(tok_table_or_col cc_name)", - "(tok_table_or_col d_year)", - "(tok_table_or_col d_moy)", - "(tok_function sum (tok_table_or_col cs_sales_price))", - "avg_window_0", - "rank_window_1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - } - ], - "rowCount": 18303648927557208 - }, - { - "id": "52", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 2, - "name": "$2" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "35", - "51" - ], - "rowCount": 9.045636229708185E30 - }, - { - "id": "53", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 17, - "name": "$17" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "input": 2, - "name": "$2" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "19", - "52" - ], - "rowCount": 4.4703400466242126E45 - }, - { - "id": "54", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_category", - "i_brand", - "d_year", - "d_moy", - "avg_monthly_sales", - "sum_sales", - "psum", - "nsum", - "(- (tok_table_or_col sum_sales) (tok_table_or_col avg_monthly_sales))1" - ], - "exprs": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 3, - "name": "$3" - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 15, - "name": "$15" - }, - { - "input": 16, - "name": "$16" - } - ] - } - ], - "rowCount": 4.4703400466242126E45 - }, - { - "id": "55", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 8, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - }, - { - "id": "56", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "v2.i_category", - "v2.i_brand", - "v2.d_year", - "v2.d_moy", - "v2.avg_monthly_sales", - "v2.sum_sales", - "v2.psum", - "v2.nsum" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - } - ], - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 10 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE) + Reducer 5 <- Reducer 2 (SIMPLE_EDGE) + Reducer 6 <- Reducer 3 (BROADCAST_EDGE), Reducer 4 (BROADCAST_EDGE), Reducer 5 (SIMPLE_EDGE) + Reducer 7 <- Reducer 6 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: cs_call_center_sk is not null (type: boolean) + Statistics: Num rows: 43005109025 Data size: 5835917798576 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: cs_call_center_sk is not null (type: boolean) + Statistics: Num rows: 42897553345 Data size: 5821322181384 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_call_center_sk (type: bigint), cs_item_sk (type: bigint), cs_sales_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 42897553345 Data size: 5821322181384 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col5, _col6 + input vertices: + 1 Map 8 + Statistics: Num rows: 9983632978 Data size: 1345029011472 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col5, _col6, _col8 + input vertices: + 1 Map 9 + Statistics: Num rows: 9983632978 Data size: 2244414272948 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col5, _col6, _col8, _col10, _col11 + input vertices: + 1 Map 10 + Statistics: Num rows: 9983632978 Data size: 4061435474944 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2) + keys: _col5 (type: int), _col6 (type: int), _col8 (type: varchar(50)), _col10 (type: char(50)), _col11 (type: char(50)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 4991816489 Data size: 2036661127512 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: varchar(50)), _col3 (type: char(50)), _col4 (type: char(50)) + null sort order: zzzzz + sort order: +++++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: varchar(50)), _col3 (type: char(50)), _col4 (type: char(50)) + Statistics: Num rows: 4991816489 Data size: 2036661127512 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col5 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 10 + Map Operator Tree: + TableScan + alias: item + filterExpr: (i_category is not null and i_brand is not null) (type: boolean) + Statistics: Num rows: 462000 Data size: 91476000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (i_category is not null and i_brand is not null) (type: boolean) + Statistics: Num rows: 462000 Data size: 91476000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_brand (type: char(50)), i_category (type: char(50)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 462000 Data size: 91476000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 91476000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: ((d_year) IN (1999, 2000, 2001) and ((d_year = 2000) or (struct(d_year,d_moy)) IN (const struct(1999,12), const struct(2001,1)))) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year) IN (1999, 2000, 2001) and ((d_year = 2000) or (struct(d_year,d_moy)) IN (const struct(1999,12), const struct(2001,1)))) (type: boolean) + Statistics: Num rows: 428 Data size: 6848 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), d_year (type: int), d_moy (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 428 Data size: 6848 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 428 Data size: 6848 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: int) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 428 Data size: 3424 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 428 Data size: 3424 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 428 Data size: 3424 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 9 + Map Operator Tree: + TableScan + alias: call_center + filterExpr: cc_name is not null (type: boolean) + Statistics: Num rows: 60 Data size: 6360 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: cc_name is not null (type: boolean) + Statistics: Num rows: 60 Data size: 6360 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cc_call_center_sk (type: bigint), cc_name (type: varchar(50)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 60 Data size: 6360 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 60 Data size: 6360 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: varchar(50)), KEY._col3 (type: char(50)), KEY._col4 (type: char(50)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 5876640 Data size: 2397669120 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col4 (type: char(50)), _col3 (type: char(50)), _col2 (type: varchar(50)), _col0 (type: int), _col1 (type: int) + null sort order: aaazz + sort order: +++++ + Map-reduce partition columns: _col4 (type: char(50)), _col3 (type: char(50)), _col2 (type: varchar(50)) + Statistics: Num rows: 5876640 Data size: 2397669120 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col5 (type: decimal(17,2)) + Reduce Output Operator + key expressions: _col4 (type: char(50)), _col3 (type: char(50)), _col2 (type: varchar(50)), _col0 (type: int) + null sort order: aaaa + sort order: ++++ + Map-reduce partition columns: _col4 (type: char(50)), _col3 (type: char(50)), _col2 (type: varchar(50)), _col0 (type: int) + Statistics: Num rows: 5876640 Data size: 2397669120 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col5 (type: decimal(17,2)) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey3 (type: int), KEY.reducesinkkey4 (type: int), KEY.reducesinkkey2 (type: varchar(50)), KEY.reducesinkkey1 (type: char(50)), KEY.reducesinkkey0 (type: char(50)), VALUE._col0 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 5876640 Data size: 2397669120 Basic stats: COMPLETE Column stats: COMPLETE + PTF Operator + Function definitions: + Input definition + input alias: ptf_0 + output shape: _col0: int, _col1: int, _col2: varchar(50), _col3: char(50), _col4: char(50), _col5: decimal(17,2) + type: WINDOWING + Windowing table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col0 ASC NULLS LAST, _col1 ASC NULLS LAST + partition by: _col4, _col3, _col2 + raw input shape: + window functions: + window function definition + alias: rank_window_0 + arguments: _col0, _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + Statistics: Num rows: 5876640 Data size: 2397669120 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: rank_window_0 is not null (type: boolean) + Statistics: Num rows: 5876640 Data size: 2397669120 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col4 (type: char(50)), _col3 (type: char(50)), _col2 (type: varchar(50)), _col5 (type: decimal(17,2)), (rank_window_0 + 1) (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 5876640 Data size: 2374162560 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col4 (type: int), _col2 (type: varchar(50)) + null sort order: zzzz + sort order: ++++ + Map-reduce partition columns: _col0 (type: char(50)), _col1 (type: char(50)), _col4 (type: int), _col2 (type: varchar(50)) + Statistics: Num rows: 5876640 Data size: 2374162560 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: decimal(17,2)) + PTF Operator + Function definitions: + Input definition + input alias: ptf_0 + output shape: _col0: int, _col1: int, _col2: varchar(50), _col3: char(50), _col4: char(50), _col5: decimal(17,2) + type: WINDOWING + Windowing table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col0 ASC NULLS LAST, _col1 ASC NULLS LAST + partition by: _col4, _col3, _col2 + raw input shape: + window functions: + window function definition + alias: rank_window_0 + arguments: _col0, _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + Statistics: Num rows: 5876640 Data size: 2397669120 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: rank_window_0 is not null (type: boolean) + Statistics: Num rows: 5876640 Data size: 2397669120 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col4 (type: char(50)), _col3 (type: char(50)), _col2 (type: varchar(50)), _col5 (type: decimal(17,2)), (rank_window_0 - 1) (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 5876640 Data size: 2374162560 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col4 (type: int), _col2 (type: varchar(50)) + null sort order: zzzz + sort order: ++++ + Map-reduce partition columns: _col0 (type: char(50)), _col1 (type: char(50)), _col4 (type: int), _col2 (type: varchar(50)) + Statistics: Num rows: 5876640 Data size: 2374162560 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: decimal(17,2)) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(50)), KEY.reducesinkkey1 (type: char(50)), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: varchar(50)), VALUE._col0 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col4, _col2, _col3 + Reduce Output Operator + key expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col4 (type: int), _col2 (type: varchar(50)) + null sort order: zzzz + sort order: ++++ + Map-reduce partition columns: _col0 (type: char(50)), _col1 (type: char(50)), _col4 (type: int), _col2 (type: varchar(50)) + Statistics: Num rows: 5876640 Data size: 2374162560 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: decimal(17,2)) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey3 (type: int), VALUE._col0 (type: int), KEY.reducesinkkey2 (type: varchar(50)), KEY.reducesinkkey1 (type: char(50)), KEY.reducesinkkey0 (type: char(50)), VALUE._col1 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 5876640 Data size: 2397669120 Basic stats: COMPLETE Column stats: COMPLETE + PTF Operator + Function definitions: + Input definition + input alias: ptf_0 + output shape: _col0: int, _col1: int, _col2: varchar(50), _col3: char(50), _col4: char(50), _col5: decimal(17,2) + type: WINDOWING + Windowing table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col4 ASC NULLS FIRST, _col3 ASC NULLS FIRST, _col2 ASC NULLS FIRST, _col0 ASC NULLS FIRST + partition by: _col4, _col3, _col2, _col0 + raw input shape: + window functions: + window function definition + alias: avg_window_0 + arguments: _col5 + name: avg + window function: GenericUDAFAverageEvaluatorDecimal + window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) + Statistics: Num rows: 5876640 Data size: 2397669120 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: avg_window_0 (type: decimal(21,6)), _col0 (type: int), _col1 (type: int), _col2 (type: varchar(50)), _col3 (type: char(50)), _col4 (type: char(50)), _col5 (type: decimal(17,2)) + outputColumnNames: avg_window_0, _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 5876640 Data size: 2397669120 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col4 (type: char(50)), _col3 (type: char(50)), _col2 (type: varchar(50)), _col0 (type: int), _col1 (type: int) + null sort order: aaazz + sort order: +++++ + Map-reduce partition columns: _col4 (type: char(50)), _col3 (type: char(50)), _col2 (type: varchar(50)) + Statistics: Num rows: 5876640 Data size: 2397669120 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: avg_window_0 (type: decimal(21,6)), _col5 (type: decimal(17,2)) + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: decimal(21,6)), KEY.reducesinkkey3 (type: int), KEY.reducesinkkey4 (type: int), KEY.reducesinkkey2 (type: varchar(50)), KEY.reducesinkkey1 (type: char(50)), KEY.reducesinkkey0 (type: char(50)), VALUE._col1 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 5876640 Data size: 3055852800 Basic stats: COMPLETE Column stats: COMPLETE + PTF Operator + Function definitions: + Input definition + input alias: ptf_0 + output shape: _col0: decimal(21,6), _col1: int, _col2: int, _col3: varchar(50), _col4: char(50), _col5: char(50), _col6: decimal(17,2) + type: WINDOWING + Windowing table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 ASC NULLS LAST, _col2 ASC NULLS LAST + partition by: _col5, _col4, _col3 + raw input shape: + window functions: + window function definition + alias: rank_window_1 + arguments: _col1, _col2 + name: rank + window function: GenericUDAFRankEvaluator + window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + Statistics: Num rows: 5876640 Data size: 3055852800 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((_col0 > 0) and rank_window_1 is not null and (_col1 = 2000)) (type: boolean) + Statistics: Num rows: 979440 Data size: 509308800 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: rank_window_1 (type: int), _col0 (type: decimal(21,6)), _col1 (type: int), _col2 (type: int), _col3 (type: varchar(50)), _col4 (type: char(50)), _col5 (type: char(50)), _col6 (type: decimal(17,2)) + outputColumnNames: rank_window_1, _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 979440 Data size: 509308800 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: if((_col0 > 0), ((abs((_col6 - _col0)) / _col0) > 0.1), false) (type: boolean) + Statistics: Num rows: 489720 Data size: 256613280 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col5 (type: char(50)), _col4 (type: char(50)), _col3 (type: varchar(50)), _col1 (type: int), _col2 (type: int), _col6 (type: decimal(17,2)), _col0 (type: decimal(21,6)), rank_window_1 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 489720 Data size: 256613280 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: char(50)), _col1 (type: char(50)), _col4 (type: int), _col2 (type: varchar(50)) + 1 _col0 (type: char(50)), _col1 (type: char(50)), _col7 (type: int), _col2 (type: varchar(50)) + outputColumnNames: _col3, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12 + input vertices: + 0 Reducer 4 + Statistics: Num rows: 489720 Data size: 311461920 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col5 (type: char(50)), _col6 (type: char(50)), _col12 (type: int), _col7 (type: varchar(50)) + 1 _col0 (type: char(50)), _col1 (type: char(50)), _col4 (type: int), _col2 (type: varchar(50)) + outputColumnNames: _col3, _col5, _col6, _col8, _col9, _col10, _col11, _col16 + input vertices: + 1 Reducer 3 + Statistics: Num rows: 489720 Data size: 316359120 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++ + keys: (_col10 - _col11) (type: decimal(22,6)), _col8 (type: int) + null sort order: zz + Statistics: Num rows: 489720 Data size: 316359120 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col5 (type: char(50)), _col6 (type: char(50)), _col8 (type: int), _col9 (type: int), _col11 (type: decimal(21,6)), _col10 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col16 (type: decimal(17,2)), (_col10 - _col11) (type: decimal(22,6)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 489720 Data size: 371207760 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col8 (type: decimal(22,6)), _col2 (type: int) + null sort order: zz + sort order: ++ + Statistics: Num rows: 489720 Data size: 371207760 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col3 (type: int), _col4 (type: decimal(21,6)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)) + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), KEY.reducesinkkey1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: decimal(21,6)), VALUE._col4 (type: decimal(17,2)), VALUE._col5 (type: decimal(17,2)), VALUE._col6 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 489720 Data size: 316359120 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 64600 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 64600 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query58.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query58.q.out index 1cb25790654e..31dc5e2d3eca 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query58.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query58.q.out @@ -1,4963 +1,693 @@ -Warning: Map Join MAPJOIN[375][bigTable=?] in task 'Map 5' is a cross product -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - }, - "rowCount": 1.94351746014E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_item_sk", - "ws_ext_sales_price", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 1.94351746014E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - "rowCount": 65744.1 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 65744.1 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 1.9166220937678528E14 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - } - ] - }, - "rowCount": 59169.69 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date", - "d_week_seq" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 59169.69 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": 10276, - "type": { - "type": "DATE", - "nullable": false - } - } - ] - }, - "rowCount": 10957.35 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "COUNT", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": false - }, - "distinct": false, - "operands": [], - "name": "cnt" - } - ], - "rowCount": 1 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cnt" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "sq_count_check", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ], - "class": "org.apache.calcite.sql.SqlFunction", - "type": { - "type": "BOOLEAN", - "nullable": false - }, - "deterministic": true, - "dynamic": false - }, - "rowCount": 1 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cnt" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "literal": true, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "9", - "15" - ], - "rowCount": 59169.69 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": 10276, - "type": { - "type": "DATE", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 9861.615 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_week_seq" - ], - "exprs": [ - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 9861.615 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "16", - "18" - ], - "rowCount": 8.75263053674025E7 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 8.75263053674025E7 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "semi", - "inputs": [ - "6", - "20" - ], - "rowCount": 3.1437393893027207E12 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_item_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 462000 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "21", - "23" - ], - "rowCount": 217861139678678560 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 6 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 21786113967867856 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "item_id", - "ws_item_rev", - "EXPR$0", - "EXPR$1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "literal": 0.9, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 1 - } - }, - { - "input": 1, - "name": "$1" - } - ] - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "literal": 1.1, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 2, - "scale": 1 - } - }, - { - "input": 1, - "name": "$1" - } - ] - } - ], - "rowCount": 21786113967867856 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - } - ] - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - }, - "rowCount": 3.87045981225E10 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_item_sk", - "cs_ext_sales_price", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 14, - "name": "$14" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.87045981225E10 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 65744.1 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 65744.1 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "29", - "31" - ], - "rowCount": 3.816898454138179E14 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 59169.69 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date", - "d_week_seq" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 59169.69 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": 10276, - "type": { - "type": "DATE", - "nullable": false - } - } - ] - }, - "inputs": [ - "10" - ], - "rowCount": 10957.35 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "COUNT", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": false - }, - "distinct": false, - "operands": [], - "name": "cnt" - } - ], - "rowCount": 1 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cnt" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "sq_count_check", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ], - "class": "org.apache.calcite.sql.SqlFunction", - "type": { - "type": "BOOLEAN", - "nullable": false - }, - "deterministic": true, - "dynamic": false - }, - "rowCount": 1 - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cnt" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "literal": true, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "34", - "39" - ], - "rowCount": 59169.69 - }, - { - "id": "41", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": 10276, - "type": { - "type": "DATE", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 9861.615 - }, - { - "id": "42", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_week_seq" - ], - "exprs": [ - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 9861.615 - }, - { - "id": "43", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "40", - "42" - ], - "rowCount": 8.75263053674025E7 - }, - { - "id": "44", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 8.75263053674025E7 - }, - { - "id": "45", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "semi", - "inputs": [ - "32", - "44" - ], - "rowCount": 6.260667689400147E12 - }, - { - "id": "46", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_item_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "inputs": [ - "22" - ], - "rowCount": 462000 - }, - { - "id": "47", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "45", - "46" - ], - "rowCount": 433864270875430208 - }, - { - "id": "48", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 6 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 43386427087543024 - }, - { - "id": "49", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_id", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 43386427087543024 - }, - { - "id": "50", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "51", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - }, - "rowCount": 7.42597919451E10 - }, - { - "id": "52", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_ext_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 7.42597919451E10 - }, - { - "id": "53", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 65744.1 - }, - { - "id": "54", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 65744.1 - }, - { - "id": "55", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "52", - "54" - ], - "rowCount": 7.323214781426775E14 - }, - { - "id": "56", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 59169.69 - }, - { - "id": "57", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date", - "d_week_seq" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 59169.69 - }, - { - "id": "58", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": 10276, - "type": { - "type": "DATE", - "nullable": false - } - } - ] - }, - "inputs": [ - "10" - ], - "rowCount": 10957.35 - }, - { - "id": "59", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "COUNT", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": false - }, - "distinct": false, - "operands": [], - "name": "cnt" - } - ], - "rowCount": 1 - }, - { - "id": "60", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cnt" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "61", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "sq_count_check", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ], - "class": "org.apache.calcite.sql.SqlFunction", - "type": { - "type": "BOOLEAN", - "nullable": false - }, - "deterministic": true, - "dynamic": false - }, - "rowCount": 1 - }, - { - "id": "62", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cnt" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "63", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "literal": true, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "57", - "62" - ], - "rowCount": 59169.69 - }, - { - "id": "64", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": 10276, - "type": { - "type": "DATE", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 9861.615 - }, - { - "id": "65", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_week_seq" - ], - "exprs": [ - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 9861.615 - }, - { - "id": "66", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "63", - "65" - ], - "rowCount": 8.75263053674025E7 - }, - { - "id": "67", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 8.75263053674025E7 - }, - { - "id": "68", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "semi", - "inputs": [ - "55", - "67" - ], - "rowCount": 1.2011903045235268E13 - }, - { - "id": "69", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_item_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "inputs": [ - "22" - ], - "rowCount": 462000 - }, - { - "id": "70", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "68", - "69" - ], - "rowCount": 832424881034803968 - }, - { - "id": "71", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 6 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 83242488103480400 - }, - { - "id": "72", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_id", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 83242488103480400 - }, - { - "id": "73", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 3, - "name": "$3" - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "literal": 0.9, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 1 - } - }, - { - "input": 1, - "name": "$1" - } - ] - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "literal": 1.1, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 2, - "scale": 1 - } - }, - { - "input": 1, - "name": "$1" - } - ] - } - ] - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "literal": 0.9, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 1 - } - }, - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "literal": 1.1, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 2, - "scale": 1 - } - }, - { - "input": 3, - "name": "$3" - } - ] - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "49", - "72" - ], - "rowCount": 3.385869506894362E31 - }, - { - "id": "74", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "literal": 0.9, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 1 - } - }, - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "literal": 1.1, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 2, - "scale": 1 - } - }, - { - "input": 7, - "name": "$7" - } - ] - } - ] - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "literal": 0.9, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 1 - } - }, - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "literal": 1.1, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 2, - "scale": 1 - } - }, - { - "input": 5, - "name": "$5" - } - ] - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "26", - "73" - ], - "rowCount": 4.322164392042721E44 - }, - { - "id": "75", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_items.item_id", - "ss_item_rev", - "ss_dev", - "cs_item_rev", - "cs_dev", - "ws_item_rev", - "ws_dev", - "average" - ], - "exprs": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 7, - "name": "$7" - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - { - "input": 1, - "name": "$1" - } - ] - } - ] - }, - { - "literal": 3, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 10, - "scale": 0 - } - } - ] - }, - { - "literal": 100, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 10, - "scale": 0 - } - } - ] - }, - { - "input": 5, - "name": "$5" - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - { - "input": 1, - "name": "$1" - } - ] - } - ] - }, - { - "literal": 3, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 10, - "scale": 0 - } - } - ] - }, - { - "literal": 100, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 10, - "scale": 0 - } - } - ] - }, - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - { - "input": 1, - "name": "$1" - } - ] - } - ] - }, - { - "literal": 3, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 10, - "scale": 0 - } - } - ] - }, - { - "literal": 100, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 10, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - { - "input": 1, - "name": "$1" - } - ] - }, - { - "literal": 3, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 10, - "scale": 0 - } - } - ] - } - ], - "rowCount": 4.322164392042721E44 - }, - { - "id": "76", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +Warning: Map Join MAPJOIN[375][bigTable=?] in task 'Reducer 5' is a cross product +Warning: Map Join MAPJOIN[380][bigTable=?] in task 'Reducer 6' is a cross product +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 17 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE) + Map 10 <- Map 13 (BROADCAST_EDGE), Map 17 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE) + Map 13 <- Reducer 6 (BROADCAST_EDGE) + Map 15 <- Map 13 (BROADCAST_EDGE), Map 17 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE) + Map 3 <- Reducer 14 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) + Map 8 <- Reducer 5 (BROADCAST_EDGE) + Reducer 11 <- Map 10 (SIMPLE_EDGE), Reducer 16 (BROADCAST_EDGE), Reducer 2 (BROADCAST_EDGE) + Reducer 12 <- Reducer 11 (SIMPLE_EDGE) + Reducer 14 <- Map 13 (CUSTOM_SIMPLE_EDGE) + Reducer 16 <- Map 15 (SIMPLE_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 5 <- Map 4 (CUSTOM_SIMPLE_EDGE), Reducer 7 (BROADCAST_EDGE) + Reducer 6 <- Map 4 (CUSTOM_SIMPLE_EDGE), Map 8 (BROADCAST_EDGE) + Reducer 7 <- Map 4 (CUSTOM_SIMPLE_EDGE) + Reducer 9 <- Map 8 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: catalog_sales + Statistics: Num rows: 43005109025 Data size: 5492607208208 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_item_sk (type: bigint), cs_ext_sales_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 43005109025 Data size: 5492607208208 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col4 + input vertices: + 1 Map 3 + Statistics: Num rows: 43005109025 Data size: 7556852441408 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col4 (type: date) + 1 _col0 (type: date) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 8 + Statistics: Num rows: 3532295 Data size: 28258472 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col6 + input vertices: + 1 Map 17 + Statistics: Num rows: 3532295 Data size: 353229612 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col6 (type: string) + minReductionHashAggr: 0.92992544 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 495048 Data size: 104950176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 495048 Data size: 104950176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 10 + Map Operator Tree: + TableScan + alias: store_sales + Statistics: Num rows: 82510879939 Data size: 10343396725952 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 82510879939 Data size: 10343396725952 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col4 + input vertices: + 1 Map 3 + Statistics: Num rows: 82510879939 Data size: 14303918963024 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col4 (type: date) + 1 _col0 (type: date) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 13 + Statistics: Num rows: 6777167 Data size: 54217448 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col6 + input vertices: + 1 Map 17 + Statistics: Num rows: 6777167 Data size: 677716812 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col6 (type: string) + minReductionHashAggr: 0.9634768 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 742572 Data size: 157425264 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 742572 Data size: 157425264 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 13 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (d_week_seq is not null and d_date is not null) (type: boolean) + Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_week_seq is not null and d_date is not null) (type: boolean) + Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date (type: date), d_week_seq (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: int) + 1 _col1 (type: int) + outputColumnNames: _col2 + input vertices: + 0 Reducer 6 + Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col2 (type: date) + outputColumnNames: _col0 + Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: date) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: date) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: date) + Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: date) + outputColumnNames: _col0 + Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.8333333 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: date), _col1 (type: date), _col2 (type: binary) + Reduce Output Operator + key expressions: _col0 (type: date) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: date) + Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 15 + Map Operator Tree: + TableScan + alias: web_sales + Statistics: Num rows: 21594638446 Data size: 2763811113552 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_item_sk (type: bigint), ws_ext_sales_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 21594638446 Data size: 2763811113552 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col4 + input vertices: + 1 Map 3 + Statistics: Num rows: 21594638446 Data size: 3800353758960 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col4 (type: date) + 1 _col0 (type: date) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 13 + Statistics: Num rows: 1773711 Data size: 14189800 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col6 + input vertices: + 1 Map 17 + Statistics: Num rows: 1773711 Data size: 177371212 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col6 (type: string) + minReductionHashAggr: 0.86044854 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 247524 Data size: 52475088 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 247524 Data size: 52475088 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 17 + Map Operator Tree: + TableScan + alias: item + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_item_id (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 3 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (d_date is not null and ((d_date BETWEEN DynamicValue(RS_36_date_dim_d_date_min) AND DynamicValue(RS_36_date_dim_d_date_max) and in_bloom_filter(d_date, DynamicValue(RS_36_date_dim_d_date_bloom_filter))) or (d_date BETWEEN DynamicValue(RS_82_date_dim_d_date_min) AND DynamicValue(RS_82_date_dim_d_date_max) and in_bloom_filter(d_date, DynamicValue(RS_82_date_dim_d_date_bloom_filter))))) (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_date is not null and d_date BETWEEN DynamicValue(RS_36_date_dim_d_date_min) AND DynamicValue(RS_36_date_dim_d_date_max) and in_bloom_filter(d_date, DynamicValue(RS_36_date_dim_d_date_bloom_filter))) (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), d_date (type: date) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: date) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Filter Operator + predicate: (d_date is not null and d_date BETWEEN DynamicValue(RS_82_date_dim_d_date_min) AND DynamicValue(RS_82_date_dim_d_date_max) and in_bloom_filter(d_date, DynamicValue(RS_82_date_dim_d_date_bloom_filter))) (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), d_date (type: date) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: date) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 10 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: date) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 15 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: ((d_date = DATE'1998-02-19') or ((d_date = DATE'1998-02-19') and d_week_seq is not null)) (type: boolean) + Statistics: Num rows: 73049 Data size: 4090744 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_date = DATE'1998-02-19') (type: boolean) + Statistics: Num rows: 1 Data size: 56 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + Statistics: Num rows: 1 Data size: 56 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Filter Operator + predicate: ((d_date = DATE'1998-02-19') and d_week_seq is not null) (type: boolean) + Statistics: Num rows: 1 Data size: 60 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_week_seq (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: int) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: ((d_week_seq is not null and d_date is not null) or ((d_date = DATE'1998-02-19') and d_week_seq is not null)) (type: boolean) + Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_week_seq is not null and d_date is not null) (type: boolean) + Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date (type: date), d_week_seq (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: int) + 1 _col1 (type: int) + outputColumnNames: _col2 + input vertices: + 0 Reducer 5 + Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col2 (type: date) + outputColumnNames: _col0 + Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: date) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: date) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: date) + Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: date) + outputColumnNames: _col0 + Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.8333333 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: date), _col1 (type: date), _col2 (type: binary) + Filter Operator + predicate: ((d_date = DATE'1998-02-19') and d_week_seq is not null) (type: boolean) + Statistics: Num rows: 1 Data size: 60 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_week_seq (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: int) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 11 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 247524 Data size: 52475088 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col0, _col1, _col3 + input vertices: + 0 Reducer 2 + Statistics: Num rows: 247524 Data size: 80197776 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col1 BETWEEN (0.9 * _col3) AND (1.1 * _col3) and _col3 BETWEEN (0.9 * _col1) AND (1.1 * _col1)) (type: boolean) + Statistics: Num rows: 3055 Data size: 989820 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col0, _col1, _col3, _col5, _col6, _col7 + input vertices: + 1 Reducer 16 + Statistics: Num rows: 3055 Data size: 2016300 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col5 BETWEEN (0.9 * _col1) AND (1.1 * _col1) and _col5 BETWEEN (0.9 * _col3) AND (1.1 * _col3) and _col1 BETWEEN _col6 AND _col7 and _col3 BETWEEN _col6 AND _col7) (type: boolean) + Statistics: Num rows: 1 Data size: 660 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++ + keys: _col0 (type: string), _col3 (type: decimal(17,2)) + null sort order: zz + Statistics: Num rows: 1 Data size: 660 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col0 (type: string), _col3 (type: decimal(17,2)), (((_col3 / ((_col3 + _col1) + _col5)) / 3) * 100) (type: decimal(38,17)), _col1 (type: decimal(17,2)), (((_col1 / ((_col3 + _col1) + _col5)) / 3) * 100) (type: decimal(38,17)), _col5 (type: decimal(17,2)), (((_col5 / ((_col3 + _col1) + _col5)) / 3) * 100) (type: decimal(38,17)), (((_col3 + _col1) + _col5) / 3) (type: decimal(23,6)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: decimal(17,2)) + null sort order: zz + sort order: ++ + Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(38,17)), _col3 (type: decimal(17,2)), _col4 (type: decimal(38,17)), _col5 (type: decimal(17,2)), _col6 (type: decimal(38,17)), _col7 (type: decimal(23,6)) + Reducer 12 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: decimal(17,2)), VALUE._col0 (type: decimal(38,17)), VALUE._col1 (type: decimal(17,2)), VALUE._col2 (type: decimal(38,17)), VALUE._col3 (type: decimal(17,2)), VALUE._col4 (type: decimal(38,17)), VALUE._col5 (type: decimal(23,6)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 14 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: date), _col1 (type: date), _col2 (type: binary) + Reducer 16 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 247524 Data size: 52475088 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: string), _col1 (type: decimal(17,2)), (0.9 * _col1) (type: decimal(19,3)), (1.1 * _col1) (type: decimal(20,3)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 247524 Data size: 107920464 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 247524 Data size: 107920464 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(19,3)), _col3 (type: decimal(20,3)) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 247524 Data size: 52475088 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 247524 Data size: 52475088 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: sq_count_check(_col0) (type: boolean) + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col1 + input vertices: + 1 Reducer 7 + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: int) + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: sq_count_check(_col0) (type: boolean) + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col1 + input vertices: + 1 Map 8 + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: int) + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: int) + outputColumnNames: _col0 + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: int) + Reducer 9 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: date), _col1 (type: date), _col2 (type: binary) + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query59.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query59.q.out index 1b4328178247..6d0eda9d0ba3 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query59.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query59.q.out @@ -1,3794 +1,431 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store" - ], - "table:alias": "store", - "inputs": [], - "rowCount": 1704, - "avgRowSize": 1375, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "s_store_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "s_store_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "s_closed_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_store_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_number_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_floor_space" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "s_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_market_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_geography_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_market_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_division_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_company_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_company_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 10, - "name": "s_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "s_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "s_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "s_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "s_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "s_store_sk", - "ndv": 1736, - "minValue": 1, - "maxValue": 1704 - }, - { - "name": "s_store_id", - "ndv": 879 - }, - { - "name": "s_store_name", - "ndv": 11 - }, - { - "name": "s_rec_start_date", - "ndv": 0, - "minValue": 9933, - "maxValue": 11394 - }, - { - "name": "s_rec_end_date", - "ndv": 0, - "minValue": 10663, - "maxValue": 11393 - }, - { - "name": "s_closed_date_sk", - "ndv": 263, - "minValue": 2450820, - "maxValue": 2451314 - }, - { - "name": "s_number_employees", - "ndv": 100, - "minValue": 200, - "maxValue": 300 - }, - { - "name": "s_floor_space", - "ndv": 1289, - "minValue": 5000201, - "maxValue": 9997773 - }, - { - "name": "s_hours", - "ndv": 4 - }, - { - "name": "s_manager", - "ndv": 1245 - }, - { - "name": "s_market_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "s_geography_class", - "ndv": 2 - }, - { - "name": "s_market_desc", - "ndv": 1311 - }, - { - "name": "s_market_manager", - "ndv": 1236 - }, - { - "name": "s_division_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_division_name", - "ndv": 2 - }, - { - "name": "s_company_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_company_name", - "ndv": 2 - }, - { - "name": "s_street_number", - "ndv": 736 - }, - { - "name": "s_street_name", - "ndv": 851 - }, - { - "name": "s_street_type", - "ndv": 21 - }, - { - "name": "s_suite_number", - "ndv": 76 - }, - { - "name": "s_city", - "ndv": 267 - }, - { - "name": "s_county", - "ndv": 128 - }, - { - "name": "s_state", - "ndv": 44 - }, - { - "name": "s_zip", - "ndv": 983 - }, - { - "name": "s_country", - "ndv": 2 - }, - { - "name": "s_gmt_offset", - "ndv": 5, - "minValue": -9, - "maxValue": -5 - }, - { - "name": "s_tax_percentage", - "ndv": 12, - "minValue": 0, - "maxValue": 0.11 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk", - "s_store_id", - "s_store_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 1704 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store" - ], - "table:alias": "store", - "inputs": [], - "rowCount": 1704, - "avgRowSize": 1375, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "s_store_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "s_store_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "s_closed_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_store_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_number_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_floor_space" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "s_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_market_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_geography_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_market_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_division_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_company_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_company_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 10, - "name": "s_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "s_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "s_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "s_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "s_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "s_store_sk", - "ndv": 1736, - "minValue": 1, - "maxValue": 1704 - }, - { - "name": "s_store_id", - "ndv": 879 - }, - { - "name": "s_rec_start_date", - "ndv": 0, - "minValue": 9933, - "maxValue": 11394 - }, - { - "name": "s_rec_end_date", - "ndv": 0, - "minValue": 10663, - "maxValue": 11393 - }, - { - "name": "s_closed_date_sk", - "ndv": 263, - "minValue": 2450820, - "maxValue": 2451314 - }, - { - "name": "s_store_name", - "ndv": 11 - }, - { - "name": "s_number_employees", - "ndv": 100, - "minValue": 200, - "maxValue": 300 - }, - { - "name": "s_floor_space", - "ndv": 1289, - "minValue": 5000201, - "maxValue": 9997773 - }, - { - "name": "s_hours", - "ndv": 4 - }, - { - "name": "s_manager", - "ndv": 1245 - }, - { - "name": "s_market_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "s_geography_class", - "ndv": 2 - }, - { - "name": "s_market_desc", - "ndv": 1311 - }, - { - "name": "s_market_manager", - "ndv": 1236 - }, - { - "name": "s_division_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_division_name", - "ndv": 2 - }, - { - "name": "s_company_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_company_name", - "ndv": 2 - }, - { - "name": "s_street_number", - "ndv": 736 - }, - { - "name": "s_street_name", - "ndv": 851 - }, - { - "name": "s_street_type", - "ndv": 21 - }, - { - "name": "s_suite_number", - "ndv": 76 - }, - { - "name": "s_city", - "ndv": 267 - }, - { - "name": "s_county", - "ndv": 128 - }, - { - "name": "s_state", - "ndv": 44 - }, - { - "name": "s_zip", - "ndv": 983 - }, - { - "name": "s_country", - "ndv": 2 - }, - { - "name": "s_gmt_offset", - "ndv": 5, - "minValue": -9, - "maxValue": -5 - }, - { - "name": "s_tax_percentage", - "ndv": 12, - "minValue": 0, - "maxValue": 0.11 - } - ] - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk", - "s_store_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 1704 - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "1", - "3" - ], - "rowCount": 435542.39999999997 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_store_sk", - "ss_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - "rowCount": 65744.1 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_week_seq", - "EXPR$0", - "EXPR$1", - "EXPR$2", - "EXPR$3", - "EXPR$4", - "EXPR$5", - "EXPR$6" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Sunday ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Monday ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Tuesday ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Wednesday", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Thursday ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Friday ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Saturday ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - } - ], - "rowCount": 65744.1 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "7", - "10" - ], - "rowCount": 6.590893303284096E14 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4", - "$f5", - "$f6", - "$f7", - "$f8" - ], - "exprs": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - } - ], - "rowCount": 6.590893303284096E14 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 6 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 7 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 8 - ], - "name": null - } - ], - "rowCount": 6.590893303284096E13 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4", - "$f5", - "$f6", - "$f7", - "$f8" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 6.590893303284096E13 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "d", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 1185, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1196, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - "rowCount": 16436.025 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_week_seq" - ], - "exprs": [ - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 16436.025 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "14", - "17" - ], - "rowCount": 162492130657664992 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4", - "$f5", - "$f6", - "$f7", - "$f8", - "d_week_seq" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - } - ], - "rowCount": 162492130657664992 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "4", - "19" - ], - "rowCount": 1.0615831885162947E22 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "inputs": [ - "5" - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_store_sk", - "ss_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - "inputs": [ - "8" - ], - "rowCount": 65744.1 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_week_seq", - "EXPR$0", - "EXPR$1", - "EXPR$2", - "EXPR$3", - "EXPR$4", - "EXPR$5", - "EXPR$6" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Sunday ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Monday ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Tuesday ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Wednesday", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Thursday ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Friday ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "Saturday ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - } - ], - "rowCount": 65744.1 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "22", - "24" - ], - "rowCount": 6.590893303284096E14 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4", - "$f5", - "$f6", - "$f7", - "$f8" - ], - "exprs": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "input": 1, - "name": "$1" - }, - { - "literal": null, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2 - } - } - ] - } - ], - "rowCount": 6.590893303284096E14 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 6 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 7 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 8 - ], - "name": null - } - ], - "rowCount": 6.590893303284096E13 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4", - "$f5", - "$f6", - "$f7" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - } - ], - "rowCount": 6.590893303284096E13 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 1197, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1208, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - "inputs": [ - "15" - ], - "rowCount": 16436.025 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_week_seq" - ], - "exprs": [ - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 16436.025 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "28", - "30" - ], - "rowCount": 162492130657664992 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4", - "$f5", - "$f6", - "$f7", - "d_week_seq" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 162492130657664992 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 16, - "name": "$16" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 15, - "name": "$15" - }, - { - "literal": 52, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "20", - "32" - ], - "rowCount": 3.8812255688783334E37 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_name1", - "s_store_id1", - "d_week_seq1", - "_c3", - "_c4", - "_c5", - "_c6", - "_c7", - "_c8", - "_c9" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 5, - "name": "$5" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 17, - "name": "$17" - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 18, - "name": "$18" - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 19, - "name": "$19" - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "input": 20, - "name": "$20" - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "input": 21, - "name": "$21" - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 13, - "name": "$13" - }, - { - "input": 22, - "name": "$22" - } - ] - } - ], - "rowCount": 3.8812255688783334E37 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 2 (BROADCAST_EDGE) + Map 3 <- Reducer 10 (BROADCAST_EDGE), Reducer 11 (BROADCAST_EDGE), Reducer 12 (BROADCAST_EDGE) + Map 5 <- Map 3 (BROADCAST_EDGE), Reducer 4 (BROADCAST_EDGE) + Reducer 10 <- Map 9 (CUSTOM_SIMPLE_EDGE) + Reducer 11 <- Map 9 (CUSTOM_SIMPLE_EDGE) + Reducer 12 <- Reducer 11 (CUSTOM_SIMPLE_EDGE) + Reducer 4 <- Map 3 (SIMPLE_EDGE) + Reducer 6 <- Map 5 (SIMPLE_EDGE), Map 9 (BROADCAST_EDGE) + Reducer 7 <- Map 1 (BROADCAST_EDGE), Map 5 (SIMPLE_EDGE), Map 9 (BROADCAST_EDGE), Reducer 6 (BROADCAST_EDGE) + Reducer 8 <- Reducer 7 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_162_container, bigKeyColName:s_store_id, smallTablePos:1, keyRatio:0.5158450704225352 + Statistics: Num rows: 1704 Data size: 333984 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: s_store_sk (type: bigint), s_store_id (type: string), s_store_name (type: varchar(50)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1704 Data size: 333984 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: string) + 1 _col1 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 1 Map 2 + Statistics: Num rows: 3303 Data size: 673812 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 3303 Data size: 673812 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string), _col2 (type: varchar(50)), _col3 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 2 + Map Operator Tree: + TableScan + alias: store + Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: s_store_sk (type: bigint), s_store_id (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 3 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (d_week_seq is not null and ((d_week_seq BETWEEN DynamicValue(RS_23_d_d_week_seq_min) AND DynamicValue(RS_23_d_d_week_seq_max) and in_bloom_filter(d_week_seq, DynamicValue(RS_23_d_d_week_seq_bloom_filter))) or (d_week_seq BETWEEN DynamicValue(RS_45_d_d_week_seq_min) AND DynamicValue(RS_45_d_d_week_seq_max) and (d_week_seq - 52) BETWEEN DynamicValue(RS_23_d_d_week_seq_min) AND DynamicValue(RS_23_d_d_week_seq_max) and in_bloom_filter(d_week_seq, DynamicValue(RS_45_d_d_week_seq_bloom_filter)) and in_bloom_filter((d_week_seq - 52), DynamicValue(RS_23_d_d_week_seq_bloom_filter))))) (type: boolean) + Statistics: Num rows: 73049 Data size: 7524047 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_week_seq is not null and d_week_seq BETWEEN DynamicValue(RS_23_d_d_week_seq_min) AND DynamicValue(RS_23_d_d_week_seq_max) and in_bloom_filter(d_week_seq, DynamicValue(RS_23_d_d_week_seq_bloom_filter))) (type: boolean) + Statistics: Num rows: 73049 Data size: 7524047 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), d_week_seq (type: int), (d_day_name = 'Sunday ') (type: boolean), (d_day_name = 'Monday ') (type: boolean), (d_day_name = 'Tuesday ') (type: boolean), (d_day_name = 'Wednesday') (type: boolean), (d_day_name = 'Thursday ') (type: boolean), (d_day_name = 'Friday ') (type: boolean), (d_day_name = 'Saturday ') (type: boolean) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 73049 Data size: 2921960 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 73049 Data size: 2921960 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 5 + Filter Operator + predicate: (d_week_seq is not null and d_week_seq BETWEEN DynamicValue(RS_45_d_d_week_seq_min) AND DynamicValue(RS_45_d_d_week_seq_max) and (d_week_seq - 52) BETWEEN DynamicValue(RS_23_d_d_week_seq_min) AND DynamicValue(RS_23_d_d_week_seq_max) and in_bloom_filter(d_week_seq, DynamicValue(RS_45_d_d_week_seq_bloom_filter)) and in_bloom_filter((d_week_seq - 52), DynamicValue(RS_23_d_d_week_seq_bloom_filter))) (type: boolean) + Statistics: Num rows: 73049 Data size: 7524047 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), d_week_seq (type: int), (d_day_name = 'Sunday ') (type: boolean), (d_day_name = 'Monday ') (type: boolean), (d_day_name = 'Wednesday') (type: boolean), (d_day_name = 'Thursday ') (type: boolean), (d_day_name = 'Friday ') (type: boolean), (d_day_name = 'Saturday ') (type: boolean) + outputColumnNames: _col0, _col1, _col2, _col3, _col5, _col6, _col7, _col8 + Statistics: Num rows: 73049 Data size: 2629764 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 73049 Data size: 2629764 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: boolean), _col3 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 5 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: ss_store_sk is not null (type: boolean) + Statistics: Num rows: 82510879939 Data size: 10328265323136 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ss_store_sk is not null (type: boolean) + Statistics: Num rows: 80569240632 Data size: 10085221424656 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_store_sk (type: bigint), ss_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 80569240632 Data size: 10085221424656 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col4, _col5, _col6, _col8, _col9, _col10, _col11 + input vertices: + 1 Map 3 + Statistics: Num rows: 80569240632 Data size: 11696606237296 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col4 (type: int), _col0 (type: bigint), if(_col5, _col1, null) (type: decimal(7,2)), if(_col6, _col1, null) (type: decimal(7,2)), if(_col8, _col1, null) (type: decimal(7,2)), if(_col9, _col1, null) (type: decimal(7,2)), if(_col10, _col1, null) (type: decimal(7,2)), if(_col11, _col1, null) (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col5, _col6, _col7, _col8 + Statistics: Num rows: 80569240632 Data size: 11696606237296 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2), sum(_col3), sum(_col5), sum(_col6), sum(_col7), sum(_col8) + keys: _col0 (type: int), _col1 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 80569240632 Data size: 55094193001824 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: bigint) + Statistics: Num rows: 80569240632 Data size: 55094193001824 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)) + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 + input vertices: + 1 Reducer 4 + Statistics: Num rows: 80569240632 Data size: 12018883199824 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col4 (type: int), _col0 (type: bigint), if(_col5, _col1, null) (type: decimal(7,2)), if(_col6, _col1, null) (type: decimal(7,2)), if(_col7, _col1, null) (type: decimal(7,2)), if(_col8, _col1, null) (type: decimal(7,2)), if(_col9, _col1, null) (type: decimal(7,2)), if(_col10, _col1, null) (type: decimal(7,2)), if(_col11, _col1, null) (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 80569240632 Data size: 12018883199824 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2), sum(_col3), sum(_col4), sum(_col5), sum(_col6), sum(_col7), sum(_col8) + keys: _col0 (type: int), _col1 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 80569240632 Data size: 64117947952608 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: bigint) + Statistics: Num rows: 80569240632 Data size: 64117947952608 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)), _col8 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 9 + Map Operator Tree: + TableScan + alias: d + filterExpr: ((d_month_seq BETWEEN 1197 AND 1208 and d_week_seq is not null) or (d_month_seq BETWEEN 1185 AND 1196 and d_week_seq is not null)) (type: boolean) + Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_month_seq BETWEEN 1197 AND 1208 and d_week_seq is not null) (type: boolean) + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_week_seq (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 1436 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 359 Data size: 1436 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 1436 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) + Filter Operator + predicate: (d_month_seq BETWEEN 1185 AND 1196 and d_week_seq is not null) (type: boolean) + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_week_seq (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 1436 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 359 Data size: 1436 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 1436 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 10 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) + Reducer 11 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) + Reducer 12 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: binary) + outputColumnNames: _col0, _col1, _col2 + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int), VALUE._col1 (type: boolean), VALUE._col2 (type: boolean), VALUE._col3 (type: boolean), VALUE._col4 (type: boolean), VALUE._col5 (type: boolean), VALUE._col6 (type: boolean), VALUE._col7 (type: boolean) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 73049 Data size: 2921960 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean) + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4), sum(VALUE._col5) + keys: KEY._col0 (type: int), KEY._col1 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 9839687 Data size: 6728493540 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + input vertices: + 1 Map 9 + Statistics: Num rows: 312689 Data size: 212026908 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint), (_col0 - 52) (type: int) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col1 (type: bigint), (_col0 - 52) (type: int) + Statistics: Num rows: 312689 Data size: 212026908 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)) + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4), sum(VALUE._col5), sum(VALUE._col6) + keys: KEY._col0 (type: int), KEY._col1 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 9839687 Data size: 7830538484 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + input vertices: + 1 Map 9 + Statistics: Num rows: 312689 Data size: 247048076 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col1 (type: bigint) + outputColumnNames: _col1, _col2, _col3, _col5, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + input vertices: + 0 Map 1 + Statistics: Num rows: 312689 Data size: 307685976 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint), _col5 (type: int) + 1 _col1 (type: bigint), (_col0 - 52) (type: int) + outputColumnNames: _col1, _col2, _col5, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col17, _col18, _col19, _col20, _col21, _col22 + input vertices: + 1 Reducer 6 + Statistics: Num rows: 57379349 Data size: 94561167152 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: +++ + keys: _col2 (type: varchar(50)), _col1 (type: string), _col5 (type: int) + null sort order: zzz + Statistics: Num rows: 57379349 Data size: 94561167152 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col2 (type: varchar(50)), _col1 (type: string), _col5 (type: int), (_col7 / _col17) (type: decimal(37,20)), (_col8 / _col18) (type: decimal(37,20)), (_col9 / _col9) (type: decimal(37,20)), (_col10 / _col19) (type: decimal(37,20)), (_col11 / _col20) (type: decimal(37,20)), (_col12 / _col21) (type: decimal(37,20)), (_col13 / _col22) (type: decimal(37,20)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 + Statistics: Num rows: 57379349 Data size: 56002244624 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: varchar(50)), _col1 (type: string), _col2 (type: int) + null sort order: zzz + sort order: +++ + Statistics: Num rows: 57379349 Data size: 56002244624 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: decimal(37,20)), _col4 (type: decimal(37,20)), _col5 (type: decimal(37,20)), _col6 (type: decimal(37,20)), _col7 (type: decimal(37,20)), _col8 (type: decimal(37,20)), _col9 (type: decimal(37,20)) + Reducer 8 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(50)), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: int), VALUE._col0 (type: decimal(37,20)), VALUE._col1 (type: decimal(37,20)), VALUE._col2 (type: decimal(37,20)), VALUE._col3 (type: decimal(37,20)), VALUE._col4 (type: decimal(37,20)), VALUE._col5 (type: decimal(37,20)), VALUE._col6 (type: decimal(37,20)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 + Statistics: Num rows: 57379349 Data size: 56002244624 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 97600 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 97600 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query6.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query6.q.out index 327a6ca1232b..3aaa8ab05d5d 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query6.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query6.q.out @@ -1,3113 +1,476 @@ Warning: Map Join MAPJOIN[168][bigTable=?] in task 'Map 1' is a cross product -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer" - ], - "table:alias": "c", - "inputs": [], - "rowCount": 80000000, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "c_customer_sk" - }, - { - "type": "CHAR", - "nullable": false, - "precision": 16, - "name": "c_customer_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_shipto_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_sales_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "c_salutation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "c_first_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "c_last_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "c_preferred_cust_flag" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_day" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_month" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_year" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "c_birth_country" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 13, - "name": "c_login" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "c_email_address" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_last_review_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "c_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "c_current_addr_sk", - "ndv": 33825344, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "c_customer_id", - "ndv": 80610928 - }, - { - "name": "c_current_cdemo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "c_current_hdemo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "c_first_shipto_date_sk", - "ndv": 3646, - "minValue": 2449028, - "maxValue": 2452678 - }, - { - "name": "c_first_sales_date_sk", - "ndv": 3643, - "minValue": 2448998, - "maxValue": 2452648 - }, - { - "name": "c_salutation", - "ndv": 7 - }, - { - "name": "c_first_name", - "ndv": 5158 - }, - { - "name": "c_last_name", - "ndv": 5123 - }, - { - "name": "c_preferred_cust_flag", - "ndv": 3 - }, - { - "name": "c_birth_day", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "c_birth_month", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "c_birth_year", - "ndv": 67, - "minValue": 1924, - "maxValue": 1992 - }, - { - "name": "c_birth_country", - "ndv": 216 - }, - { - "name": "c_login", - "ndv": 1 - }, - { - "name": "c_email_address", - "ndv": 75301330 - }, - { - "name": "c_last_review_date_sk", - "ndv": 364, - "minValue": 2452283, - "maxValue": 2452648 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - "rowCount": 72000000 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_current_addr_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 72000000 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 1643.6025 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 3 - ], - "aggs": [], - "rowCount": 164.36025 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_month_seq" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 164.36025 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "COUNT", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": false - }, - "distinct": false, - "operands": [], - "name": "cnt" - } - ], - "rowCount": 1 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cnt" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "sq_count_check", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ], - "class": "org.apache.calcite.sql.SqlFunction", - "type": { - "type": "BOOLEAN", - "nullable": false - }, - "deterministic": true, - "dynamic": false - }, - "rowCount": 1 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cnt" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "literal": true, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "10" - ], - "rowCount": 72000000 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "a", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_state" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 40000000 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "11", - "13" - ], - "rowCount": 432000000000000 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "s", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_customer_sk", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "i", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 12, - "name": "$12" - } - ] - } - ] - }, - "rowCount": 374220 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_current_price", - "i_category" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 12, - "name": "$12" - } - ], - "rowCount": 374220 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "j", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 12, - "name": "$12" - } - ] - }, - "rowCount": 415800 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 12 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - } - ], - "rowCount": 41580 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 11, - "scale": 6 - } - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 16, - "scale": 6 - } - } - ] - }, - "rowCount": 33679.8 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_category", - "EXPR$0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "literal": 1.2, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 2, - "scale": 1 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 11, - "scale": 6 - } - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 16, - "scale": 6 - } - } - ] - } - ], - "rowCount": 33679.8 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "20", - "25" - ], - "rowCount": 9.452741067000002E8 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "17", - "26" - ], - "rowCount": 9.476440896775356E18 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_customer_sk", - "ss_sold_date_sk", - "i_item_sk", - "i_current_price", - "i_category", - "i_category0", - "EXPR$0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - } - ], - "rowCount": 9.476440896775356E18 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "14", - "28" - ], - "rowCount": 6.140733701110431E32 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "d", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - "rowCount": 65744.1 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_month_seq" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 65744.1 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 1479.24225 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 3 - ], - "aggs": [], - "rowCount": 147.924225 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_month_seq" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 147.924225 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "32", - "35" - ], - "rowCount": 1458771.7561233754 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_month_seq", - "d_month_seq0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 1458771.7561233754 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 13, - "name": "$13" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "29", - "37" - ], - "rowCount": 1.3436893327582287E38 - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 4 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 1.3436893327582288E37 - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": ">=", - "kind": "GREATER_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 10, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - "rowCount": 6.718446663791144E36 - }, - { - "id": "41", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "state", - "cnt" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 6.718446663791144E36 - }, - { - "id": "42", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Reducer 5 (BROADCAST_EDGE) + Map 12 <- Map 9 (BROADCAST_EDGE) + Map 16 <- Reducer 6 (BROADCAST_EDGE), Reducer 7 (BROADCAST_EDGE) + Map 9 <- Reducer 11 (BROADCAST_EDGE) + Reducer 11 <- Map 10 (SIMPLE_EDGE) + Reducer 13 <- Map 12 (CUSTOM_SIMPLE_EDGE), Map 16 (BROADCAST_EDGE), Reducer 2 (CUSTOM_SIMPLE_EDGE) + Reducer 14 <- Reducer 13 (SIMPLE_EDGE) + Reducer 15 <- Reducer 14 (SIMPLE_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 8 (CUSTOM_SIMPLE_EDGE) + Reducer 4 <- Map 3 (SIMPLE_EDGE) + Reducer 5 <- Reducer 4 (CUSTOM_SIMPLE_EDGE) + Reducer 6 <- Map 3 (SIMPLE_EDGE) + Reducer 7 <- Reducer 6 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: c + filterExpr: c_current_addr_sk is not null (type: boolean) + Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: c_current_addr_sk is not null (type: boolean) + Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: c_customer_sk (type: bigint), c_current_addr_sk (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col0, _col1 + input vertices: + 1 Reducer 5 + Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 10 + Map Operator Tree: + TableScan + alias: j + filterExpr: i_category is not null (type: boolean) + Statistics: Num rows: 462000 Data size: 93193408 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: i_category is not null (type: boolean) + Statistics: Num rows: 462000 Data size: 93193408 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(i_current_price), count(i_current_price) + keys: i_category (type: char(50)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 11 Data size: 2310 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(50)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(50)) + Statistics: Num rows: 11 Data size: 2310 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 12 + Map Operator Tree: + TableScan + alias: s + filterExpr: ss_customer_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_171_container, bigKeyColName:ss_item_sk, smallTablePos:0, keyRatio:7.749438625217859E-6 + Statistics: Num rows: 82510879939 Data size: 1964702246744 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ss_customer_sk is not null (type: boolean) + Statistics: Num rows: 80566020964 Data size: 1918392368576 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_customer_sk (type: bigint), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 80566020964 Data size: 1918392368576 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col6, _col7 + input vertices: + 0 Map 9 + Statistics: Num rows: 639413 Data size: 5115312 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col6 (type: bigint), _col7 (type: bigint) + outputColumnNames: _col1, _col2 + Statistics: Num rows: 639413 Data size: 5115312 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 639413 Data size: 5115312 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 16 + Map Operator Tree: + TableScan + alias: d + filterExpr: (d_month_seq is not null and d_month_seq BETWEEN DynamicValue(RS_52_date_dim_d_month_seq_min) AND DynamicValue(RS_52_date_dim_d_month_seq_max) and in_bloom_filter(d_month_seq, DynamicValue(RS_52_date_dim_d_month_seq_bloom_filter))) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_172_container, bigKeyColName:d_month_seq, smallTablePos:1, keyRatio:0.011800298429821079 + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_month_seq is not null and d_month_seq BETWEEN DynamicValue(RS_52_date_dim_d_month_seq_min) AND DynamicValue(RS_52_date_dim_d_month_seq_max) and in_bloom_filter(d_month_seq, DynamicValue(RS_52_date_dim_d_month_seq_bloom_filter))) (type: boolean) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), d_month_seq (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0 + input vertices: + 1 Reducer 6 + Statistics: Num rows: 928 Data size: 7424 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 928 Data size: 7424 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 928 Data size: 7424 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 862 Data size: 6896 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: s + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 862 Data size: 6896 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 12 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 3 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (((d_year = 2000) and (d_moy = 2)) or ((d_year = 2000) and (d_moy = 2) and d_month_seq is not null)) (type: boolean) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 2000) and (d_moy = 2)) (type: boolean) + Statistics: Num rows: 31 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_month_seq (type: int) + outputColumnNames: d_month_seq + Statistics: Num rows: 31 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: d_month_seq (type: int) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 2000) and (d_moy = 2) and d_month_seq is not null) (type: boolean) + Statistics: Num rows: 31 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_month_seq (type: int) + outputColumnNames: d_month_seq + Statistics: Num rows: 31 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: d_month_seq (type: int) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: a + Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ca_address_sk (type: bigint), ca_state (type: char(2)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 9 + Map Operator Tree: + TableScan + alias: i + filterExpr: (i_current_price is not null and i_category is not null) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_170_container, bigKeyColName:i_category, smallTablePos:1, keyRatio:0.997474025974026 + Statistics: Num rows: 462000 Data size: 96889408 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (i_current_price is not null and i_category is not null) (type: boolean) + Statistics: Num rows: 460833 Data size: 96644674 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_current_price (type: decimal(7,2)), i_category (type: char(50)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 460833 Data size: 96644674 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: char(50)) + 1 _col0 (type: char(50)) + outputColumnNames: _col0, _col1, _col4 + input vertices: + 1 Reducer 11 + Statistics: Num rows: 460833 Data size: 106783000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col1 > _col4) (type: boolean) + Statistics: Num rows: 153611 Data size: 35594408 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 153611 Data size: 35594408 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 11 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), count(VALUE._col1) + keys: KEY._col0 (type: char(50)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 11 Data size: 2310 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: CAST( CAST( (_col1 / _col2) AS decimal(11,6)) AS decimal(16,6)) is not null (type: boolean) + Statistics: Num rows: 11 Data size: 2310 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(50)), (1.2 * CAST( CAST( (_col1 / _col2) AS decimal(11,6)) AS decimal(16,6))) (type: decimal(14,7)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 11 Data size: 2222 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(50)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(50)) + Statistics: Num rows: 11 Data size: 2222 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(14,7)) + Reducer 13 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col4, _col7 + input vertices: + 0 Reducer 2 + Statistics: Num rows: 639413 Data size: 60104822 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col7 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col4 + input vertices: + 1 Map 16 + Statistics: Num rows: 639413 Data size: 54989518 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + keys: _col4 (type: char(2)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(2)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(2)) + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) + Reducer 14 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + keys: KEY._col0 (type: char(2)) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col1 >= 10L) (type: boolean) + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: + + keys: _col1 (type: bigint) + null sort order: z + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: char(2)) + Reducer 15 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: char(2)), KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col4 + input vertices: + 1 Map 8 + Statistics: Num rows: 80000000 Data size: 7520000000 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 80000000 Data size: 7520000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col4 (type: char(2)) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: int) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + minReductionHashAggr: 0.96774197 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: sq_count_check(_col0) (type: boolean) + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: int) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.96774197 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query60.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query60.q.out index d49ab925bab4..b0e5ba681a36 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query60.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query60.q.out @@ -1,3911 +1,581 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_addr_sk", - "ss_ext_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 9, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 1643.6025 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year", - "d_moy" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 9, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - } - ], - "rowCount": 1643.6025 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 1.647723325821024E13 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "customer_address", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "literal": -6, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - "rowCount": 6000000 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_gmt_offset" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": -6, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 5, - "scale": 2 - } - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2 - } - } - ], - "rowCount": 6000000 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 1.4829509932389216E19 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_item_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 462000 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "10", - "12" - ], - "rowCount": 1.0276850383145725E24 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Children ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 50 - } - } - ] - }, - "rowCount": 69300 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_id" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 69300 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - } - ] - }, - "joinType": "semi", - "inputs": [ - "13", - "16" - ], - "rowCount": 1.5415275574718588E23 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 10 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 1.5415275574718588E22 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_id", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 1.5415275574718588E22 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - } - ] - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 3.483413831025E10 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_bill_addr_sk", - "cs_item_sk", - "cs_ext_sales_price", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.483413831025E10 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 9, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 1643.6025 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year", - "d_moy" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 9, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - } - ], - "rowCount": 1643.6025 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "22", - "24" - ], - "rowCount": 8.5880215218109E12 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "literal": -6, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 6000000 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_gmt_offset" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": -6, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 5, - "scale": 2 - } - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2 - } - } - ], - "rowCount": 6000000 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "25", - "27" - ], - "rowCount": 7729219369629809664 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_item_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "inputs": [ - "11" - ], - "rowCount": 462000 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "28", - "29" - ], - "rowCount": 5.356349023153458E23 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Children ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 50 - } - } - ] - }, - "inputs": [ - "14" - ], - "rowCount": 69300 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_id" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 69300 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - } - ] - }, - "joinType": "semi", - "inputs": [ - "30", - "32" - ], - "rowCount": 8.034523534730186E22 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 10 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 8.034523534730186E21 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_id", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 8.034523534730186E21 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - } - ] - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 1.7491657141260002E10 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_item_sk", - "ws_bill_addr_sk", - "ws_ext_sales_price", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 1.7491657141260002E10 - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 9, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 1643.6025 - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year", - "d_moy" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 9, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - } - ], - "rowCount": 1643.6025 - }, - { - "id": "41", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "38", - "40" - ], - "rowCount": 4.312399710977669E12 - }, - { - "id": "42", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "literal": -6, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 6000000 - }, - { - "id": "43", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_gmt_offset" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": -6, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 5, - "scale": 2 - } - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2 - } - } - ], - "rowCount": 6000000 - }, - { - "id": "44", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "41", - "43" - ], - "rowCount": 3881159739879902208 - }, - { - "id": "45", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_item_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "inputs": [ - "11" - ], - "rowCount": 462000 - }, - { - "id": "46", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "44", - "45" - ], - "rowCount": 2.689643699736772E23 - }, - { - "id": "47", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Children ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 50 - } - } - ] - }, - "inputs": [ - "14" - ], - "rowCount": 69300 - }, - { - "id": "48", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_id" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 69300 - }, - { - "id": "49", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - } - ] - }, - "joinType": "semi", - "inputs": [ - "46", - "48" - ], - "rowCount": 4.034465549605158E22 - }, - { - "id": "50", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 10 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 4.034465549605158E21 - }, - { - "id": "51", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_id", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 4.034465549605158E21 - }, - { - "id": "52", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", - "all": true, - "inputs": [ - "19", - "35", - "51" - ], - "rowCount": 2.748426465905393E22 - }, - { - "id": "53", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_id", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 2.748426465905393E22 - }, - { - "id": "54", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 27, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 2.748426465905393E21 - }, - { - "id": "55", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_id", - "total_sales" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 2.748426465905393E21 - }, - { - "id": "56", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 13 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) + Map 11 <- Map 13 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Reducer 8 (BROADCAST_EDGE) + Map 14 <- Map 13 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Reducer 10 (BROADCAST_EDGE) + Reducer 10 <- Map 7 (SIMPLE_EDGE) + Reducer 12 <- Map 11 (SIMPLE_EDGE), Union 3 (CONTAINS) + Reducer 15 <- Map 14 (SIMPLE_EDGE), Union 3 (CONTAINS) + Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS) + Reducer 4 <- Union 3 (SIMPLE_EDGE) + Reducer 5 <- Reducer 4 (SIMPLE_EDGE) + Reducer 8 <- Map 7 (SIMPLE_EDGE) + Reducer 9 <- Map 7 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: ss_addr_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_273_container, bigKeyColName:ss_addr_sk, smallTablePos:1, keyRatio:1.585245486373433E-8 + Statistics: Num rows: 82510879939 Data size: 10987909046272 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ss_addr_sk is not null (type: boolean) + Statistics: Num rows: 80564040039 Data size: 10728649906576 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_addr_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 80564040039 Data size: 10728649906576 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 6 + Statistics: Num rows: 1367716804 Data size: 10941734552 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2 + input vertices: + 1 Map 13 + Statistics: Num rows: 227952808 Data size: 1823622576 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col10 + input vertices: + 1 Reducer 9 + Statistics: Num rows: 227952808 Data size: 22795280912 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col10 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col2, _col10 + input vertices: + 1 Map 7 + Statistics: Num rows: 38679150 Data size: 3867915112 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2) + keys: _col10 (type: string) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 114032 Data size: 24174784 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 114032 Data size: 24174784 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 11 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: cs_bill_addr_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_276_container, bigKeyColName:cs_bill_addr_sk, smallTablePos:1, keyRatio:0.002802477211020162 + Statistics: Num rows: 43005109025 Data size: 5835793041376 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: cs_bill_addr_sk is not null (type: boolean) + Statistics: Num rows: 42898229145 Data size: 5821289442328 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_bill_addr_sk (type: bigint), cs_item_sk (type: bigint), cs_ext_sales_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 42898229145 Data size: 5821289442328 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 6 + Statistics: Num rows: 723125004 Data size: 79690279120 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2 + input vertices: + 1 Map 13 + Statistics: Num rows: 120520838 Data size: 2445693184 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col10 + input vertices: + 1 Reducer 8 + Statistics: Num rows: 120520838 Data size: 13533610280 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col10 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col2, _col10 + input vertices: + 1 Map 7 + Statistics: Num rows: 20450037 Data size: 2045003812 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2) + keys: _col10 (type: string) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 57016 Data size: 12087392 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 57016 Data size: 12087392 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 13 + Map Operator Tree: + TableScan + alias: customer_address + filterExpr: (ca_gmt_offset = -6) (type: boolean) + Statistics: Num rows: 40000000 Data size: 4665468064 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ca_gmt_offset = -6) (type: boolean) + Statistics: Num rows: 6666667 Data size: 777578088 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ca_address_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 14 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: ws_bill_addr_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_279_container, bigKeyColName:ws_bill_addr_sk, smallTablePos:1, keyRatio:6.057059039311133E-8 + Statistics: Num rows: 21594638446 Data size: 2936546611376 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ws_bill_addr_sk is not null (type: boolean) + Statistics: Num rows: 21591937227 Data size: 2936179286152 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_item_sk (type: bigint), ws_bill_addr_sk (type: bigint), ws_ext_sales_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 21591937227 Data size: 2936179286152 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 6 + Statistics: Num rows: 366561252 Data size: 46595663536 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2 + input vertices: + 1 Map 13 + Statistics: Num rows: 61093544 Data size: 7028655600 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col10 + input vertices: + 1 Reducer 10 + Statistics: Num rows: 61093544 Data size: 12649261648 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col10 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col2, _col10 + input vertices: + 1 Map 7 + Statistics: Num rows: 10366384 Data size: 1895103728 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2) + keys: _col10 (type: string) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 57016 Data size: 12087392 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 57016 Data size: 12087392 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: ((d_year = 1999) and (d_moy = 9)) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 1999) and (d_moy = 9)) (type: boolean) + Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 14 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 11 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: item + Statistics: Num rows: 462000 Data size: 87780000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (i_category = 'Children ') (type: boolean) + Statistics: Num rows: 42000 Data size: 7980000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_id (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 42000 Data size: 4200000 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: string) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 42000 Data size: 4200000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 42000 Data size: 4200000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 42000 Data size: 4200000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 42000 Data size: 4200000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_item_id (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 10 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Reducer 12 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 7127 Data size: 1510924 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: + + keys: _col0 (type: string) + null sort order: z + Statistics: Num rows: 21381 Data size: 4532772 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + aggregations: sum(_col1) + keys: _col0 (type: string) + minReductionHashAggr: 0.6666666 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 7127 Data size: 1510924 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 7127 Data size: 1510924 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(27,2)) + Reducer 15 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 7127 Data size: 1510924 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: + + keys: _col0 (type: string) + null sort order: z + Statistics: Num rows: 21381 Data size: 4532772 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + aggregations: sum(_col1) + keys: _col0 (type: string) + minReductionHashAggr: 0.6666666 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 7127 Data size: 1510924 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 7127 Data size: 1510924 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(27,2)) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 7127 Data size: 1510924 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: + + keys: _col0 (type: string) + null sort order: z + Statistics: Num rows: 21381 Data size: 4532772 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + aggregations: sum(_col1) + keys: _col0 (type: string) + minReductionHashAggr: 0.6666666 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 7127 Data size: 1510924 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 7127 Data size: 1510924 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(27,2)) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 7127 Data size: 1510924 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++ + keys: _col0 (type: string), _col1 (type: decimal(27,2)) + null sort order: zz + Statistics: Num rows: 7127 Data size: 1510924 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: decimal(27,2)) + null sort order: zz + sort order: ++ + Statistics: Num rows: 7127 Data size: 1510924 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: decimal(27,2)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 7127 Data size: 1510924 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 21200 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 21200 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 8 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Reducer 9 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Union 3 + Vertex: Union 3 + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query61.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query61.q.out index b9b3de739c01..d1a4083c34eb 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query61.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query61.q.out @@ -1,3736 +1,428 @@ Warning: Map Join MAPJOIN[249][bigTable=?] in task 'Reducer 6' is a cross product -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer" - ], - "table:alias": "customer", - "inputs": [], - "rowCount": 80000000, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "c_customer_sk" - }, - { - "type": "CHAR", - "nullable": false, - "precision": 16, - "name": "c_customer_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_shipto_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_sales_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "c_salutation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "c_first_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "c_last_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "c_preferred_cust_flag" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_day" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_month" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_year" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "c_birth_country" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 13, - "name": "c_login" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "c_email_address" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_last_review_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "c_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "c_current_addr_sk", - "ndv": 33825344, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "c_customer_id", - "ndv": 80610928 - }, - { - "name": "c_current_cdemo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "c_current_hdemo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "c_first_shipto_date_sk", - "ndv": 3646, - "minValue": 2449028, - "maxValue": 2452678 - }, - { - "name": "c_first_sales_date_sk", - "ndv": 3643, - "minValue": 2448998, - "maxValue": 2452648 - }, - { - "name": "c_salutation", - "ndv": 7 - }, - { - "name": "c_first_name", - "ndv": 5158 - }, - { - "name": "c_last_name", - "ndv": 5123 - }, - { - "name": "c_preferred_cust_flag", - "ndv": 3 - }, - { - "name": "c_birth_day", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "c_birth_month", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "c_birth_year", - "ndv": 67, - "minValue": 1924, - "maxValue": 1992 - }, - { - "name": "c_birth_country", - "ndv": 216 - }, - { - "name": "c_login", - "ndv": 1 - }, - { - "name": "c_email_address", - "ndv": 75301330 - }, - { - "name": "c_last_review_date_sk", - "ndv": 364, - "minValue": 2452283, - "maxValue": 2452648 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - "rowCount": 72000000 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_current_addr_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 72000000 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "customer_address", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "literal": -7, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - "rowCount": 6000000 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 6000000 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 64800000000000 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 5.413538832797791E10 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_customer_sk", - "ss_store_sk", - "ss_promo_sk", - "ss_ext_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 5.413538832797791E10 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 11, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 1643.6025 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1643.6025 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "9", - "12" - ], - "rowCount": 1.3346558939150297E13 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Electronics ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 50 - } - } - ] - }, - "rowCount": 69300 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 69300 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "13", - "16" - ], - "rowCount": 138737480172467328 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store" - ], - "table:alias": "store", - "inputs": [], - "rowCount": 1704, - "avgRowSize": 1375, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "s_store_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "s_store_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "s_closed_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_store_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_number_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_floor_space" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "s_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_market_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_geography_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_market_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_division_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_company_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_company_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 10, - "name": "s_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "s_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "s_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "s_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "s_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "s_store_sk", - "ndv": 1736, - "minValue": 1, - "maxValue": 1704 - }, - { - "name": "s_gmt_offset", - "ndv": 5, - "minValue": -9, - "maxValue": -5 - }, - { - "name": "s_store_id", - "ndv": 879 - }, - { - "name": "s_rec_start_date", - "ndv": 0, - "minValue": 9933, - "maxValue": 11394 - }, - { - "name": "s_rec_end_date", - "ndv": 0, - "minValue": 10663, - "maxValue": 11393 - }, - { - "name": "s_closed_date_sk", - "ndv": 263, - "minValue": 2450820, - "maxValue": 2451314 - }, - { - "name": "s_store_name", - "ndv": 11 - }, - { - "name": "s_number_employees", - "ndv": 100, - "minValue": 200, - "maxValue": 300 - }, - { - "name": "s_floor_space", - "ndv": 1289, - "minValue": 5000201, - "maxValue": 9997773 - }, - { - "name": "s_hours", - "ndv": 4 - }, - { - "name": "s_manager", - "ndv": 1245 - }, - { - "name": "s_market_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "s_geography_class", - "ndv": 2 - }, - { - "name": "s_market_desc", - "ndv": 1311 - }, - { - "name": "s_market_manager", - "ndv": 1236 - }, - { - "name": "s_division_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_division_name", - "ndv": 2 - }, - { - "name": "s_company_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_company_name", - "ndv": 2 - }, - { - "name": "s_street_number", - "ndv": 736 - }, - { - "name": "s_street_name", - "ndv": 851 - }, - { - "name": "s_street_type", - "ndv": 21 - }, - { - "name": "s_suite_number", - "ndv": 76 - }, - { - "name": "s_city", - "ndv": 267 - }, - { - "name": "s_county", - "ndv": 128 - }, - { - "name": "s_state", - "ndv": 44 - }, - { - "name": "s_zip", - "ndv": 983 - }, - { - "name": "s_country", - "ndv": 2 - }, - { - "name": "s_tax_percentage", - "ndv": 12, - "minValue": 0, - "maxValue": 0.11 - } - ] - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 27, - "name": "$27" - }, - { - "literal": -7, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - "rowCount": 255.6 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 255.6 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "17", - "20" - ], - "rowCount": 5319194989812397056 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "promotion" - ], - "table:alias": "promotion", - "inputs": [], - "rowCount": 2300, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "p_promo_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "p_promo_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "p_start_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "p_end_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "p_item_sk" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 15, - "scale": 2, - "name": "p_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "p_response_target" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "p_promo_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_dmail" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_email" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_catalog" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_tv" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_radio" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_press" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_event" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_demo" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "p_channel_details" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "p_purpose" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_discount_active" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "p_promo_sk", - "ndv": 2365, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "p_channel_dmail", - "ndv": 3 - }, - { - "name": "p_channel_email", - "ndv": 2 - }, - { - "name": "p_channel_tv", - "ndv": 2 - }, - { - "name": "p_promo_id", - "ndv": 2307 - }, - { - "name": "p_start_date_sk", - "ndv": 761, - "minValue": 2450096, - "maxValue": 2450915 - }, - { - "name": "p_end_date_sk", - "ndv": 736, - "minValue": 2450102, - "maxValue": 2450970 - }, - { - "name": "p_item_sk", - "ndv": 2252, - "minValue": 614, - "maxValue": 461932 - }, - { - "name": "p_cost", - "ndv": 1, - "minValue": 1000, - "maxValue": 1000 - }, - { - "name": "p_response_target", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "p_promo_name", - "ndv": 11 - }, - { - "name": "p_channel_catalog", - "ndv": 2 - }, - { - "name": "p_channel_radio", - "ndv": 2 - }, - { - "name": "p_channel_press", - "ndv": 2 - }, - { - "name": "p_channel_event", - "ndv": 2 - }, - { - "name": "p_channel_demo", - "ndv": 2 - }, - { - "name": "p_channel_details", - "ndv": 2242 - }, - { - "name": "p_purpose", - "ndv": 2 - }, - { - "name": "p_discount_active", - "ndv": 2 - } - ] - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "literal": "Y", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "literal": "Y", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": "Y", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - } - ] - } - ] - }, - "rowCount": 575 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "p_promo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 575 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "21", - "24" - ], - "rowCount": 4.5878056787131924E20 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_customer_sk", - "ss_store_sk", - "ss_promo_sk", - "ss_ext_sales_price", - "ss_sold_date_sk", - "d_date_sk", - "i_item_sk", - "s_store_sk", - "p_promo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - } - ], - "rowCount": 4.5878056787131924E20 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "26" - ], - "rowCount": 4.459347119709223E33 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 7 - ], - "name": null - } - ], - "rowCount": 1 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - "inputs": [ - "0" - ], - "rowCount": 72000000 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_current_addr_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 72000000 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "literal": -7, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 6000000 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 6000000 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "31", - "33" - ], - "rowCount": 64800000000000 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - } - ] - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.0150431475531006E10 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_customer_sk", - "ss_store_sk", - "ss_ext_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.0150431475531006E10 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 11, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "10" - ], - "rowCount": 1643.6025 - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1643.6025 - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "37", - "39" - ], - "rowCount": 1.4829509932389217E13 - }, - { - "id": "41", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Electronics ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 50 - } - } - ] - }, - "inputs": [ - "14" - ], - "rowCount": 69300 - }, - { - "id": "42", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 69300 - }, - { - "id": "43", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "40", - "42" - ], - "rowCount": 154152755747185888 - }, - { - "id": "44", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 27, - "name": "$27" - }, - { - "literal": -7, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - "inputs": [ - "18" - ], - "rowCount": 255.6 - }, - { - "id": "45", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 255.6 - }, - { - "id": "46", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "43", - "45" - ], - "rowCount": 5910216655347106816 - }, - { - "id": "47", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_customer_sk", - "ss_store_sk", - "ss_ext_sales_price", - "ss_sold_date_sk", - "d_date_sk", - "i_item_sk", - "s_store_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - } - ], - "rowCount": 5910216655347106816 - }, - { - "id": "48", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "34", - "47" - ], - "rowCount": 5.744730588997387E31 - }, - { - "id": "49", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 6 - ], - "name": null - } - ], - "rowCount": 1 - }, - { - "id": "50", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "51", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "literal": true, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "29", - "50" - ], - "rowCount": 1 - }, - { - "id": "52", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "promotions", - "total", - "_c2" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 15, - "scale": 4 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 15, - "scale": 4 - } - } - ] - }, - { - "literal": 100, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 10, - "scale": 0 - } - } - ] - } - ], - "rowCount": 1 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 3 (BROADCAST_EDGE) + Map 4 <- Map 1 (BROADCAST_EDGE), Map 11 (BROADCAST_EDGE), Map 12 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE), Reducer 10 (BROADCAST_EDGE), Reducer 13 (BROADCAST_EDGE), Reducer 2 (BROADCAST_EDGE), Reducer 8 (BROADCAST_EDGE) + Reducer 10 <- Map 9 (SIMPLE_EDGE) + Reducer 13 <- Map 12 (SIMPLE_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 5 <- Map 4 (CUSTOM_SIMPLE_EDGE) + Reducer 6 <- Map 4 (CUSTOM_SIMPLE_EDGE), Reducer 5 (BROADCAST_EDGE) + Reducer 8 <- Map 7 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: customer + filterExpr: c_current_addr_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_238_container, bigKeyColName:c_current_addr_sk, smallTablePos:1, keyRatio:0.163595775 + Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: c_current_addr_sk is not null (type: boolean) + Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: c_customer_sk (type: bigint), c_current_addr_sk (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0 + input vertices: + 1 Map 3 + Statistics: Num rows: 13333334 Data size: 106666672 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 13333334 Data size: 106666672 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 13333334 Data size: 106666672 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 11 + Map Operator Tree: + TableScan + alias: promotion + filterExpr: ((p_channel_email = 'Y') or (p_channel_tv = 'Y') or (p_channel_dmail = 'Y')) (type: boolean) + Statistics: Num rows: 2300 Data size: 604900 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((p_channel_email = 'Y') or (p_channel_tv = 'Y') or (p_channel_dmail = 'Y')) (type: boolean) + Statistics: Num rows: 2300 Data size: 604900 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: p_promo_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 2300 Data size: 18400 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 2300 Data size: 18400 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 12 + Map Operator Tree: + TableScan + alias: item + filterExpr: (i_category = 'Electronics ') (type: boolean) + Statistics: Num rows: 462000 Data size: 45276000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (i_category = 'Electronics ') (type: boolean) + Statistics: Num rows: 42000 Data size: 4116000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 42000 Data size: 336000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 42000 Data size: 336000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 42000 Data size: 336000 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 3 + Map Operator Tree: + TableScan + alias: customer_address + filterExpr: (ca_gmt_offset = -7) (type: boolean) + Statistics: Num rows: 40000000 Data size: 4665468064 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ca_gmt_offset = -7) (type: boolean) + Statistics: Num rows: 6666667 Data size: 777578088 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ca_address_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: ((ss_customer_sk is not null and ss_store_sk is not null and ss_promo_sk is not null) or (ss_customer_sk is not null and ss_store_sk is not null)) (type: boolean) + Statistics: Num rows: 82510879939 Data size: 12277050858184 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ss_customer_sk is not null and ss_store_sk is not null and ss_promo_sk is not null) (type: boolean) + Statistics: Num rows: 76821047305 Data size: 11430442936064 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_customer_sk (type: bigint), ss_store_sk (type: bigint), ss_promo_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 76821047305 Data size: 11430442936064 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col5 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + input vertices: + 1 Reducer 8 + Statistics: Num rows: 1304172894 Data size: 10433383288 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col3, _col4 + input vertices: + 1 Reducer 13 + Statistics: Num rows: 118561176 Data size: 136 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col3, _col4 + input vertices: + 1 Reducer 10 + Statistics: Num rows: 23754047 Data size: 128 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col4 + input vertices: + 1 Map 11 + Statistics: Num rows: 23754047 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col1 (type: bigint) + outputColumnNames: _col7 + input vertices: + 0 Reducer 2 + Statistics: Num rows: 3959008 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col7) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: decimal(17,2)) + Filter Operator + predicate: (ss_customer_sk is not null and ss_store_sk is not null) (type: boolean) + Statistics: Num rows: 78670147920 Data size: 11091007998224 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_customer_sk (type: bigint), ss_store_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 78670147920 Data size: 11091007998224 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col4 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 1 Map 7 + Statistics: Num rows: 1335564641 Data size: 10684517256 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col3 + input vertices: + 1 Map 12 + Statistics: Num rows: 121414971 Data size: 128 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col3 + input vertices: + 1 Map 9 + Statistics: Num rows: 24325812 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col1 (type: bigint) + outputColumnNames: _col6 + input vertices: + 0 Map 1 + Statistics: Num rows: 4054303 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col6) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: ((d_year = 1999) and (d_moy = 11)) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 1999) and (d_moy = 11)) (type: boolean) + Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 4 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 9 + Map Operator Tree: + TableScan + alias: store + filterExpr: (s_gmt_offset = -7) (type: boolean) + Statistics: Num rows: 1704 Data size: 203584 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (s_gmt_offset = -7) (type: boolean) + Statistics: Num rows: 341 Data size: 40808 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: s_store_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 341 Data size: 2728 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 341 Data size: 2728 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 341 Data size: 2728 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 10 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 341 Data size: 2728 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 13 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 42000 Data size: 336000 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 13333334 Data size: 106666672 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: decimal(17,2)) + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col0, _col1 + input vertices: + 0 Reducer 5 + Statistics: Num rows: 1 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: decimal(17,2)), _col1 (type: decimal(17,2)), ((CAST( _col0 AS decimal(15,4)) / CAST( _col1 AS decimal(15,4))) * 100) (type: decimal(38,19)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 8 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query62.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query62.q.out index ed070f5bfee4..d90878edae16 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query62.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query62.q.out @@ -1,2521 +1,208 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21600036511, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1824, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 14, - "name": "$14" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 13, - "name": "$13" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 12, - "name": "$12" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ] - } - ] - }, - "rowCount": 1.4171783954867104E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_ship_date_sk", - "ws_web_site_sk", - "ws_ship_mode_sk", - "ws_warehouse_sk", - "$f3", - "$f4", - "$f5", - "$f6", - "$f7" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 33, - "name": "$33" - } - ] - }, - { - "literal": 30, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 33, - "name": "$33" - } - ] - }, - { - "literal": 30, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 33, - "name": "$33" - } - ] - }, - { - "literal": 60, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - } - ] - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 33, - "name": "$33" - } - ] - }, - { - "literal": 60, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 33, - "name": "$33" - } - ] - }, - { - "literal": 90, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - } - ] - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 33, - "name": "$33" - } - ] - }, - { - "literal": 90, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 33, - "name": "$33" - } - ] - }, - { - "literal": 120, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - } - ] - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 33, - "name": "$33" - } - ] - }, - { - "literal": 120, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - } - ], - "rowCount": 1.4171783954867104E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 1215, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1226, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 3.882129922946576E13 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "ship_mode" - ], - "table:alias": "ship_mode", - "inputs": [], - "rowCount": 20, - "avgRowSize": 397, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "sm_ship_mode_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "sm_ship_mode_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "sm_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "sm_code" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "sm_carrier" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "sm_contract" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "sm_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "sm_type", - "ndv": 6 - }, - { - "name": "sm_ship_mode_id", - "ndv": 20 - }, - { - "name": "sm_code", - "ndv": 4 - }, - { - "name": "sm_carrier", - "ndv": 20 - }, - { - "name": "sm_contract", - "ndv": 20 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sm_ship_mode_sk", - "sm_type" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 20 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 10, - "name": "$10" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "8" - ], - "rowCount": 1.1646389768839727E14 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "warehouse" - ], - "table:alias": "warehouse", - "inputs": [], - "rowCount": 27, - "avgRowSize": 679, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "w_warehouse_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "w_warehouse_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "w_warehouse_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "w_warehouse_sq_ft" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "w_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "w_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "w_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "w_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "w_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "w_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "w_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "w_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "w_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "w_gmt_offset" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "w_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "w_warehouse_name", - "ndv": 27 - }, - { - "name": "w_warehouse_id", - "ndv": 27 - }, - { - "name": "w_warehouse_sq_ft", - "ndv": 26, - "minValue": 73065, - "maxValue": 977787 - }, - { - "name": "w_street_number", - "ndv": 26 - }, - { - "name": "w_street_name", - "ndv": 27 - }, - { - "name": "w_street_type", - "ndv": 16 - }, - { - "name": "w_suite_number", - "ndv": 21 - }, - { - "name": "w_city", - "ndv": 18 - }, - { - "name": "w_county", - "ndv": 14 - }, - { - "name": "w_state", - "ndv": 12 - }, - { - "name": "w_zip", - "ndv": 24 - }, - { - "name": "w_country", - "ndv": 1 - }, - { - "name": "w_gmt_offset", - "ndv": 4, - "minValue": -8, - "maxValue": -5 - } - ] - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "w_warehouse_sk", - "$f0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "substr", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 20, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647 - }, - "deterministic": true, - "dynamic": false - } - ], - "rowCount": 27 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 12, - "name": "$12" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "9", - "11" - ], - "rowCount": 4.716787856380089E14 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_site" - ], - "table:alias": "web_site", - "inputs": [], - "rowCount": 84, - "avgRowSize": 1331, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "web_site_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "web_site_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "web_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "web_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "web_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "web_open_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "web_close_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "web_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "web_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "web_mkt_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "web_mkt_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "web_mkt_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "web_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "web_company_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "web_company_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "web_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "web_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "web_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "web_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "web_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "web_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "web_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "web_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "web_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "web_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "web_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "web_site_sk", - "ndv": 84, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "web_name", - "ndv": 15 - }, - { - "name": "web_site_id", - "ndv": 42 - }, - { - "name": "web_rec_start_date", - "ndv": 0, - "minValue": 10089, - "maxValue": 11550 - }, - { - "name": "web_rec_end_date", - "ndv": 0, - "minValue": 10819, - "maxValue": 11549 - }, - { - "name": "web_open_date_sk", - "ndv": 42, - "minValue": 2450118, - "maxValue": 2450807 - }, - { - "name": "web_close_date_sk", - "ndv": 28, - "minValue": 2440993, - "maxValue": 2446218 - }, - { - "name": "web_class", - "ndv": 2 - }, - { - "name": "web_manager", - "ndv": 60 - }, - { - "name": "web_mkt_id", - "ndv": 6, - "minValue": 1, - "maxValue": 6 - }, - { - "name": "web_mkt_class", - "ndv": 65 - }, - { - "name": "web_mkt_desc", - "ndv": 64 - }, - { - "name": "web_market_manager", - "ndv": 66 - }, - { - "name": "web_company_id", - "ndv": 6, - "minValue": 1, - "maxValue": 6 - }, - { - "name": "web_company_name", - "ndv": 7 - }, - { - "name": "web_street_number", - "ndv": 58 - }, - { - "name": "web_street_name", - "ndv": 80 - }, - { - "name": "web_street_type", - "ndv": 20 - }, - { - "name": "web_suite_number", - "ndv": 51 - }, - { - "name": "web_city", - "ndv": 52 - }, - { - "name": "web_county", - "ndv": 58 - }, - { - "name": "web_state", - "ndv": 30 - }, - { - "name": "web_zip", - "ndv": 56 - }, - { - "name": "web_country", - "ndv": 2 - }, - { - "name": "web_gmt_offset", - "ndv": 4, - "minValue": -8, - "maxValue": -5 - }, - { - "name": "web_tax_percentage", - "ndv": 13, - "minValue": 0, - "maxValue": 0.12 - } - ] - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "web_site_sk", - "web_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 84 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 14, - "name": "$14" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "12", - "14" - ], - "rowCount": 5943152699038911 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 11, - 13, - 15 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 6 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 7 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 8 - ], - "name": null - } - ], - "rowCount": 5.943152699038911E14 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "_o__c0", - "sm_type", - "web_name", - "30 days", - "31-60 days", - "61-90 days", - "91-120 days", - ">120 days", - "(tok_function substr (tok_table_or_col w_warehouse_name) 1 20)" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 5.943152699038911E14 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 8, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "_c0", - "sm_type", - "web_name", - "30 days", - "31-60 days", - "61-90 days", - "91-120 days", - ">120 days" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - } - ], - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: (ws_warehouse_sk is not null and ws_ship_mode_sk is not null and ws_web_site_sk is not null and ws_ship_date_sk is not null) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_99_container, bigKeyColName:ws_ship_date_sk, smallTablePos:1, keyRatio:0.18438885128604865 + Statistics: Num rows: 21600036511 Data size: 863828698536 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ws_warehouse_sk is not null and ws_ship_mode_sk is not null and ws_web_site_sk is not null and ws_ship_date_sk is not null) (type: boolean) + Statistics: Num rows: 21578449364 Data size: 862965385320 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_ship_date_sk (type: bigint), ws_web_site_sk (type: bigint), ws_ship_mode_sk (type: bigint), ws_warehouse_sk (type: bigint), if(((ws_ship_date_sk - ws_sold_date_sk) <= 30L), 1, 0) (type: int), if((((ws_ship_date_sk - ws_sold_date_sk) > 30L) and ((ws_ship_date_sk - ws_sold_date_sk) <= 60L)), 1, 0) (type: int), if((((ws_ship_date_sk - ws_sold_date_sk) > 60L) and ((ws_ship_date_sk - ws_sold_date_sk) <= 90L)), 1, 0) (type: int), if((((ws_ship_date_sk - ws_sold_date_sk) > 90L) and ((ws_ship_date_sk - ws_sold_date_sk) <= 120L)), 1, 0) (type: int), if(((ws_ship_date_sk - ws_sold_date_sk) > 120L), 1, 0) (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 21578449364 Data size: 1121906777688 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + input vertices: + 1 Map 4 + Statistics: Num rows: 3982805920 Data size: 175113995672 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col3, _col4, _col5, _col6, _col7, _col8, _col11 + input vertices: + 1 Map 5 + Statistics: Num rows: 3982805920 Data size: 509712849448 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col4, _col5, _col6, _col7, _col8, _col11, _col13 + input vertices: + 1 Map 6 + Statistics: Num rows: 3982805920 Data size: 872191355904 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col4, _col5, _col6, _col7, _col8, _col11, _col13, _col15 + input vertices: + 1 Map 7 + Statistics: Num rows: 3982805920 Data size: 1198824581920 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: +++ + keys: _col13 (type: string), _col11 (type: char(30)), _col15 (type: varchar(50)) + null sort order: zzz + Statistics: Num rows: 3982805920 Data size: 1198824581920 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + aggregations: sum(_col4), sum(_col5), sum(_col6), sum(_col7), sum(_col8) + keys: _col13 (type: string), _col11 (type: char(30)), _col15 (type: varchar(50)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 11379690 Data size: 3652880490 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: char(30)), _col2 (type: varchar(50)) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: char(30)), _col2 (type: varchar(50)) + Statistics: Num rows: 11379690 Data size: 3652880490 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: d_month_seq BETWEEN 1215 AND 1226 (type: boolean) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: d_month_seq BETWEEN 1215 AND 1226 (type: boolean) + Statistics: Num rows: 359 Data size: 4308 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: ship_mode + Statistics: Num rows: 20 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: sm_ship_mode_sk (type: bigint), sm_type (type: char(30)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 20 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 20 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(30)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: warehouse + Statistics: Num rows: 27 Data size: 2916 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: w_warehouse_sk (type: bigint), substr(w_warehouse_name, 1, 20) (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 27 Data size: 2889 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 27 Data size: 2889 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: web_site + Statistics: Num rows: 84 Data size: 8232 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: web_site_sk (type: bigint), web_name (type: varchar(50)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 84 Data size: 8232 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 84 Data size: 8232 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4) + keys: KEY._col0 (type: string), KEY._col1 (type: char(30)), KEY._col2 (type: varchar(50)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 2430 Data size: 780030 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: char(30)), _col2 (type: varchar(50)), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint), _col0 (type: string) + outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 2430 Data size: 780030 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col8 (type: string), _col1 (type: char(30)), _col2 (type: varchar(50)) + null sort order: zzz + sort order: +++ + Statistics: Num rows: 2430 Data size: 780030 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: char(30)), KEY.reducesinkkey2 (type: varchar(50)), VALUE._col0 (type: bigint), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint), VALUE._col3 (type: bigint), VALUE._col4 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 2430 Data size: 780030 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 32100 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 32100 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query63.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query63.q.out index dc1732b94816..5cb0c9859d91 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query63.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query63.q.out @@ -1,2027 +1,203 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "literal": "accessories", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 11 - } - }, - { - "literal": "classical", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - }, - { - "literal": "fragrances", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 10 - } - }, - { - "literal": "pants", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - }, - { - "literal": "personal", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 8 - } - }, - { - "literal": "portable", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 8 - } - }, - { - "literal": "refernece", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - }, - { - "literal": "self-help", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Books", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - }, - { - "literal": "Children", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 8 - } - }, - { - "literal": "Electronics", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 11 - } - }, - { - "literal": "Men", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 3 - } - }, - { - "literal": "Music", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - }, - { - "literal": "Women", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": "amalgimporto #1", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 15 - } - }, - { - "literal": "edu packscholar #1", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 18 - } - }, - { - "literal": "exportiimporto #1", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 17 - } - }, - { - "literal": "exportiunivamalg #9", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 19 - } - }, - { - "literal": "importoamalg #1", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 15 - } - }, - { - "literal": "scholaramalgamalg #14", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 21 - } - }, - { - "literal": "scholaramalgamalg #7", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 20 - } - }, - { - "literal": "scholaramalgamalg #9", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 20 - } - } - ] - }, - { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Books", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - }, - { - "literal": "Children", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 8 - } - }, - { - "literal": "Electronics", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 11 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "literal": "personal", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 8 - } - }, - { - "literal": "portable", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 8 - } - }, - { - "literal": "refernece", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - }, - { - "literal": "self-help", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": "exportiunivamalg #9", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 19 - } - }, - { - "literal": "scholaramalgamalg #14", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 21 - } - }, - { - "literal": "scholaramalgamalg #7", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 20 - } - }, - { - "literal": "scholaramalgamalg #9", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 20 - } - } - ] - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Men", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 3 - } - }, - { - "literal": "Music", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - }, - { - "literal": "Women", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "literal": "accessories", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 11 - } - }, - { - "literal": "classical", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - }, - { - "literal": "fragrances", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 10 - } - }, - { - "literal": "pants", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": "amalgimporto #1", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 15 - } - }, - { - "literal": "edu packscholar #1", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 18 - } - }, - { - "literal": "exportiimporto #1", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 17 - } - }, - { - "literal": "importoamalg #1", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 15 - } - } - ] - } - ] - } - ] - } - ] - }, - "rowCount": 1804.6875 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_manager_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 20, - "name": "$20" - } - ], - "rowCount": 1804.6875 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 1.809212196724956E13 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 1212, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1213, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1214, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1215, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1216, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1217, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1218, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1219, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1220, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1221, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1222, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1223, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_moy" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 18262.25 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 49560428159460488 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 4, - 6 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 4956042815946049 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_manager_id", - "d_moy", - "$f2" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 4956042815946049 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "(tok_table_or_col i_manager_id)", - "(tok_function sum (tok_table_or_col ss_sales_price))", - "avg_window_0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "op": { - "name": "avg", - "kind": "AVG", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "distinct": false, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 21, - "scale": 6 - }, - "window": { - "partition": [ - { - "input": 0, - "name": "$0" - } - ], - "order": [ - { - "expr": { - "input": 0, - "name": "$0" - }, - "direction": "ASCENDING", - "null-direction": "FIRST" - } - ], - "range-lower": { - "type": "UNBOUNDED_PRECEDING" - }, - "range-upper": { - "type": "UNBOUNDED_FOLLOWING" - } - } - } - ], - "rowCount": 4956042815946049 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "ABS", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - } - ] - }, - { - "input": 2, - "name": "$2" - } - ] - }, - { - "literal": 0.1, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 1 - } - } - ] - }, - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - } - ] - }, - "rowCount": 1.2390107039865122E15 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "tmp1.i_manager_id", - "tmp1.sum_sales", - "tmp1.avg_monthly_sales" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 1.2390107039865122E15 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: ss_store_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_60_container, bigKeyColName:ss_item_sk, smallTablePos:1, keyRatio:1.0145123899040376E-4 + Statistics: Num rows: 82510879939 Data size: 10988352362648 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ss_store_sk is not null (type: boolean) + Statistics: Num rows: 80569240632 Data size: 10729775349712 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 80569240632 Data size: 10100389015120 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col4 + input vertices: + 1 Map 4 + Statistics: Num rows: 8370831 Data size: 100450084 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col4, _col6 + input vertices: + 1 Map 5 + Statistics: Num rows: 1645722 Data size: 13165888 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col4 (type: int), _col6 (type: int) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 120 Data size: 14400 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int) + null sort order: az + sort order: ++ + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 120 Data size: 14400 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: item + filterExpr: ((i_class) IN ('accessories ', 'classical ', 'fragrances ', 'pants ', 'personal ', 'portable ', 'refernece ', 'self-help ') and (i_category) IN ('Books ', 'Children ', 'Electronics ', 'Men ', 'Music ', 'Women ') and (i_brand) IN ('amalgimporto #1 ', 'edu packscholar #1 ', 'exportiimporto #1 ', 'exportiunivamalg #9 ', 'importoamalg #1 ', 'scholaramalgamalg #14 ', 'scholaramalgamalg #7 ', 'scholaramalgamalg #9 ') and (((i_category) IN ('Books ', 'Children ', 'Electronics ') and (i_class) IN ('personal ', 'portable ', 'refernece ', 'self-help ') and (i_brand) IN ('exportiunivamalg #9 ', 'scholaramalgamalg #14 ', 'scholaramalgamalg #7 ', 'scholaramalgamalg #9 ')) or ((i_category) IN ('Men ', 'Music ', 'Women ') and (i_class) IN ('accessories ', 'classical ', 'fragrances ', 'pants ') and (i_brand) IN ('amalgimporto #1 ', 'edu packscholar #1 ', 'exportiimporto #1 ', 'importoamalg #1 ')))) (type: boolean) + Statistics: Num rows: 462000 Data size: 135823508 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((i_class) IN ('accessories ', 'classical ', 'fragrances ', 'pants ', 'personal ', 'portable ', 'refernece ', 'self-help ') and (i_category) IN ('Books ', 'Children ', 'Electronics ', 'Men ', 'Music ', 'Women ') and (i_brand) IN ('amalgimporto #1 ', 'edu packscholar #1 ', 'exportiimporto #1 ', 'exportiunivamalg #9 ', 'importoamalg #1 ', 'scholaramalgamalg #14 ', 'scholaramalgamalg #7 ', 'scholaramalgamalg #9 ') and (((i_category) IN ('Books ', 'Children ', 'Electronics ') and (i_class) IN ('personal ', 'portable ', 'refernece ', 'self-help ') and (i_brand) IN ('exportiunivamalg #9 ', 'scholaramalgamalg #14 ', 'scholaramalgamalg #7 ', 'scholaramalgamalg #9 ')) or ((i_category) IN ('Men ', 'Music ', 'Women ') and (i_class) IN ('accessories ', 'classical ', 'fragrances ', 'pants ') and (i_brand) IN ('amalgimporto #1 ', 'edu packscholar #1 ', 'exportiimporto #1 ', 'importoamalg #1 ')))) (type: boolean) + Statistics: Num rows: 48 Data size: 14112 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_manager_id (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 48 Data size: 576 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 48 Data size: 576 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (d_month_seq) IN (1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_month_seq) IN (1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223) (type: boolean) + Statistics: Num rows: 359 Data size: 5744 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), d_moy (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 359 Data size: 4308 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 359 Data size: 4308 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: int), KEY._col1 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 120 Data size: 14400 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: int), _col2 (type: decimal(17,2)) + outputColumnNames: _col0, _col2 + Statistics: Num rows: 120 Data size: 13920 Basic stats: COMPLETE Column stats: COMPLETE + PTF Operator + Function definitions: + Input definition + input alias: ptf_0 + output shape: _col0: int, _col2: decimal(17,2) + type: WINDOWING + Windowing table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col0 ASC NULLS FIRST + partition by: _col0 + raw input shape: + window functions: + window function definition + alias: avg_window_0 + arguments: _col2 + name: avg + window function: GenericUDAFAverageEvaluatorDecimal + window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) + Statistics: Num rows: 120 Data size: 13920 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: avg_window_0 (type: decimal(21,6)), _col0 (type: int), _col2 (type: decimal(17,2)) + outputColumnNames: avg_window_0, _col0, _col2 + Statistics: Num rows: 120 Data size: 13920 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: if((avg_window_0 > 0), ((abs((_col2 - avg_window_0)) / avg_window_0) > 0.1), false) (type: boolean) + Statistics: Num rows: 60 Data size: 13680 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: +++ + keys: _col0 (type: int), avg_window_0 (type: decimal(21,6)), _col2 (type: decimal(17,2)) + null sort order: zzz + Statistics: Num rows: 60 Data size: 13680 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col0 (type: int), _col2 (type: decimal(17,2)), avg_window_0 (type: decimal(21,6)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 60 Data size: 13680 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col2 (type: decimal(21,6)), _col1 (type: decimal(17,2)) + null sort order: zzz + sort order: +++ + Statistics: Num rows: 60 Data size: 13680 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey2 (type: decimal(17,2)), KEY.reducesinkkey1 (type: decimal(21,6)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 60 Data size: 13680 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 60 Data size: 13680 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 60 Data size: 13680 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query64.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query64.q.out index af4bc172d3bc..d38476f52ca9 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query64.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query64.q.out @@ -1,8158 +1,1287 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_returns" - ], - "table:alias": "store_returns", - "inputs": [], - "rowCount": 8634166995, - "avgRowSize": 249, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "sr_return_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "sr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "sr_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "sr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_store_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "sr_returned_date_sk" - ], - "colStats": [ - { - "name": "sr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "sr_ticket_number", - "ndv": 5114579988, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "sr_return_time_sk", - "ndv": 32389, - "minValue": 28799, - "maxValue": 61199 - }, - { - "name": "sr_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "sr_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "sr_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "sr_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "sr_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "sr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "sr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "sr_return_amt", - "ndv": 715216, - "minValue": 0, - "maxValue": 19643 - }, - { - "name": "sr_return_tax", - "ndv": 141365, - "minValue": 0, - "maxValue": 1714.37 - }, - { - "name": "sr_return_amt_inc_tax", - "ndv": 1520430, - "minValue": 0, - "maxValue": 21018.01 - }, - { - "name": "sr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "sr_return_ship_cost", - "ndv": 363000, - "minValue": 0, - "maxValue": 9975 - }, - { - "name": "sr_refunded_cash", - "ndv": 1187970, - "minValue": 0, - "maxValue": 18413.33 - }, - { - "name": "sr_reversed_charge", - "ndv": 926355, - "minValue": 0, - "maxValue": 18104.5 - }, - { - "name": "sr_store_credit", - "ndv": 937950, - "minValue": 0, - "maxValue": 17792.48 - }, - { - "name": "sr_net_loss", - "ndv": 851834, - "minValue": 0.5, - "maxValue": 11008.17 - }, - { - "name": "sr_returned_date_sk", - "ndv": 2004, - "minValue": 2450820, - "maxValue": 2452822 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sr_item_sk", - "sr_ticket_number" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 8634166995 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "ad1", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_street_number", - "ca_street_name", - "ca_city", - "ca_zip" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 9, - "name": "$9" - } - ], - "rowCount": 40000000 - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer" - ], - "table:alias": "customer", - "inputs": [], - "rowCount": 80000000, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "c_customer_sk" - }, - { - "type": "CHAR", - "nullable": false, - "precision": 16, - "name": "c_customer_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_shipto_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_sales_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "c_salutation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "c_first_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "c_last_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "c_preferred_cust_flag" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_day" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_month" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_year" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "c_birth_country" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 13, - "name": "c_login" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "c_email_address" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_last_review_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "c_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "c_current_cdemo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "c_current_hdemo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "c_current_addr_sk", - "ndv": 33825344, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "c_first_shipto_date_sk", - "ndv": 3646, - "minValue": 2449028, - "maxValue": 2452678 - }, - { - "name": "c_first_sales_date_sk", - "ndv": 3643, - "minValue": 2448998, - "maxValue": 2452648 - }, - { - "name": "c_customer_id", - "ndv": 80610928 - }, - { - "name": "c_salutation", - "ndv": 7 - }, - { - "name": "c_first_name", - "ndv": 5158 - }, - { - "name": "c_last_name", - "ndv": 5123 - }, - { - "name": "c_preferred_cust_flag", - "ndv": 3 - }, - { - "name": "c_birth_day", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "c_birth_month", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "c_birth_year", - "ndv": 67, - "minValue": 1924, - "maxValue": 1992 - }, - { - "name": "c_birth_country", - "ndv": 216 - }, - { - "name": "c_login", - "ndv": 1 - }, - { - "name": "c_email_address", - "ndv": 75301330 - }, - { - "name": "c_last_review_date_sk", - "ndv": 364, - "minValue": 2452283, - "maxValue": 2452648 - } - ] - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - "rowCount": 4.7239200000000015E7 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_current_cdemo_sk", - "c_current_hdemo_sk", - "c_current_addr_sk", - "c_first_shipto_date_sk", - "c_first_sales_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 4.7239200000000015E7 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 3.94646980910959E10 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_customer_sk", - "ss_cdemo_sk", - "ss_hdemo_sk", - "ss_addr_sk", - "ss_store_sk", - "ss_ticket_number", - "ss_wholesale_cost", - "ss_list_price", - "ss_coupon_amt", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 18, - "name": "$18" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 3.94646980910959E10 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_product_name", - "ndv": 461487 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - } - ] - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 36, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - }, - { - "literal": 45, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 17, - "name": "$17" - }, - { - "literal": "burnished", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - }, - { - "literal": "chocolate", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - }, - { - "literal": "dim", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 3 - } - }, - { - "literal": "maroon", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - }, - { - "literal": "navajo", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - }, - { - "literal": "steel", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - } - ] - } - ] - }, - "rowCount": 28875 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_product_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 21, - "name": "$21" - } - ], - "rowCount": 28875 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 11, - "name": "$11" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "9", - "12" - ], - "rowCount": 1.7093147360705912E14 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "d1", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 10957.35 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 13, - "name": "$13" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "13", - "16" - ], - "rowCount": 280943397349246368 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "17" - ], - "rowCount": 1.9907312004090784E24 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43220864887, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1644740, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1837, - "minValue": 2450815, - "maxValue": 2452654 - } - ] - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_item_sk", - "cs_order_number", - "cs_ext_list_price" - ], - "exprs": [ - { - "input": 14, - "name": "$14" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 24, - "name": "$24" - } - ], - "rowCount": 43220864887 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_returns" - ], - "table:alias": "catalog_returns", - "inputs": [], - "rowCount": 4320980099, - "avgRowSize": 305, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returned_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cr_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_amount" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_store_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cr_returned_date_sk" - ], - "colStats": [ - { - "name": "cr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cr_order_number", - "ndv": 2681654419, - "minValue": 2, - "maxValue": 4800000000 - }, - { - "name": "cr_refunded_cash", - "ndv": 1257293, - "minValue": 0, - "maxValue": 26955.24 - }, - { - "name": "cr_reversed_charge", - "ndv": 895564, - "minValue": 0, - "maxValue": 24033.84 - }, - { - "name": "cr_store_credit", - "ndv": 906118, - "minValue": 0, - "maxValue": 24886.13 - }, - { - "name": "cr_returned_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cr_refunded_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cr_refunded_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cr_refunded_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cr_refunded_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cr_returning_customer_sk", - "ndv": 77511828, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cr_returning_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cr_returning_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cr_returning_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cr_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cr_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cr_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cr_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "cr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cr_return_amount", - "ndv": 973170, - "minValue": 0, - "maxValue": 28805.04 - }, - { - "name": "cr_return_tax", - "ndv": 169232, - "minValue": 0, - "maxValue": 2511.58 - }, - { - "name": "cr_return_amt_inc_tax", - "ndv": 1689965, - "minValue": 0, - "maxValue": 30891.32 - }, - { - "name": "cr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "cr_return_ship_cost", - "ndv": 501353, - "minValue": 0, - "maxValue": 14273.28 - }, - { - "name": "cr_net_loss", - "ndv": 996464, - "minValue": 0.5, - "maxValue": 16346.37 - }, - { - "name": "cr_returned_date_sk", - "ndv": 2104, - "minValue": 2450821, - "maxValue": 2452924 - } - ] - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cr_item_sk", - "cr_order_number", - "$f2" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 15, - "name": "$15" - }, - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 22, - "name": "$22" - }, - { - "input": 23, - "name": "$23" - } - ] - }, - { - "input": 24, - "name": "$24" - } - ] - } - ], - "rowCount": 4320980099 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "20", - "22" - ], - "rowCount": 4202021183361634304 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 19, - "scale": 2 - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - } - ], - "rowCount": 420202118336163456 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "literal": 2, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 10, - "scale": 0 - } - }, - { - "input": 2, - "name": "$2" - } - ] - } - ] - }, - "rowCount": 210101059168081728 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_item_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 210101059168081728 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 20, - "name": "$20" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "18", - "26" - ], - "rowCount": 6.273821005873412E40 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 15, - "name": "$15" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "3", - "27" - ], - "rowCount": 3.7642926035240464E47 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 13, - "name": "$13" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 19, - "name": "$19" - }, - { - "input": 1, - "name": "$1" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "1", - "28" - ], - "rowCount": 7.312844465295736E55 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store" - ], - "table:alias": "store", - "inputs": [], - "rowCount": 1704, - "avgRowSize": 1375, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "s_store_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "s_store_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "s_closed_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_store_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_number_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_floor_space" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "s_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_market_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_geography_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_market_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_division_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_company_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_company_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 10, - "name": "s_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "s_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "s_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "s_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "s_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "s_store_sk", - "ndv": 1736, - "minValue": 1, - "maxValue": 1704 - }, - { - "name": "s_store_name", - "ndv": 11 - }, - { - "name": "s_zip", - "ndv": 983 - }, - { - "name": "s_store_id", - "ndv": 879 - }, - { - "name": "s_rec_start_date", - "ndv": 0, - "minValue": 9933, - "maxValue": 11394 - }, - { - "name": "s_rec_end_date", - "ndv": 0, - "minValue": 10663, - "maxValue": 11393 - }, - { - "name": "s_closed_date_sk", - "ndv": 263, - "minValue": 2450820, - "maxValue": 2451314 - }, - { - "name": "s_number_employees", - "ndv": 100, - "minValue": 200, - "maxValue": 300 - }, - { - "name": "s_floor_space", - "ndv": 1289, - "minValue": 5000201, - "maxValue": 9997773 - }, - { - "name": "s_hours", - "ndv": 4 - }, - { - "name": "s_manager", - "ndv": 1245 - }, - { - "name": "s_market_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "s_geography_class", - "ndv": 2 - }, - { - "name": "s_market_desc", - "ndv": 1311 - }, - { - "name": "s_market_manager", - "ndv": 1236 - }, - { - "name": "s_division_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_division_name", - "ndv": 2 - }, - { - "name": "s_company_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_company_name", - "ndv": 2 - }, - { - "name": "s_street_number", - "ndv": 736 - }, - { - "name": "s_street_name", - "ndv": 851 - }, - { - "name": "s_street_type", - "ndv": 21 - }, - { - "name": "s_suite_number", - "ndv": 76 - }, - { - "name": "s_city", - "ndv": 267 - }, - { - "name": "s_county", - "ndv": 128 - }, - { - "name": "s_state", - "ndv": 44 - }, - { - "name": "s_country", - "ndv": 2 - }, - { - "name": "s_gmt_offset", - "ndv": 5, - "minValue": -9, - "maxValue": -5 - }, - { - "name": "s_tax_percentage", - "ndv": 12, - "minValue": 0, - "maxValue": 0.11 - } - ] - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 25, - "name": "$25" - } - ] - } - ] - }, - "rowCount": 1380.24 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk", - "s_store_name", - "s_zip" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 25, - "name": "$25" - } - ], - "rowCount": 1380.24 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 18, - "name": "$18" - }, - { - "input": 28, - "name": "$28" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "29", - "32" - ], - "rowCount": 1.514022066716968E58 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "household_demographics" - ], - "table:alias": "hd1", - "inputs": [], - "rowCount": 7200, - "avgRowSize": 183, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "hd_demo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "hd_income_band_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "hd_buy_potential" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "hd_dep_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "hd_vehicle_count" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "hd_demo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "hd_income_band_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "hd_buy_potential", - "ndv": 6 - }, - { - "name": "hd_dep_count", - "ndv": 10, - "minValue": 0, - "maxValue": 9 - }, - { - "name": "hd_vehicle_count", - "ndv": 6, - "minValue": -1, - "maxValue": 4 - } - ] - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ] - }, - "rowCount": 6480 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "hd_demo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 6480 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 16, - "name": "$16" - }, - { - "input": 31, - "name": "$31" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "33", - "36" - ], - "rowCount": 1.4716294488488928E61 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "household_demographics" - ], - "table:alias": "hd2", - "inputs": [], - "rowCount": 7200, - "avgRowSize": 183, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "hd_demo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "hd_income_band_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "hd_buy_potential" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "hd_dep_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "hd_vehicle_count" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "hd_demo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "hd_income_band_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "hd_buy_potential", - "ndv": 6 - }, - { - "name": "hd_dep_count", - "ndv": 10, - "minValue": 0, - "maxValue": 9 - }, - { - "name": "hd_vehicle_count", - "ndv": 6, - "minValue": -1, - "maxValue": 4 - } - ] - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ] - }, - "rowCount": 6480 - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "hd_demo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 6480 - }, - { - "id": "41", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "input": 32, - "name": "$32" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "37", - "40" - ], - "rowCount": 1.4304238242811236E64 - }, - { - "id": "42", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "d2", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "43", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 73049 - }, - { - "id": "44", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "input": 33, - "name": "$33" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "41", - "43" - ], - "rowCount": 1.5673654490986768E68 - }, - { - "id": "45", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "d3", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "46", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 73049 - }, - { - "id": "47", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "input": 35, - "name": "$35" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "44", - "46" - ], - "rowCount": 1.7174171803681383E72 - }, - { - "id": "48", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_demographics" - ], - "table:alias": "cd1", - "inputs": [], - "rowCount": 1920800, - "avgRowSize": 217, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "cd_demo_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_gender" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_marital_status" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "cd_education_status" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_purchase_estimate" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "cd_credit_rating" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_employed_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_college_count" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "cd_demo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cd_marital_status", - "ndv": 5 - }, - { - "name": "cd_gender", - "ndv": 2 - }, - { - "name": "cd_education_status", - "ndv": 7 - }, - { - "name": "cd_purchase_estimate", - "ndv": 20, - "minValue": 500, - "maxValue": 10000 - }, - { - "name": "cd_credit_rating", - "ndv": 4 - }, - { - "name": "cd_dep_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_dep_employed_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_dep_college_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - } - ] - }, - { - "id": "49", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cd_demo_sk", - "cd_marital_status" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 1920800 - }, - { - "id": "50", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 15, - "name": "$15" - }, - { - "input": 37, - "name": "$37" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "47", - "49" - ], - "rowCount": 4.94822238007668E77 - }, - { - "id": "51", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_demographics" - ], - "table:alias": "cd2", - "inputs": [], - "rowCount": 1920800, - "avgRowSize": 217, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "cd_demo_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_gender" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_marital_status" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "cd_education_status" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_purchase_estimate" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "cd_credit_rating" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_employed_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_college_count" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "cd_demo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cd_marital_status", - "ndv": 5 - }, - { - "name": "cd_gender", - "ndv": 2 - }, - { - "name": "cd_education_status", - "ndv": 7 - }, - { - "name": "cd_purchase_estimate", - "ndv": 20, - "minValue": 500, - "maxValue": 10000 - }, - { - "name": "cd_credit_rating", - "ndv": 4 - }, - { - "name": "cd_dep_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_dep_employed_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_dep_college_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - } - ] - }, - { - "id": "52", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cd_demo_sk", - "cd_marital_status" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 1920800 - }, - { - "id": "53", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 39, - "name": "$39" - } - ] - }, - { - "op": { - "name": "<>", - "kind": "NOT_EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 38, - "name": "$38" - }, - { - "input": 40, - "name": "$40" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "50", - "52" - ], - "rowCount": 7.128409160738465E82 - }, - { - "id": "54", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "ad2", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "55", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_street_number", - "ca_street_name", - "ca_city", - "ca_zip" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 9, - "name": "$9" - } - ], - "rowCount": 40000000 - }, - { - "id": "56", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 41, - "name": "$41" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "53", - "55" - ], - "rowCount": 4.277045496443079E89 - }, - { - "id": "57", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 3, - 4, - 5, - 6, - 24, - 29, - 30, - 34, - 36, - 42, - 43, - 44, - 45 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 20 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 21 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 22 - ], - "name": null - } - ], - "rowCount": 4.277045496443079E88 - }, - { - "id": "58", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "s_store_name", - "s_zip", - "ca_street_number", - "ca_street_name", - "ca_city", - "ca_zip", - "ca_street_number0", - "ca_street_name0", - "ca_city0", - "ca_zip0", - "d_year", - "d_year0", - "$f13", - "$f14", - "$f15", - "$f16" - ], - "exprs": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 16, - "name": "$16" - } - ], - "rowCount": 4.277045496443079E88 - }, - { - "id": "59", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 13, - "name": "$13" - } - ] - }, - "rowCount": 3.849340946798771E88 - }, - { - "id": "60", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f1", - "$f2", - "$f3", - "$f15", - "$f16", - "$f17", - "$f18" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 16, - "name": "$16" - } - ], - "rowCount": 3.849340946798771E88 - }, - { - "id": "61", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sr_item_sk", - "sr_ticket_number" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 8, - "name": "$8" - } - ], - "inputs": [ - "0" - ], - "rowCount": 8634166995 - }, - { - "id": "62", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_street_number", - "ca_street_name", - "ca_city", - "ca_zip" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 9, - "name": "$9" - } - ], - "inputs": [ - "2" - ], - "rowCount": 40000000 - }, - { - "id": "63", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - "inputs": [ - "4" - ], - "rowCount": 4.7239200000000015E7 - }, - { - "id": "64", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_current_cdemo_sk", - "c_current_hdemo_sk", - "c_current_addr_sk", - "c_first_shipto_date_sk", - "c_first_sales_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 4.7239200000000015E7 - }, - { - "id": "65", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 3.94646980910959E10 - }, - { - "id": "66", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_customer_sk", - "ss_cdemo_sk", - "ss_hdemo_sk", - "ss_addr_sk", - "ss_store_sk", - "ss_ticket_number", - "ss_wholesale_cost", - "ss_list_price", - "ss_coupon_amt", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 18, - "name": "$18" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 3.94646980910959E10 - }, - { - "id": "67", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 36, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - }, - { - "literal": 45, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 17, - "name": "$17" - }, - { - "literal": "burnished", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - }, - { - "literal": "chocolate", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - }, - { - "literal": "dim", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 3 - } - }, - { - "literal": "maroon", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - }, - { - "literal": "navajo", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - }, - { - "literal": "steel", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - } - ] - } - ] - }, - "inputs": [ - "10" - ], - "rowCount": 28875 - }, - { - "id": "68", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_product_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 21, - "name": "$21" - } - ], - "rowCount": 28875 - }, - { - "id": "69", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 11, - "name": "$11" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "66", - "68" - ], - "rowCount": 1.7093147360705912E14 - }, - { - "id": "70", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "14" - ], - "rowCount": 10957.35 - }, - { - "id": "71", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "72", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 13, - "name": "$13" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "69", - "71" - ], - "rowCount": 280943397349246368 - }, - { - "id": "73", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "64", - "72" - ], - "rowCount": 1.9907312004090784E24 - }, - { - "id": "74", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_item_sk", - "cs_order_number", - "cs_ext_list_price" - ], - "exprs": [ - { - "input": 14, - "name": "$14" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 24, - "name": "$24" - } - ], - "inputs": [ - "19" - ], - "rowCount": 43220864887 - }, - { - "id": "75", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cr_item_sk", - "cr_order_number", - "$f2" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 15, - "name": "$15" - }, - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 22, - "name": "$22" - }, - { - "input": 23, - "name": "$23" - } - ] - }, - { - "input": 24, - "name": "$24" - } - ] - } - ], - "inputs": [ - "21" - ], - "rowCount": 4320980099 - }, - { - "id": "76", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "74", - "75" - ], - "rowCount": 4202021183361634304 - }, - { - "id": "77", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 19, - "scale": 2 - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - } - ], - "rowCount": 420202118336163456 - }, - { - "id": "78", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "literal": 2, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 10, - "scale": 0 - } - }, - { - "input": 2, - "name": "$2" - } - ] - } - ] - }, - "rowCount": 210101059168081728 - }, - { - "id": "79", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_item_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 210101059168081728 - }, - { - "id": "80", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 20, - "name": "$20" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "73", - "79" - ], - "rowCount": 6.273821005873412E40 - }, - { - "id": "81", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 15, - "name": "$15" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "62", - "80" - ], - "rowCount": 3.7642926035240464E47 - }, - { - "id": "82", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 13, - "name": "$13" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 19, - "name": "$19" - }, - { - "input": 1, - "name": "$1" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "61", - "81" - ], - "rowCount": 7.312844465295736E55 - }, - { - "id": "83", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 25, - "name": "$25" - } - ] - } - ] - }, - "inputs": [ - "30" - ], - "rowCount": 1380.24 - }, - { - "id": "84", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk", - "s_store_name", - "s_zip" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 25, - "name": "$25" - } - ], - "rowCount": 1380.24 - }, - { - "id": "85", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 18, - "name": "$18" - }, - { - "input": 28, - "name": "$28" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "82", - "84" - ], - "rowCount": 1.514022066716968E58 - }, - { - "id": "86", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ] - }, - "inputs": [ - "34" - ], - "rowCount": 6480 - }, - { - "id": "87", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "hd_demo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 6480 - }, - { - "id": "88", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 16, - "name": "$16" - }, - { - "input": 31, - "name": "$31" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "85", - "87" - ], - "rowCount": 1.4716294488488928E61 - }, - { - "id": "89", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ] - }, - "inputs": [ - "38" - ], - "rowCount": 6480 - }, - { - "id": "90", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "hd_demo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 6480 - }, - { - "id": "91", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "input": 32, - "name": "$32" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "88", - "90" - ], - "rowCount": 1.4304238242811236E64 - }, - { - "id": "92", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ], - "inputs": [ - "42" - ], - "rowCount": 73049 - }, - { - "id": "93", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "input": 33, - "name": "$33" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "91", - "92" - ], - "rowCount": 1.5673654490986768E68 - }, - { - "id": "94", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ], - "inputs": [ - "45" - ], - "rowCount": 73049 - }, - { - "id": "95", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "input": 35, - "name": "$35" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "93", - "94" - ], - "rowCount": 1.7174171803681383E72 - }, - { - "id": "96", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cd_demo_sk", - "cd_marital_status" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "inputs": [ - "48" - ], - "rowCount": 1920800 - }, - { - "id": "97", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 15, - "name": "$15" - }, - { - "input": 37, - "name": "$37" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "95", - "96" - ], - "rowCount": 4.94822238007668E77 - }, - { - "id": "98", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cd_demo_sk", - "cd_marital_status" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "inputs": [ - "51" - ], - "rowCount": 1920800 - }, - { - "id": "99", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 39, - "name": "$39" - } - ] - }, - { - "op": { - "name": "<>", - "kind": "NOT_EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 38, - "name": "$38" - }, - { - "input": 40, - "name": "$40" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "97", - "98" - ], - "rowCount": 7.128409160738465E82 - }, - { - "id": "100", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_street_number", - "ca_street_name", - "ca_city", - "ca_zip" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 9, - "name": "$9" - } - ], - "inputs": [ - "54" - ], - "rowCount": 40000000 - }, - { - "id": "101", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 41, - "name": "$41" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "99", - "100" - ], - "rowCount": 4.277045496443079E89 - }, - { - "id": "102", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 3, - 4, - 5, - 6, - 24, - 25, - 29, - 30, - 34, - 36, - 42, - 43, - 44, - 45 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 20 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 21 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 22 - ], - "name": null - } - ], - "rowCount": 4.277045496443079E88 - }, - { - "id": "103", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_product_name", - "i_item_sk", - "s_store_name", - "s_zip", - "ca_street_number", - "ca_street_name", - "ca_city", - "ca_zip", - "ca_street_number0", - "ca_street_name0", - "ca_city0", - "ca_zip0", - "d_year", - "d_year0", - "$f14", - "$f15", - "$f16", - "$f17" - ], - "exprs": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 17, - "name": "$17" - } - ], - "rowCount": 4.277045496443079E88 - }, - { - "id": "104", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 14, - "name": "$14" - } - ] - }, - "rowCount": 3.849340946798771E88 - }, - { - "id": "105", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4", - "$f5", - "$f6", - "$f7", - "$f8", - "$f9", - "$f10", - "$f11", - "$f15", - "$f16", - "$f17", - "$f18" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 17, - "name": "$17" - } - ], - "rowCount": 3.849340946798771E88 - }, - { - "id": "106", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 19, - "name": "$19" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "60", - "105" - ], - "rowCount": 2.500440591043405E174 - }, - { - "id": "107", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "product_name", - "store_name", - "store_zip", - "b_street_number", - "b_streen_name", - "b_city", - "b_zip", - "c_street_number", - "c_street_name", - "c_city", - "c_zip", - "cnt", - "s1", - "s2", - "s3", - "s11", - "s21", - "s31", - "cnt1" - ], - "exprs": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 17, - "name": "$17" - }, - { - "input": 18, - "name": "$18" - }, - { - "input": 19, - "name": "$19" - }, - { - "input": 20, - "name": "$20" - }, - { - "input": 21, - "name": "$21" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 2.500440591043405E174 - }, - { - "id": "108", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 18, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "rowCount": 2.500440591043405E174 - }, - { - "id": "109", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs1.product_name", - "cs1.store_name", - "cs1.store_zip", - "cs1.b_street_number", - "cs1.b_streen_name", - "cs1.b_city", - "cs1.b_zip", - "cs1.c_street_number", - "cs1.c_street_name", - "cs1.c_city", - "cs1.c_zip", - "cs1.syear", - "cs1.cnt", - "cs1.s1", - "cs1.s2", - "cs1.s3", - "cs2.s1", - "cs2.s2", - "cs2.s3", - "cs2.syear", - "cs2.cnt" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 17, - "name": "$17" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "input": 18, - "name": "$18" - } - ], - "rowCount": 2.500440591043405E174 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 19 (BROADCAST_EDGE), Map 31 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) + Map 13 <- Reducer 32 (BROADCAST_EDGE), Reducer 33 (BROADCAST_EDGE) + Map 25 <- Map 19 (BROADCAST_EDGE), Map 31 (BROADCAST_EDGE), Reducer 12 (BROADCAST_EDGE), Reducer 5 (BROADCAST_EDGE) + Map 35 <- Reducer 12 (BROADCAST_EDGE), Reducer 32 (BROADCAST_EDGE), Reducer 33 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) + Map 6 <- Reducer 32 (BROADCAST_EDGE), Reducer 33 (BROADCAST_EDGE) + Reducer 10 <- Map 13 (CUSTOM_SIMPLE_EDGE), Map 6 (CUSTOM_SIMPLE_EDGE) + Reducer 11 <- Reducer 10 (SIMPLE_EDGE) + Reducer 12 <- Reducer 11 (CUSTOM_SIMPLE_EDGE) + Reducer 17 <- Map 16 (SIMPLE_EDGE) + Reducer 18 <- Map 16 (SIMPLE_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 14 (BROADCAST_EDGE), Map 34 (CUSTOM_SIMPLE_EDGE), Reducer 8 (BROADCAST_EDGE) + Reducer 20 <- Map 19 (SIMPLE_EDGE) + Reducer 21 <- Map 19 (SIMPLE_EDGE) + Reducer 23 <- Map 22 (SIMPLE_EDGE) + Reducer 24 <- Map 22 (SIMPLE_EDGE) + Reducer 26 <- Map 14 (BROADCAST_EDGE), Map 25 (CUSTOM_SIMPLE_EDGE), Map 34 (CUSTOM_SIMPLE_EDGE), Reducer 11 (BROADCAST_EDGE) + Reducer 27 <- Map 14 (BROADCAST_EDGE), Map 15 (BROADCAST_EDGE), Map 16 (BROADCAST_EDGE), Map 19 (BROADCAST_EDGE), Map 22 (BROADCAST_EDGE), Map 35 (CUSTOM_SIMPLE_EDGE), Reducer 18 (BROADCAST_EDGE), Reducer 21 (BROADCAST_EDGE), Reducer 24 (BROADCAST_EDGE), Reducer 26 (CUSTOM_SIMPLE_EDGE) + Reducer 28 <- Reducer 27 (SIMPLE_EDGE) + Reducer 29 <- Reducer 28 (CUSTOM_SIMPLE_EDGE), Reducer 4 (CUSTOM_SIMPLE_EDGE) + Reducer 3 <- Map 14 (BROADCAST_EDGE), Map 15 (BROADCAST_EDGE), Map 16 (BROADCAST_EDGE), Map 19 (BROADCAST_EDGE), Map 22 (BROADCAST_EDGE), Map 35 (CUSTOM_SIMPLE_EDGE), Reducer 17 (BROADCAST_EDGE), Reducer 2 (CUSTOM_SIMPLE_EDGE), Reducer 20 (BROADCAST_EDGE), Reducer 23 (BROADCAST_EDGE) + Reducer 30 <- Reducer 29 (SIMPLE_EDGE) + Reducer 32 <- Map 31 (CUSTOM_SIMPLE_EDGE) + Reducer 33 <- Map 31 (CUSTOM_SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE) + Reducer 5 <- Reducer 4 (CUSTOM_SIMPLE_EDGE) + Reducer 7 <- Map 13 (CUSTOM_SIMPLE_EDGE), Map 6 (CUSTOM_SIMPLE_EDGE) + Reducer 8 <- Reducer 7 (SIMPLE_EDGE) + Reducer 9 <- Reducer 8 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: (ss_cdemo_sk is not null and ss_addr_sk is not null and ss_hdemo_sk is not null and ss_customer_sk is not null and ss_store_sk is not null and ss_promo_sk is not null and ss_item_sk BETWEEN DynamicValue(RS_58_catalog_sales_cs_item_sk_min) AND DynamicValue(RS_58_catalog_sales_cs_item_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_58_catalog_sales_cs_item_sk_bloom_filter))) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_993_container, bigKeyColName:ss_item_sk, smallTablePos:1, keyRatio:1.8543009129597497E-9 + Statistics: Num rows: 82510879939 Data size: 32917667058984 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ss_cdemo_sk is not null and ss_addr_sk is not null and ss_hdemo_sk is not null and ss_customer_sk is not null and ss_store_sk is not null and ss_promo_sk is not null and ss_item_sk BETWEEN DynamicValue(RS_58_catalog_sales_cs_item_sk_min) AND DynamicValue(RS_58_catalog_sales_cs_item_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_58_catalog_sales_cs_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 71511093715 Data size: 28529308809584 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_customer_sk (type: bigint), ss_cdemo_sk (type: bigint), ss_hdemo_sk (type: bigint), ss_addr_sk (type: bigint), ss_store_sk (type: bigint), ss_ticket_number (type: bigint), ss_wholesale_cost (type: decimal(7,2)), ss_list_price (type: decimal(7,2)), ss_coupon_amt (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 + Statistics: Num rows: 71511093715 Data size: 27970666706224 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 + input vertices: + 1 Map 31 + Statistics: Num rows: 1300511220 Data size: 41616359416 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col10 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col11 + input vertices: + 1 Map 19 + Statistics: Num rows: 261380636 Data size: 6273135640 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 261380636 Data size: 6273135640 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: decimal(7,2)), _col8 (type: decimal(7,2)), _col9 (type: decimal(7,2)), _col11 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 13 + Map Operator Tree: + TableScan + alias: catalog_returns + filterExpr: ((cr_item_sk BETWEEN DynamicValue(RS_49_item_i_item_sk_min) AND DynamicValue(RS_49_item_i_item_sk_max) and in_bloom_filter(cr_item_sk, DynamicValue(RS_49_item_i_item_sk_bloom_filter))) or (cr_item_sk BETWEEN DynamicValue(RS_147_item_i_item_sk_min) AND DynamicValue(RS_147_item_i_item_sk_max) and in_bloom_filter(cr_item_sk, DynamicValue(RS_147_item_i_item_sk_bloom_filter)))) (type: boolean) + Statistics: Num rows: 4320980099 Data size: 1492106347456 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (cr_item_sk BETWEEN DynamicValue(RS_49_item_i_item_sk_min) AND DynamicValue(RS_49_item_i_item_sk_max) and in_bloom_filter(cr_item_sk, DynamicValue(RS_49_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 4320980099 Data size: 1492106347456 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cr_item_sk (type: bigint), cr_order_number (type: bigint), ((cr_refunded_cash + cr_reversed_charge) + cr_store_credit) (type: decimal(9,2)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 4320980099 Data size: 553085452672 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 4320980099 Data size: 553085452672 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(9,2)) + Filter Operator + predicate: (cr_item_sk BETWEEN DynamicValue(RS_147_item_i_item_sk_min) AND DynamicValue(RS_147_item_i_item_sk_max) and in_bloom_filter(cr_item_sk, DynamicValue(RS_147_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 4320980099 Data size: 1492106347456 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cr_item_sk (type: bigint), cr_order_number (type: bigint), ((cr_refunded_cash + cr_reversed_charge) + cr_store_credit) (type: decimal(9,2)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 4320980099 Data size: 553085452672 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 4320980099 Data size: 553085452672 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(9,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 14 + Map Operator Tree: + TableScan + alias: ad1 + Statistics: Num rows: 40000000 Data size: 14760000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ca_address_sk (type: bigint), ca_street_number (type: char(10)), ca_street_name (type: varchar(60)), ca_city (type: varchar(60)), ca_zip (type: char(10)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 40000000 Data size: 14760000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 40000000 Data size: 14760000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(10)), _col2 (type: varchar(60)), _col3 (type: varchar(60)), _col4 (type: char(10)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 40000000 Data size: 14760000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(10)), _col2 (type: varchar(60)), _col3 (type: varchar(60)), _col4 (type: char(10)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 40000000 Data size: 14760000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(10)), _col2 (type: varchar(60)), _col3 (type: varchar(60)), _col4 (type: char(10)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 40000000 Data size: 14760000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(10)), _col2 (type: varchar(60)), _col3 (type: varchar(60)), _col4 (type: char(10)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 15 + Map Operator Tree: + TableScan + alias: store + filterExpr: (s_store_name is not null and s_zip is not null) (type: boolean) + Statistics: Num rows: 1704 Data size: 315240 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (s_store_name is not null and s_zip is not null) (type: boolean) + Statistics: Num rows: 1704 Data size: 315240 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: s_store_sk (type: bigint), s_store_name (type: varchar(50)), s_zip (type: char(10)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1704 Data size: 315240 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1704 Data size: 315240 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(50)), _col2 (type: char(10)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1704 Data size: 315240 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(50)), _col2 (type: char(10)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 16 + Map Operator Tree: + TableScan + alias: hd1 + filterExpr: hd_income_band_sk is not null (type: boolean) + Statistics: Num rows: 7200 Data size: 115200 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: hd_income_band_sk is not null (type: boolean) + Statistics: Num rows: 7200 Data size: 115200 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: hd_demo_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 7200 Data size: 57600 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 7200 Data size: 57600 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 7200 Data size: 57600 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 7200 Data size: 57600 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 7200 Data size: 57600 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 19 + Map Operator Tree: + TableScan + alias: d2 + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), d_year (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int) + Filter Operator + predicate: (d_year = 2000) (type: boolean) + Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 25 + Filter Operator + predicate: (d_year = 2001) (type: boolean) + Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 22 + Map Operator Tree: + TableScan + alias: cd1 + Statistics: Num rows: 1920800 Data size: 178634400 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cd_demo_sk (type: bigint), cd_marital_status (type: char(1)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1920800 Data size: 178634400 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1920800 Data size: 178634400 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(1)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1920800 Data size: 178634400 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(1)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1920800 Data size: 178634400 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(1)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1920800 Data size: 178634400 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(1)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 25 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: (ss_cdemo_sk is not null and ss_addr_sk is not null and ss_hdemo_sk is not null and ss_customer_sk is not null and ss_store_sk is not null and ss_promo_sk is not null and ss_item_sk BETWEEN DynamicValue(RS_156_catalog_sales_cs_item_sk_min) AND DynamicValue(RS_156_catalog_sales_cs_item_sk_max) and ss_item_sk BETWEEN DynamicValue(RS_196_item_i_item_sk_min) AND DynamicValue(RS_196_item_i_item_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_156_catalog_sales_cs_item_sk_bloom_filter)) and in_bloom_filter(ss_item_sk, DynamicValue(RS_196_item_i_item_sk_bloom_filter))) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_1008_container, bigKeyColName:ss_item_sk, smallTablePos:1, keyRatio:1.8543009129597497E-9 + Statistics: Num rows: 82510879939 Data size: 32917667058984 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ss_cdemo_sk is not null and ss_addr_sk is not null and ss_hdemo_sk is not null and ss_customer_sk is not null and ss_store_sk is not null and ss_promo_sk is not null and ss_item_sk BETWEEN DynamicValue(RS_196_item_i_item_sk_min) AND DynamicValue(RS_196_item_i_item_sk_max) and ss_item_sk BETWEEN DynamicValue(RS_156_catalog_sales_cs_item_sk_min) AND DynamicValue(RS_156_catalog_sales_cs_item_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_196_item_i_item_sk_bloom_filter)) and in_bloom_filter(ss_item_sk, DynamicValue(RS_156_catalog_sales_cs_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 71511093715 Data size: 28529308809584 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_customer_sk (type: bigint), ss_cdemo_sk (type: bigint), ss_hdemo_sk (type: bigint), ss_addr_sk (type: bigint), ss_store_sk (type: bigint), ss_ticket_number (type: bigint), ss_wholesale_cost (type: decimal(7,2)), ss_list_price (type: decimal(7,2)), ss_coupon_amt (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 + Statistics: Num rows: 71511093715 Data size: 27970666706224 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12 + input vertices: + 1 Map 31 + Statistics: Num rows: 1300511220 Data size: 180771059956 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col10 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col11, _col12 + input vertices: + 1 Map 19 + Statistics: Num rows: 261380636 Data size: 34240863692 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 261380636 Data size: 34240863692 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: decimal(7,2)), _col8 (type: decimal(7,2)), _col9 (type: decimal(7,2)), _col11 (type: bigint), _col12 (type: char(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 31 + Map Operator Tree: + TableScan + alias: item + filterExpr: (i_current_price BETWEEN 36 AND 45 and (i_color) IN ('burnished ', 'chocolate ', 'dim ', 'maroon ', 'navajo ', 'steel ')) (type: boolean) + Statistics: Num rows: 462000 Data size: 145861408 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (i_current_price BETWEEN 36 AND 45 and (i_color) IN ('burnished ', 'chocolate ', 'dim ', 'maroon ', 'navajo ', 'steel ')) (type: boolean) + Statistics: Num rows: 8402 Data size: 2652792 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_product_name (type: char(50)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 8402 Data size: 966230 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8402 Data size: 966230 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(50)) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8402 Data size: 67216 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Select Operator + expressions: i_item_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8402 Data size: 67216 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8402 Data size: 67216 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8402 Data size: 67216 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 34 + Map Operator Tree: + TableScan + alias: customer + filterExpr: (c_first_shipto_date_sk is not null and c_first_sales_date_sk is not null and c_current_hdemo_sk is not null and c_current_cdemo_sk is not null and c_current_addr_sk is not null) (type: boolean) + Statistics: Num rows: 80000000 Data size: 3750417208 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (c_first_shipto_date_sk is not null and c_first_sales_date_sk is not null and c_current_hdemo_sk is not null and c_current_cdemo_sk is not null and c_current_addr_sk is not null) (type: boolean) + Statistics: Num rows: 69376329 Data size: 3252377232 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: c_customer_sk (type: bigint), c_current_cdemo_sk (type: bigint), c_current_hdemo_sk (type: bigint), c_current_addr_sk (type: bigint), c_first_shipto_date_sk (type: bigint), c_first_sales_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 69376329 Data size: 3252377232 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 69376329 Data size: 3252377232 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 69376329 Data size: 3252377232 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 35 + Map Operator Tree: + TableScan + alias: store_returns + filterExpr: ((sr_item_sk BETWEEN DynamicValue(RS_156_catalog_sales_cs_item_sk_min) AND DynamicValue(RS_156_catalog_sales_cs_item_sk_max) and sr_item_sk BETWEEN DynamicValue(RS_147_item_i_item_sk_min) AND DynamicValue(RS_147_item_i_item_sk_max) and in_bloom_filter(sr_item_sk, DynamicValue(RS_156_catalog_sales_cs_item_sk_bloom_filter)) and in_bloom_filter(sr_item_sk, DynamicValue(RS_147_item_i_item_sk_bloom_filter))) or (sr_item_sk BETWEEN DynamicValue(RS_58_catalog_sales_cs_item_sk_min) AND DynamicValue(RS_58_catalog_sales_cs_item_sk_max) and sr_item_sk BETWEEN DynamicValue(RS_49_item_i_item_sk_min) AND DynamicValue(RS_49_item_i_item_sk_max) and in_bloom_filter(sr_item_sk, DynamicValue(RS_58_catalog_sales_cs_item_sk_bloom_filter)) and in_bloom_filter(sr_item_sk, DynamicValue(RS_49_item_i_item_sk_bloom_filter)))) (type: boolean) + Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (sr_item_sk BETWEEN DynamicValue(RS_147_item_i_item_sk_min) AND DynamicValue(RS_147_item_i_item_sk_max) and sr_item_sk BETWEEN DynamicValue(RS_156_catalog_sales_cs_item_sk_min) AND DynamicValue(RS_156_catalog_sales_cs_item_sk_max) and in_bloom_filter(sr_item_sk, DynamicValue(RS_147_item_i_item_sk_bloom_filter)) and in_bloom_filter(sr_item_sk, DynamicValue(RS_156_catalog_sales_cs_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: sr_item_sk (type: bigint), sr_ticket_number (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (sr_item_sk BETWEEN DynamicValue(RS_49_item_i_item_sk_min) AND DynamicValue(RS_49_item_i_item_sk_max) and sr_item_sk BETWEEN DynamicValue(RS_58_catalog_sales_cs_item_sk_min) AND DynamicValue(RS_58_catalog_sales_cs_item_sk_max) and in_bloom_filter(sr_item_sk, DynamicValue(RS_49_item_i_item_sk_bloom_filter)) and in_bloom_filter(sr_item_sk, DynamicValue(RS_58_catalog_sales_cs_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: sr_item_sk (type: bigint), sr_ticket_number (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: ((cs_item_sk BETWEEN DynamicValue(RS_49_item_i_item_sk_min) AND DynamicValue(RS_49_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_49_item_i_item_sk_bloom_filter))) or (cs_item_sk BETWEEN DynamicValue(RS_147_item_i_item_sk_min) AND DynamicValue(RS_147_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_147_item_i_item_sk_bloom_filter)))) (type: boolean) + Statistics: Num rows: 43220864887 Data size: 5508302290240 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (cs_item_sk BETWEEN DynamicValue(RS_49_item_i_item_sk_min) AND DynamicValue(RS_49_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_49_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 43220864887 Data size: 5508302290240 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_item_sk (type: bigint), cs_order_number (type: bigint), cs_ext_list_price (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 43220864887 Data size: 5508302290240 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 43220864887 Data size: 5508302290240 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(7,2)) + Filter Operator + predicate: (cs_item_sk BETWEEN DynamicValue(RS_147_item_i_item_sk_min) AND DynamicValue(RS_147_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_147_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 43220864887 Data size: 5508302290240 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_item_sk (type: bigint), cs_order_number (type: bigint), cs_ext_list_price (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 43220864887 Data size: 5508302290240 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 43220864887 Data size: 5508302290240 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(7,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 10 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col0, _col2, _col5 + input vertices: + 1 Map 13 + Statistics: Num rows: 41876960211 Data size: 9691486353656 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Group By Operator + aggregations: sum(_col2), sum(_col5) + keys: _col0 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 16946565830 Data size: 3931603272560 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 16946565830 Data size: 3931603272560 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(19,2)) + Reducer 11 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1) + keys: KEY._col0 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 447635 Data size: 103851320 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col1 > (2 * _col2)) (type: boolean) + Statistics: Num rows: 149211 Data size: 34616952 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 149211 Data size: 1193688 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 149211 Data size: 1193688 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 149211 Data size: 1193688 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 12 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 17 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 7200 Data size: 57600 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 18 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 7200 Data size: 57600 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col11, _col15, _col16, _col17, _col18, _col19 + input vertices: + 1 Map 34 + Statistics: Num rows: 226670367 Data size: 14429217296 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col11, _col15, _col16, _col17, _col18, _col19 + input vertices: + 1 Reducer 8 + Statistics: Num rows: 226670367 Data size: 14429217296 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col4 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col3, _col5, _col6, _col7, _col8, _col9, _col11, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25 + input vertices: + 1 Map 14 + Statistics: Num rows: 226670367 Data size: 96257219775 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col6 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col6 (type: bigint) + Statistics: Num rows: 226670367 Data size: 96257219775 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: bigint), _col3 (type: bigint), _col5 (type: bigint), _col7 (type: decimal(7,2)), _col8 (type: decimal(7,2)), _col9 (type: decimal(7,2)), _col11 (type: bigint), _col15 (type: bigint), _col16 (type: bigint), _col17 (type: bigint), _col18 (type: bigint), _col19 (type: bigint), _col22 (type: char(10)), _col23 (type: varchar(60)), _col24 (type: varchar(60)), _col25 (type: char(10)) + Reducer 20 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int) + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int) + Reducer 21 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int) + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int) + Reducer 23 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: char(1)) + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1920800 Data size: 178634400 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(1)) + Reducer 24 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: char(1)) + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1920800 Data size: 178634400 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(1)) + Reducer 26 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col11, _col12, _col15, _col16, _col17, _col18, _col19 + input vertices: + 1 Map 34 + Statistics: Num rows: 226670367 Data size: 38682946565 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col11, _col12, _col15, _col16, _col17, _col18, _col19 + input vertices: + 1 Reducer 11 + Statistics: Num rows: 226670367 Data size: 38682946565 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col4 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col3, _col5, _col6, _col7, _col8, _col9, _col11, _col12, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25 + input vertices: + 1 Map 14 + Statistics: Num rows: 226670367 Data size: 120510949044 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col6 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col6 (type: bigint) + Statistics: Num rows: 226670367 Data size: 120510949044 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: bigint), _col3 (type: bigint), _col5 (type: bigint), _col7 (type: decimal(7,2)), _col8 (type: decimal(7,2)), _col9 (type: decimal(7,2)), _col11 (type: bigint), _col12 (type: char(50)), _col15 (type: bigint), _col16 (type: bigint), _col17 (type: bigint), _col18 (type: bigint), _col19 (type: bigint), _col22 (type: char(10)), _col23 (type: varchar(60)), _col24 (type: varchar(60)), _col25 (type: char(10)) + Reducer 27 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col2, _col3, _col5, _col7, _col8, _col9, _col11, _col12, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25 + input vertices: + 1 Map 35 + Statistics: Num rows: 382653083 Data size: 253525082388 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col5 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col3, _col7, _col8, _col9, _col11, _col12, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col29, _col30 + input vertices: + 1 Map 15 + Statistics: Num rows: 382653083 Data size: 320006816343 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col7, _col8, _col9, _col11, _col12, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col29, _col30 + input vertices: + 1 Reducer 18 + Statistics: Num rows: 382653083 Data size: 318758954607 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col16 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col7, _col8, _col9, _col11, _col12, _col15, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col29, _col30 + input vertices: + 1 Map 16 + Statistics: Num rows: 382653083 Data size: 315717148415 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col19 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col7, _col8, _col9, _col11, _col12, _col15, _col17, _col18, _col22, _col23, _col24, _col25, _col29, _col30, _col34 + input vertices: + 1 Reducer 21 + Statistics: Num rows: 382653083 Data size: 314205958075 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col18 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col7, _col8, _col9, _col11, _col12, _col15, _col17, _col22, _col23, _col24, _col25, _col29, _col30, _col34, _col36 + input vertices: + 1 Map 19 + Statistics: Num rows: 382653083 Data size: 312694776079 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col7, _col8, _col9, _col11, _col12, _col15, _col17, _col22, _col23, _col24, _col25, _col29, _col30, _col34, _col36, _col38 + input vertices: + 1 Reducer 24 + Statistics: Num rows: 382653083 Data size: 343972426398 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col15 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col7, _col8, _col9, _col11, _col12, _col17, _col22, _col23, _col24, _col25, _col29, _col30, _col34, _col36, _col38, _col40 + input vertices: + 1 Map 22 + Statistics: Num rows: 382653083 Data size: 373456129549 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col38 <> _col40) (type: boolean) + Statistics: Num rows: 382653083 Data size: 373456129549 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col17 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col7, _col8, _col9, _col11, _col12, _col22, _col23, _col24, _col25, _col29, _col30, _col34, _col36, _col42, _col43, _col44, _col45 + input vertices: + 1 Map 14 + Statistics: Num rows: 382653083 Data size: 443481643738 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(), sum(_col7), sum(_col8), sum(_col9) + keys: _col29 (type: varchar(50)), _col11 (type: bigint), _col30 (type: char(10)), _col22 (type: char(10)), _col23 (type: varchar(60)), _col24 (type: varchar(60)), _col25 (type: char(10)), _col12 (type: char(50)), _col34 (type: int), _col36 (type: int), _col42 (type: char(10)), _col43 (type: varchar(60)), _col44 (type: varchar(60)), _col45 (type: char(10)) + minReductionHashAggr: 0.823521 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17 + Statistics: Num rows: 382653083 Data size: 522704111378 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: varchar(50)), _col1 (type: bigint), _col2 (type: char(10)), _col3 (type: char(10)), _col4 (type: varchar(60)), _col5 (type: varchar(60)), _col6 (type: char(10)), _col7 (type: char(50)), _col8 (type: int), _col9 (type: int), _col10 (type: char(10)), _col11 (type: varchar(60)), _col12 (type: varchar(60)), _col13 (type: char(10)) + null sort order: zzzzzzzzzzzzzz + sort order: ++++++++++++++ + Map-reduce partition columns: _col0 (type: varchar(50)), _col1 (type: bigint), _col2 (type: char(10)), _col3 (type: char(10)), _col4 (type: varchar(60)), _col5 (type: varchar(60)), _col6 (type: char(10)), _col7 (type: char(50)), _col8 (type: int), _col9 (type: int), _col10 (type: char(10)), _col11 (type: varchar(60)), _col12 (type: varchar(60)), _col13 (type: char(10)) + Statistics: Num rows: 382653083 Data size: 522704111378 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col14 (type: bigint), _col15 (type: decimal(17,2)), _col16 (type: decimal(17,2)), _col17 (type: decimal(17,2)) + Reducer 28 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) + keys: KEY._col0 (type: varchar(50)), KEY._col1 (type: bigint), KEY._col2 (type: char(10)), KEY._col3 (type: char(10)), KEY._col4 (type: varchar(60)), KEY._col5 (type: varchar(60)), KEY._col6 (type: char(10)), KEY._col7 (type: char(50)), KEY._col8 (type: int), KEY._col9 (type: int), KEY._col10 (type: char(10)), KEY._col11 (type: varchar(60)), KEY._col12 (type: varchar(60)), KEY._col13 (type: char(10)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17 + Statistics: Num rows: 382653083 Data size: 522704111378 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col7 (type: char(50)), _col1 (type: bigint), _col0 (type: varchar(50)), _col2 (type: char(10)), _col3 (type: char(10)), _col4 (type: varchar(60)), _col5 (type: varchar(60)), _col6 (type: char(10)), _col10 (type: char(10)), _col11 (type: varchar(60)), _col12 (type: varchar(60)), _col13 (type: char(10)), _col14 (type: bigint), _col15 (type: decimal(17,2)), _col16 (type: decimal(17,2)), _col17 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col14, _col15, _col16, _col17 + Statistics: Num rows: 382653083 Data size: 519642886714 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: _col14 is not null (type: boolean) + Statistics: Num rows: 382653083 Data size: 519642886714 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(50)), _col1 (type: bigint), _col2 (type: varchar(50)), _col3 (type: char(10)), _col4 (type: char(10)), _col5 (type: varchar(60)), _col6 (type: varchar(60)), _col7 (type: char(10)), _col8 (type: char(10)), _col9 (type: varchar(60)), _col10 (type: varchar(60)), _col11 (type: char(10)), _col14 (type: bigint), _col15 (type: decimal(17,2)), _col16 (type: decimal(17,2)), _col17 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 382653083 Data size: 519642886714 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col2 (type: varchar(50)), _col1 (type: bigint), _col3 (type: char(10)) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col2 (type: varchar(50)), _col1 (type: bigint), _col3 (type: char(10)) + Statistics: Num rows: 382653083 Data size: 519642886714 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: char(50)), _col4 (type: char(10)), _col5 (type: varchar(60)), _col6 (type: varchar(60)), _col7 (type: char(10)), _col8 (type: char(10)), _col9 (type: varchar(60)), _col10 (type: varchar(60)), _col11 (type: char(10)), _col12 (type: bigint), _col13 (type: decimal(17,2)), _col14 (type: decimal(17,2)), _col15 (type: decimal(17,2)) + Reducer 29 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: varchar(50)), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: char(10)) + 1 KEY.reducesinkkey0 (type: varchar(50)), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: char(10)) + outputColumnNames: _col3, _col4, _col5, _col6, _col7, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22 + input vertices: + 0 Reducer 4 + Statistics: Num rows: 99947700975703 Data size: 169311405452840883 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Filter Operator + predicate: (_col3 <= _col19) (type: boolean) + Statistics: Num rows: 33315900325234 Data size: 56437135150946396 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col7 (type: char(50)), _col9 (type: varchar(50)), _col10 (type: char(10)), _col11 (type: char(10)), _col12 (type: varchar(60)), _col13 (type: varchar(60)), _col14 (type: char(10)), _col15 (type: char(10)), _col16 (type: varchar(60)), _col17 (type: varchar(60)), _col18 (type: char(10)), _col19 (type: bigint), _col20 (type: decimal(17,2)), _col21 (type: decimal(17,2)), _col22 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col3 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18 + Statistics: Num rows: 33315900325234 Data size: 56437135150946396 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(50)), _col1 (type: varchar(50)), _col18 (type: bigint) + null sort order: zzz + sort order: +++ + Statistics: Num rows: 33315900325234 Data size: 56437135150946396 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: char(10)), _col3 (type: char(10)), _col4 (type: varchar(60)), _col5 (type: varchar(60)), _col6 (type: char(10)), _col7 (type: char(10)), _col8 (type: varchar(60)), _col9 (type: varchar(60)), _col10 (type: char(10)), _col11 (type: bigint), _col12 (type: decimal(17,2)), _col13 (type: decimal(17,2)), _col14 (type: decimal(17,2)), _col15 (type: decimal(17,2)), _col16 (type: decimal(17,2)), _col17 (type: decimal(17,2)) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col2, _col3, _col5, _col7, _col8, _col9, _col11, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25 + input vertices: + 1 Map 35 + Statistics: Num rows: 382653083 Data size: 212581202507 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col5 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col3, _col7, _col8, _col9, _col11, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col29, _col30 + input vertices: + 1 Map 15 + Statistics: Num rows: 382653083 Data size: 279062936462 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col7, _col8, _col9, _col11, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col29, _col30 + input vertices: + 1 Reducer 17 + Statistics: Num rows: 382653083 Data size: 277815074726 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col16 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col7, _col8, _col9, _col11, _col15, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col29, _col30 + input vertices: + 1 Map 16 + Statistics: Num rows: 382653083 Data size: 274773268534 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col19 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col7, _col8, _col9, _col11, _col15, _col17, _col18, _col22, _col23, _col24, _col25, _col29, _col30, _col34 + input vertices: + 1 Reducer 20 + Statistics: Num rows: 382653083 Data size: 273262078194 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col18 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col7, _col8, _col9, _col11, _col15, _col17, _col22, _col23, _col24, _col25, _col29, _col30, _col34, _col36 + input vertices: + 1 Map 19 + Statistics: Num rows: 382653083 Data size: 271750896198 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col7, _col8, _col9, _col11, _col15, _col17, _col22, _col23, _col24, _col25, _col29, _col30, _col34, _col36, _col38 + input vertices: + 1 Reducer 23 + Statistics: Num rows: 382653083 Data size: 303028546517 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col15 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col7, _col8, _col9, _col11, _col17, _col22, _col23, _col24, _col25, _col29, _col30, _col34, _col36, _col38, _col40 + input vertices: + 1 Map 22 + Statistics: Num rows: 382653083 Data size: 332512249668 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col38 <> _col40) (type: boolean) + Statistics: Num rows: 382653083 Data size: 332512249668 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col17 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col7, _col8, _col9, _col11, _col22, _col23, _col24, _col25, _col29, _col30, _col34, _col36, _col42, _col43, _col44, _col45 + input vertices: + 1 Map 14 + Statistics: Num rows: 382653083 Data size: 402537763857 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(), sum(_col7), sum(_col8), sum(_col9) + keys: _col29 (type: varchar(50)), _col11 (type: bigint), _col30 (type: char(10)), _col22 (type: char(10)), _col23 (type: varchar(60)), _col24 (type: varchar(60)), _col25 (type: char(10)), _col34 (type: int), _col36 (type: int), _col42 (type: char(10)), _col43 (type: varchar(60)), _col44 (type: varchar(60)), _col45 (type: char(10)) + minReductionHashAggr: 0.8260248 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16 + Statistics: Num rows: 382653083 Data size: 481760231497 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: varchar(50)), _col1 (type: bigint), _col2 (type: char(10)), _col3 (type: char(10)), _col4 (type: varchar(60)), _col5 (type: varchar(60)), _col6 (type: char(10)), _col7 (type: int), _col8 (type: int), _col9 (type: char(10)), _col10 (type: varchar(60)), _col11 (type: varchar(60)), _col12 (type: char(10)) + null sort order: zzzzzzzzzzzzz + sort order: +++++++++++++ + Map-reduce partition columns: _col0 (type: varchar(50)), _col1 (type: bigint), _col2 (type: char(10)), _col3 (type: char(10)), _col4 (type: varchar(60)), _col5 (type: varchar(60)), _col6 (type: char(10)), _col7 (type: int), _col8 (type: int), _col9 (type: char(10)), _col10 (type: varchar(60)), _col11 (type: varchar(60)), _col12 (type: char(10)) + Statistics: Num rows: 382653083 Data size: 481760231497 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col13 (type: bigint), _col14 (type: decimal(17,2)), _col15 (type: decimal(17,2)), _col16 (type: decimal(17,2)) + Reducer 30 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(50)), KEY.reducesinkkey1 (type: varchar(50)), VALUE._col0 (type: char(10)), VALUE._col1 (type: char(10)), VALUE._col2 (type: varchar(60)), VALUE._col3 (type: varchar(60)), VALUE._col4 (type: char(10)), VALUE._col5 (type: char(10)), VALUE._col6 (type: varchar(60)), VALUE._col7 (type: varchar(60)), VALUE._col8 (type: char(10)), 2000 (type: int), VALUE._col9 (type: bigint), VALUE._col10 (type: decimal(17,2)), VALUE._col11 (type: decimal(17,2)), VALUE._col12 (type: decimal(17,2)), VALUE._col13 (type: decimal(17,2)), VALUE._col14 (type: decimal(17,2)), VALUE._col15 (type: decimal(17,2)), 2001 (type: int), KEY.reducesinkkey2 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20 + Statistics: Num rows: 33315900325234 Data size: 56703662353548268 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 33315900325234 Data size: 56703662353548268 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 32 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 33 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) + keys: KEY._col0 (type: varchar(50)), KEY._col1 (type: bigint), KEY._col2 (type: char(10)), KEY._col3 (type: char(10)), KEY._col4 (type: varchar(60)), KEY._col5 (type: varchar(60)), KEY._col6 (type: char(10)), KEY._col7 (type: int), KEY._col8 (type: int), KEY._col9 (type: char(10)), KEY._col10 (type: varchar(60)), KEY._col11 (type: varchar(60)), KEY._col12 (type: char(10)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16 + Statistics: Num rows: 382653083 Data size: 481760231497 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: bigint), _col0 (type: varchar(50)), _col2 (type: char(10)), _col13 (type: bigint), _col14 (type: decimal(17,2)), _col15 (type: decimal(17,2)), _col16 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col13, _col14, _col15, _col16 + Statistics: Num rows: 382653083 Data size: 202423480907 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: _col13 is not null (type: boolean) + Statistics: Num rows: 382653083 Data size: 202423480907 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint), _col1 (type: varchar(50)), _col2 (type: char(10)), _col13 (type: bigint), _col14 (type: decimal(17,2)), _col15 (type: decimal(17,2)), _col16 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 382653083 Data size: 202423480907 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: varchar(50)), _col0 (type: bigint), _col2 (type: char(10)) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col1 (type: varchar(50)), _col0 (type: bigint), _col2 (type: char(10)) + Statistics: Num rows: 382653083 Data size: 202423480907 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: bigint), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 382653083 Data size: 3061224664 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col0, _col2, _col5 + input vertices: + 1 Map 13 + Statistics: Num rows: 41876960211 Data size: 9691486353656 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Group By Operator + aggregations: sum(_col2), sum(_col5) + keys: _col0 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 16946565830 Data size: 3931603272560 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 16946565830 Data size: 3931603272560 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(19,2)) + Reducer 8 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1) + keys: KEY._col0 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 447635 Data size: 103851320 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col1 > (2 * _col2)) (type: boolean) + Statistics: Num rows: 149211 Data size: 34616952 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 149211 Data size: 1193688 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 149211 Data size: 1193688 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 149211 Data size: 1193688 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 9 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query65.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query65.q.out index 27059885129c..9dd942616db6 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query65.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query65.q.out @@ -1,2186 +1,354 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store" - ], - "table:alias": "store", - "inputs": [], - "rowCount": 1704, - "avgRowSize": 1375, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "s_store_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "s_store_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "s_closed_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_store_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_number_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_floor_space" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "s_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_market_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_geography_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_market_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_division_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_company_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_company_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 10, - "name": "s_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "s_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "s_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "s_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "s_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "s_store_sk", - "ndv": 1736, - "minValue": 1, - "maxValue": 1704 - }, - { - "name": "s_store_name", - "ndv": 11 - }, - { - "name": "s_store_id", - "ndv": 879 - }, - { - "name": "s_rec_start_date", - "ndv": 0, - "minValue": 9933, - "maxValue": 11394 - }, - { - "name": "s_rec_end_date", - "ndv": 0, - "minValue": 10663, - "maxValue": 11393 - }, - { - "name": "s_closed_date_sk", - "ndv": 263, - "minValue": 2450820, - "maxValue": 2451314 - }, - { - "name": "s_number_employees", - "ndv": 100, - "minValue": 200, - "maxValue": 300 - }, - { - "name": "s_floor_space", - "ndv": 1289, - "minValue": 5000201, - "maxValue": 9997773 - }, - { - "name": "s_hours", - "ndv": 4 - }, - { - "name": "s_manager", - "ndv": 1245 - }, - { - "name": "s_market_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "s_geography_class", - "ndv": 2 - }, - { - "name": "s_market_desc", - "ndv": 1311 - }, - { - "name": "s_market_manager", - "ndv": 1236 - }, - { - "name": "s_division_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_division_name", - "ndv": 2 - }, - { - "name": "s_company_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_company_name", - "ndv": 2 - }, - { - "name": "s_street_number", - "ndv": 736 - }, - { - "name": "s_street_name", - "ndv": 851 - }, - { - "name": "s_street_type", - "ndv": 21 - }, - { - "name": "s_suite_number", - "ndv": 76 - }, - { - "name": "s_city", - "ndv": 267 - }, - { - "name": "s_county", - "ndv": 128 - }, - { - "name": "s_state", - "ndv": 44 - }, - { - "name": "s_zip", - "ndv": 983 - }, - { - "name": "s_country", - "ndv": 2 - }, - { - "name": "s_gmt_offset", - "ndv": 5, - "minValue": -9, - "maxValue": -5 - }, - { - "name": "s_tax_percentage", - "ndv": 12, - "minValue": 0, - "maxValue": 0.11 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk", - "s_store_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 1704 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_store_sk", - "ss_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 1212, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1223, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "4", - "7" - ], - "rowCount": 1.8308036953566934E14 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 1.8308036953566934E13 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_store_sk", - "ss_item_sk", - "$f2" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 1.8308036953566934E13 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - "rowCount": 1.647723325821024E13 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_store_sk", - "ss_item_sk", - "$f2" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 1.647723325821024E13 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "inputs": [ - "2" - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_store_sk", - "ss_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 1212, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1223, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "5" - ], - "rowCount": 18262.25 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "14", - "16" - ], - "rowCount": 1.8308036953566934E14 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 1.8308036953566934E13 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_store_sk", - "$f2" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 1.8308036953566934E13 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 1 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 27, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 1.8308036953566934E12 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 21, - "scale": 6 - } - } - ] - }, - "rowCount": 1.6477233258210242E12 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "EXPR$0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "literal": 0.1, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 1 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 21, - "scale": 6 - } - } - ] - } - ], - "rowCount": 1.6477233258210242E12 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "12", - "22" - ], - "rowCount": 2.0362441188410223E24 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "1", - "23" - ], - "rowCount": 5.204639967757653E26 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_item_desc", - "i_current_price", - "i_wholesale_cost", - "i_brand" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 462000 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "24", - "26" - ], - "rowCount": 3.6068154976560536E31 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_name", - "i_item_desc", - "sc.revenue", - "i_current_price", - "i_wholesale_cost", - "i_brand" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - } - ], - "rowCount": 3.6068154976560536E31 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 8 (BROADCAST_EDGE), Reducer 7 (BROADCAST_EDGE) + Map 4 <- Map 8 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 10 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE), Reducer 6 (BROADCAST_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + Reducer 5 <- Map 4 (SIMPLE_EDGE) + Reducer 6 <- Reducer 5 (SIMPLE_EDGE) + Reducer 7 <- Reducer 6 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: (ss_store_sk is not null and ss_store_sk BETWEEN DynamicValue(RS_41_store_sales_ss_store_sk_min) AND DynamicValue(RS_41_store_sales_ss_store_sk_max) and in_bloom_filter(ss_store_sk, DynamicValue(RS_41_store_sales_ss_store_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 82510879939 Data size: 10988352362648 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ss_store_sk is not null and ss_store_sk BETWEEN DynamicValue(RS_41_store_sales_ss_store_sk_min) AND DynamicValue(RS_41_store_sales_ss_store_sk_max) and in_bloom_filter(ss_store_sk, DynamicValue(RS_41_store_sales_ss_store_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 80569240632 Data size: 10729775349712 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_store_sk (type: bigint), ss_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 80569240632 Data size: 10729775349712 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 8 + Statistics: Num rows: 15840066266 Data size: 1799887105808 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2) + keys: _col1 (type: bigint), _col0 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 15840066266 Data size: 2012360891584 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 15840066266 Data size: 2012360891584 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 10 + Map Operator Tree: + TableScan + alias: item + Statistics: Num rows: 462000 Data size: 238136080 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_item_desc (type: varchar(200)), i_current_price (type: decimal(7,2)), i_wholesale_cost (type: decimal(7,2)), i_brand (type: char(50)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 462000 Data size: 238136080 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 238136080 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(200)), _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)), _col4 (type: char(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: ss_store_sk is not null (type: boolean) + Statistics: Num rows: 82510879939 Data size: 10988352362648 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ss_store_sk is not null (type: boolean) + Statistics: Num rows: 80569240632 Data size: 10729775349712 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_store_sk (type: bigint), ss_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 80569240632 Data size: 10729775349712 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 8 + Statistics: Num rows: 15840066266 Data size: 1799887105808 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2) + keys: _col1 (type: bigint), _col0 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 15840066266 Data size: 2012360891584 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 15840066266 Data size: 2012360891584 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) + Statistics: Num rows: 359 Data size: 4308 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 4 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 9 + Map Operator Tree: + TableScan + alias: store + Statistics: Num rows: 1704 Data size: 163584 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: s_store_sk (type: bigint), s_store_name (type: varchar(50)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1704 Data size: 163584 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1704 Data size: 163584 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: bigint), KEY._col1 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 15713763 Data size: 1996315024 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: _col2 is not null (type: boolean) + Statistics: Num rows: 15713763 Data size: 1996315024 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col4 + input vertices: + 1 Reducer 6 + Statistics: Num rows: 15805122 Data size: 3778182640 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col2 <= _col4) (type: boolean) + Statistics: Num rows: 5268374 Data size: 1259394216 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col6 + input vertices: + 1 Map 9 + Statistics: Num rows: 5268374 Data size: 1095821792 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col6, _col8, _col9, _col10, _col11 + input vertices: + 1 Map 10 + Statistics: Num rows: 5268374 Data size: 3729752872 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++ + keys: _col6 (type: varchar(50)), _col8 (type: varchar(200)) + null sort order: zz + Statistics: Num rows: 5268374 Data size: 3729752872 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col6 (type: varchar(50)), _col8 (type: varchar(200)), _col2 (type: decimal(17,2)), _col9 (type: decimal(7,2)), _col10 (type: decimal(7,2)), _col11 (type: char(50)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 5268374 Data size: 3729496728 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: varchar(50)), _col1 (type: varchar(200)) + null sort order: zz + sort order: ++ + Statistics: Num rows: 5268374 Data size: 3729496728 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(17,2)), _col3 (type: decimal(7,2)), _col4 (type: decimal(7,2)), _col5 (type: char(50)) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(50)), KEY.reducesinkkey1 (type: varchar(200)), VALUE._col0 (type: decimal(17,2)), VALUE._col1 (type: decimal(7,2)), VALUE._col2 (type: decimal(7,2)), VALUE._col3 (type: char(50)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 5268374 Data size: 3729496728 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 70800 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 70800 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: bigint), KEY._col1 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 15713763 Data size: 1996315024 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint), _col2 (type: decimal(17,2)) + outputColumnNames: _col1, _col2 + Statistics: Num rows: 15713763 Data size: 1996315024 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2), count(_col2) + keys: _col1 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1384 Data size: 175832 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1384 Data size: 175832 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(27,2)), _col2 (type: bigint) + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), count(VALUE._col1) + keys: KEY._col0 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 173 Data size: 21984 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: CAST( (_col1 / _col2) AS decimal(21,6)) is not null (type: boolean) + Statistics: Num rows: 173 Data size: 21984 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint), (0.1 * CAST( (_col1 / _col2) AS decimal(21,6))) (type: decimal(23,7)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 173 Data size: 20600 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 173 Data size: 20600 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(23,7)) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 173 Data size: 1224 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query66.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query66.q.out index c37a012e9090..fd52072a7b8d 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query66.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query66.q.out @@ -1,7517 +1,416 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 13, - "name": "$13" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 14, - "name": "$14" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 1.4168242284420603E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_sold_time_sk", - "ws_ship_mode_sk", - "ws_warehouse_sk", - "ws_sold_date_sk", - "EXPR$0", - "EXPR$1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 33, - "name": "$33" - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 20, - "name": "$20" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 17, - "name": "$17" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 10, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 29, - "name": "$29" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 17, - "name": "$17" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 10, - "scale": 0 - } - } - ] - } - ], - "rowCount": 1.4168242284420603E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "time_dim" - ], - "table:alias": "time_dim", - "inputs": [], - "rowCount": 86400, - "avgRowSize": 377, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "t_time_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "t_time_id" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "t_time" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "t_hour" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "t_minute" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "t_second" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "t_am_pm" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "t_shift" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "t_sub_shift" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "t_meal_time" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "t_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "t_time", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "t_time_id", - "ndv": 87002 - }, - { - "name": "t_hour", - "ndv": 24, - "minValue": 0, - "maxValue": 23 - }, - { - "name": "t_minute", - "ndv": 62, - "minValue": 0, - "maxValue": 59 - }, - { - "name": "t_second", - "ndv": 62, - "minValue": 0, - "maxValue": 59 - }, - { - "name": "t_am_pm", - "ndv": 2 - }, - { - "name": "t_shift", - "ndv": 3 - }, - { - "name": "t_sub_shift", - "ndv": 4 - }, - { - "name": "t_meal_time", - "ndv": 4 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 2, - "name": "$2" - }, - { - "literal": 49530, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 78330, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 21600 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "t_time_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 21600 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 4.590510500152275E13 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2002, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 10957.35 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "EXPR$0", - "EXPR$1", - "EXPR$2", - "EXPR$3", - "EXPR$4", - "EXPR$5", - "EXPR$6", - "EXPR$7", - "EXPR$8", - "EXPR$9", - "EXPR$10", - "EXPR$11" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 4, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 5, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 6, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 7, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 8, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 9, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 10, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 11, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 12, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "rowCount": 10957.35 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 75449745343265296 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "ship_mode" - ], - "table:alias": "ship_mode", - "inputs": [], - "rowCount": 20, - "avgRowSize": 397, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "sm_ship_mode_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "sm_ship_mode_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "sm_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "sm_code" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "sm_carrier" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "sm_contract" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "sm_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "sm_carrier", - "ndv": 20 - }, - { - "name": "sm_ship_mode_id", - "ndv": 20 - }, - { - "name": "sm_type", - "ndv": 6 - }, - { - "name": "sm_code", - "ndv": 4 - }, - { - "name": "sm_contract", - "ndv": 20 - } - ] - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": "AIRBORNE", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 8 - } - }, - { - "literal": "DIAMOND", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 7 - } - } - ] - }, - "rowCount": 5 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sm_ship_mode_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 5 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 20, - "name": "$20" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "10", - "13" - ], - "rowCount": 56587309007448968 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "warehouse" - ], - "table:alias": "warehouse", - "inputs": [], - "rowCount": 27, - "avgRowSize": 679, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "w_warehouse_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "w_warehouse_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "w_warehouse_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "w_warehouse_sq_ft" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "w_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "w_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "w_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "w_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "w_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "w_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "w_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "w_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "w_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "w_gmt_offset" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "w_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "w_warehouse_name", - "ndv": 27 - }, - { - "name": "w_warehouse_sq_ft", - "ndv": 26, - "minValue": 73065, - "maxValue": 977787 - }, - { - "name": "w_city", - "ndv": 18 - }, - { - "name": "w_county", - "ndv": 14 - }, - { - "name": "w_state", - "ndv": 12 - }, - { - "name": "w_country", - "ndv": 1 - }, - { - "name": "w_warehouse_id", - "ndv": 27 - }, - { - "name": "w_street_number", - "ndv": 26 - }, - { - "name": "w_street_name", - "ndv": 27 - }, - { - "name": "w_street_type", - "ndv": 16 - }, - { - "name": "w_suite_number", - "ndv": 21 - }, - { - "name": "w_zip", - "ndv": 24 - }, - { - "name": "w_gmt_offset", - "ndv": 4, - "minValue": -8, - "maxValue": -5 - } - ] - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "w_warehouse_sk", - "w_warehouse_name", - "w_warehouse_sq_ft", - "w_city", - "w_county", - "w_state", - "w_country" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 12, - "name": "$12" - } - ], - "rowCount": 27 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 21, - "name": "$21" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "14", - "16" - ], - "rowCount": 229178601480168288 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4", - "$f5", - "$f7", - "$f8", - "$f9", - "$f10", - "$f11", - "$f12", - "$f13", - "$f14", - "$f15", - "$f16", - "$f17", - "$f18", - "$f19", - "$f20", - "$f21", - "$f22", - "$f23", - "$f24", - "$f25", - "$f26", - "$f27", - "$f28", - "$f29", - "$f30" - ], - "exprs": [ - { - "input": 22, - "name": "$22" - }, - { - "input": 23, - "name": "$23" - }, - { - "input": 24, - "name": "$24" - }, - { - "input": 25, - "name": "$25" - }, - { - "input": 26, - "name": "$26" - }, - { - "input": 27, - "name": "$27" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 13, - "name": "$13" - }, - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 15, - "name": "$15" - }, - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 16, - "name": "$16" - }, - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 17, - "name": "$17" - }, - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 18, - "name": "$18" - }, - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 19, - "name": "$19" - }, - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 13, - "name": "$13" - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 15, - "name": "$15" - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 16, - "name": "$16" - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 17, - "name": "$17" - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 18, - "name": "$18" - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 19, - "name": "$19" - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - } - ], - "rowCount": 229178601480168288 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2, - 3, - 4, - 5 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 6 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 7 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 8 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 9 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 10 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 11 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 12 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 13 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 14 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 15 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 16 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 17 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 18 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 19 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 20 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 21 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 22 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 23 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 24 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 25 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 26 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 27 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 28 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 29 - ], - "name": null - } - ], - "rowCount": 22917860148016828 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4", - "$f5", - "$f6", - "$f7", - "$f8", - "$f9", - "$f10", - "$f11", - "$f12", - "$f13", - "$f14", - "$f15", - "$f16", - "$f17", - "$f18", - "$f19", - "$f20", - "$f21", - "$f22", - "$f23", - "$f24", - "$f25", - "$f26", - "$f27", - "$f28", - "$f29" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 17, - "name": "$17" - }, - { - "input": 18, - "name": "$18" - }, - { - "input": 19, - "name": "$19" - }, - { - "input": 20, - "name": "$20" - }, - { - "input": 21, - "name": "$21" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 23, - "name": "$23" - }, - { - "input": 24, - "name": "$24" - }, - { - "input": 25, - "name": "$25" - }, - { - "input": 26, - "name": "$26" - }, - { - "input": 27, - "name": "$27" - }, - { - "input": 28, - "name": "$28" - }, - { - "input": 29, - "name": "$29" - } - ], - "rowCount": 22917860148016828 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - } - ] - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 13, - "name": "$13" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 12, - "name": "$12" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 2.8215652031302505E10 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_sold_time_sk", - "cs_ship_mode_sk", - "cs_warehouse_sk", - "cs_sold_date_sk", - "EXPR$0", - "EXPR$1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 33, - "name": "$33" - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 22, - "name": "$22" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 17, - "name": "$17" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 10, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 31, - "name": "$31" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 17, - "name": "$17" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 10, - "scale": 0 - } - } - ] - } - ], - "rowCount": 2.8215652031302505E10 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 2, - "name": "$2" - }, - { - "literal": 49530, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 78330, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 21600 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "t_time_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 21600 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "23", - "25" - ], - "rowCount": 9.141871258142011E13 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2002, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 10957.35 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "EXPR$0", - "EXPR$1", - "EXPR$2", - "EXPR$3", - "EXPR$4", - "EXPR$5", - "EXPR$6", - "EXPR$7", - "EXPR$8", - "EXPR$9", - "EXPR$10", - "EXPR$11" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 4, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 5, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 6, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 7, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 8, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 9, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 10, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 11, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 12, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "rowCount": 10957.35 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "26", - "28" - ], - "rowCount": 150256024545603552 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": "AIRBORNE", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 8 - } - }, - { - "literal": "DIAMOND", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 7 - } - } - ] - }, - "inputs": [ - "11" - ], - "rowCount": 5 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sm_ship_mode_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 5 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 20, - "name": "$20" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "29", - "31" - ], - "rowCount": 112692018409202672 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "w_warehouse_sk", - "w_warehouse_name", - "w_warehouse_sq_ft", - "w_city", - "w_county", - "w_state", - "w_country" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 12, - "name": "$12" - } - ], - "inputs": [ - "15" - ], - "rowCount": 27 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 21, - "name": "$21" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "32", - "33" - ], - "rowCount": 456402674557270784 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4", - "$f5", - "$f7", - "$f8", - "$f9", - "$f10", - "$f11", - "$f12", - "$f13", - "$f14", - "$f15", - "$f16", - "$f17", - "$f18", - "$f19", - "$f20", - "$f21", - "$f22", - "$f23", - "$f24", - "$f25", - "$f26", - "$f27", - "$f28", - "$f29", - "$f30" - ], - "exprs": [ - { - "input": 22, - "name": "$22" - }, - { - "input": 23, - "name": "$23" - }, - { - "input": 24, - "name": "$24" - }, - { - "input": 25, - "name": "$25" - }, - { - "input": 26, - "name": "$26" - }, - { - "input": 27, - "name": "$27" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 13, - "name": "$13" - }, - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 15, - "name": "$15" - }, - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 16, - "name": "$16" - }, - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 17, - "name": "$17" - }, - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 18, - "name": "$18" - }, - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 19, - "name": "$19" - }, - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 13, - "name": "$13" - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 15, - "name": "$15" - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 16, - "name": "$16" - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 17, - "name": "$17" - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 18, - "name": "$18" - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 19, - "name": "$19" - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - } - ], - "rowCount": 456402674557270784 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2, - 3, - 4, - 5 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 6 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 7 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 8 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 9 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 10 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 11 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 12 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 13 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 14 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 15 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 16 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 17 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 18 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 19 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 20 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 21 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 22 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 23 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 24 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 25 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 26 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 27 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 28 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 29 - ], - "name": null - } - ], - "rowCount": 45640267455727080 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4", - "$f5", - "$f6", - "$f7", - "$f8", - "$f9", - "$f10", - "$f11", - "$f12", - "$f13", - "$f14", - "$f15", - "$f16", - "$f17", - "$f18", - "$f19", - "$f20", - "$f21", - "$f22", - "$f23", - "$f24", - "$f25", - "$f26", - "$f27", - "$f28", - "$f29" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 17, - "name": "$17" - }, - { - "input": 18, - "name": "$18" - }, - { - "input": 19, - "name": "$19" - }, - { - "input": 20, - "name": "$20" - }, - { - "input": 21, - "name": "$21" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 23, - "name": "$23" - }, - { - "input": 24, - "name": "$24" - }, - { - "input": 25, - "name": "$25" - }, - { - "input": 26, - "name": "$26" - }, - { - "input": 27, - "name": "$27" - }, - { - "input": 28, - "name": "$28" - }, - { - "input": 29, - "name": "$29" - } - ], - "rowCount": 45640267455727080 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", - "all": true, - "inputs": [ - "20", - "37" - ], - "rowCount": 68558127603743904 - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4", - "$f5", - "$f8", - "$f9", - "$f10", - "$f11", - "$f12", - "$f13", - "$f14", - "$f15", - "$f16", - "$f17", - "$f18", - "$f19", - "$f20", - "$f21", - "$f22", - "$f23", - "$f24", - "$f25", - "$f26", - "$f27", - "$f28", - "$f29", - "$f30", - "$f31", - "$f32", - "$f33", - "$f34", - "$f35", - "$f36", - "$f37", - "$f38", - "$f39", - "$f40", - "$f41", - "$f42", - "$f43" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 17, - "name": "$17" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 10, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 10, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 10, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 10, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 10, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 10, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 10, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 13, - "name": "$13" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 10, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 10, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 15, - "name": "$15" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 10, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 16, - "name": "$16" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 10, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 17, - "name": "$17" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 10, - "scale": 0 - } - } - ] - }, - { - "input": 18, - "name": "$18" - }, - { - "input": 19, - "name": "$19" - }, - { - "input": 20, - "name": "$20" - }, - { - "input": 21, - "name": "$21" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 23, - "name": "$23" - }, - { - "input": 24, - "name": "$24" - }, - { - "input": 25, - "name": "$25" - }, - { - "input": 26, - "name": "$26" - }, - { - "input": 27, - "name": "$27" - }, - { - "input": 28, - "name": "$28" - }, - { - "input": 29, - "name": "$29" - } - ], - "rowCount": 68558127603743904 - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2, - 3, - 4, - 5 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 2 - }, - "distinct": false, - "operands": [ - 6 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 2 - }, - "distinct": false, - "operands": [ - 7 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 2 - }, - "distinct": false, - "operands": [ - 8 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 2 - }, - "distinct": false, - "operands": [ - 9 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 2 - }, - "distinct": false, - "operands": [ - 10 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 2 - }, - "distinct": false, - "operands": [ - 11 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 2 - }, - "distinct": false, - "operands": [ - 12 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 2 - }, - "distinct": false, - "operands": [ - 13 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 2 - }, - "distinct": false, - "operands": [ - 14 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 2 - }, - "distinct": false, - "operands": [ - 15 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 2 - }, - "distinct": false, - "operands": [ - 16 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 2 - }, - "distinct": false, - "operands": [ - 17 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 12 - }, - "distinct": false, - "operands": [ - 18 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 12 - }, - "distinct": false, - "operands": [ - 19 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 12 - }, - "distinct": false, - "operands": [ - 20 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 12 - }, - "distinct": false, - "operands": [ - 21 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 12 - }, - "distinct": false, - "operands": [ - 22 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 12 - }, - "distinct": false, - "operands": [ - 23 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 12 - }, - "distinct": false, - "operands": [ - 24 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 12 - }, - "distinct": false, - "operands": [ - 25 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 12 - }, - "distinct": false, - "operands": [ - 26 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 12 - }, - "distinct": false, - "operands": [ - 27 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 12 - }, - "distinct": false, - "operands": [ - 28 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 12 - }, - "distinct": false, - "operands": [ - 29 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 2 - }, - "distinct": false, - "operands": [ - 30 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 2 - }, - "distinct": false, - "operands": [ - 31 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 2 - }, - "distinct": false, - "operands": [ - 32 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 2 - }, - "distinct": false, - "operands": [ - 33 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 2 - }, - "distinct": false, - "operands": [ - 34 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 2 - }, - "distinct": false, - "operands": [ - 35 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 2 - }, - "distinct": false, - "operands": [ - 36 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 2 - }, - "distinct": false, - "operands": [ - 37 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 2 - }, - "distinct": false, - "operands": [ - 38 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 2 - }, - "distinct": false, - "operands": [ - 39 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 2 - }, - "distinct": false, - "operands": [ - 40 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 38, - "scale": 2 - }, - "distinct": false, - "operands": [ - 41 - ], - "name": null - } - ], - "rowCount": 6855812760374390 - }, - { - "id": "41", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4", - "$f5", - "$f6", - "$f7", - "$f8", - "$f9", - "$f10", - "$f11", - "$f12", - "$f13", - "$f14", - "$f15", - "$f16", - "$f17", - "$f18", - "$f19", - "$f20", - "$f21", - "$f22", - "$f23", - "$f24", - "$f25", - "$f26", - "$f27", - "$f28", - "$f29", - "$f30", - "$f31", - "$f32", - "$f33", - "$f34", - "$f35", - "$f36", - "$f37", - "$f38", - "$f39", - "$f40", - "$f41" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 17, - "name": "$17" - }, - { - "input": 18, - "name": "$18" - }, - { - "input": 19, - "name": "$19" - }, - { - "input": 20, - "name": "$20" - }, - { - "input": 21, - "name": "$21" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 23, - "name": "$23" - }, - { - "input": 24, - "name": "$24" - }, - { - "input": 25, - "name": "$25" - }, - { - "input": 26, - "name": "$26" - }, - { - "input": 27, - "name": "$27" - }, - { - "input": 28, - "name": "$28" - }, - { - "input": 29, - "name": "$29" - }, - { - "input": 30, - "name": "$30" - }, - { - "input": 31, - "name": "$31" - }, - { - "input": 32, - "name": "$32" - }, - { - "input": 33, - "name": "$33" - }, - { - "input": 34, - "name": "$34" - }, - { - "input": 35, - "name": "$35" - }, - { - "input": 36, - "name": "$36" - }, - { - "input": 37, - "name": "$37" - }, - { - "input": 38, - "name": "$38" - }, - { - "input": 39, - "name": "$39" - }, - { - "input": 40, - "name": "$40" - }, - { - "input": 41, - "name": "$41" - } - ], - "rowCount": 6855812760374390 - }, - { - "id": "42", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - }, - { - "id": "43", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "w_warehouse_name", - "w_warehouse_sq_ft", - "w_city", - "w_county", - "w_state", - "w_country", - "ship_carriers", - "year", - "jan_sales", - "feb_sales", - "mar_sales", - "apr_sales", - "may_sales", - "jun_sales", - "jul_sales", - "aug_sales", - "sep_sales", - "oct_sales", - "nov_sales", - "dec_sales", - "jan_sales_per_sq_foot", - "feb_sales_per_sq_foot", - "mar_sales_per_sq_foot", - "apr_sales_per_sq_foot", - "may_sales_per_sq_foot", - "jun_sales_per_sq_foot", - "jul_sales_per_sq_foot", - "aug_sales_per_sq_foot", - "sep_sales_per_sq_foot", - "oct_sales_per_sq_foot", - "nov_sales_per_sq_foot", - "dec_sales_per_sq_foot", - "jan_net", - "feb_net", - "mar_net", - "apr_net", - "may_net", - "jun_net", - "jul_net", - "aug_net", - "sep_net", - "oct_net", - "nov_net", - "dec_net" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": "DIAMOND,AIRBORNE", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - } - ], - "type": { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 2002, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 17, - "name": "$17" - }, - { - "input": 18, - "name": "$18" - }, - { - "input": 19, - "name": "$19" - }, - { - "input": 20, - "name": "$20" - }, - { - "input": 21, - "name": "$21" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 23, - "name": "$23" - }, - { - "input": 24, - "name": "$24" - }, - { - "input": 25, - "name": "$25" - }, - { - "input": 26, - "name": "$26" - }, - { - "input": 27, - "name": "$27" - }, - { - "input": 28, - "name": "$28" - }, - { - "input": 29, - "name": "$29" - }, - { - "input": 30, - "name": "$30" - }, - { - "input": 31, - "name": "$31" - }, - { - "input": 32, - "name": "$32" - }, - { - "input": 33, - "name": "$33" - }, - { - "input": 34, - "name": "$34" - }, - { - "input": 35, - "name": "$35" - }, - { - "input": 36, - "name": "$36" - }, - { - "input": 37, - "name": "$37" - }, - { - "input": 38, - "name": "$38" - }, - { - "input": 39, - "name": "$39" - }, - { - "input": 40, - "name": "$40" - }, - { - "input": 41, - "name": "$41" - } - ], - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 11 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE) + Map 9 <- Map 11 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE) + Reducer 10 <- Map 9 (SIMPLE_EDGE), Union 3 (CONTAINS) + Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS) + Reducer 4 <- Union 3 (SIMPLE_EDGE) + Reducer 5 <- Reducer 4 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: (ws_sold_time_sk is not null and ws_ship_mode_sk is not null and ws_warehouse_sk is not null) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_198_container, bigKeyColName:ws_ship_mode_sk, smallTablePos:1, keyRatio:0.0077726123278109545 + Statistics: Num rows: 21594638446 Data size: 5613925340868 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ws_sold_time_sk is not null and ws_ship_mode_sk is not null and ws_warehouse_sk is not null) (type: boolean) + Statistics: Num rows: 21586536205 Data size: 5611819013600 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_sold_time_sk (type: bigint), ws_ship_mode_sk (type: bigint), ws_warehouse_sk (type: bigint), ws_sold_date_sk (type: bigint), (ws_sales_price * CAST( ws_quantity AS decimal(10,0))) (type: decimal(18,2)), (ws_net_paid_inc_tax * CAST( ws_quantity AS decimal(10,0))) (type: decimal(18,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 21586536205 Data size: 5526088466792 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col3, _col4, _col5 + input vertices: + 1 Map 6 + Statistics: Num rows: 8351291272 Data size: 2071077045864 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col4, _col5, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19 + input vertices: + 1 Map 11 + Statistics: Num rows: 1678467504 Data size: 483355451560 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col4, _col5, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19 + input vertices: + 1 Map 7 + Statistics: Num rows: 167846753 Data size: 46975509296 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col4, _col5, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27 + input vertices: + 1 Map 8 + Statistics: Num rows: 167846753 Data size: 125885064750 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col22 (type: varchar(20)), _col23 (type: int), _col24 (type: varchar(60)), _col25 (type: varchar(30)), _col26 (type: char(2)), _col27 (type: varchar(20)), if(_col8, _col4, 0) (type: decimal(18,2)), if(_col9, _col4, 0) (type: decimal(18,2)), if(_col10, _col4, 0) (type: decimal(18,2)), if(_col11, _col4, 0) (type: decimal(18,2)), if(_col12, _col4, 0) (type: decimal(18,2)), if(_col13, _col4, 0) (type: decimal(18,2)), if(_col14, _col4, 0) (type: decimal(18,2)), if(_col15, _col4, 0) (type: decimal(18,2)), if(_col16, _col4, 0) (type: decimal(18,2)), if(_col17, _col4, 0) (type: decimal(18,2)), if(_col18, _col4, 0) (type: decimal(18,2)), if(_col19, _col4, 0) (type: decimal(18,2)), if(_col8, _col5, 0) (type: decimal(18,2)), if(_col9, _col5, 0) (type: decimal(18,2)), if(_col10, _col5, 0) (type: decimal(18,2)), if(_col11, _col5, 0) (type: decimal(18,2)), if(_col12, _col5, 0) (type: decimal(18,2)), if(_col13, _col5, 0) (type: decimal(18,2)), if(_col14, _col5, 0) (type: decimal(18,2)), if(_col15, _col5, 0) (type: decimal(18,2)), if(_col16, _col5, 0) (type: decimal(18,2)), if(_col17, _col5, 0) (type: decimal(18,2)), if(_col18, _col5, 0) (type: decimal(18,2)), if(_col19, _col5, 0) (type: decimal(18,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29 + Statistics: Num rows: 167846753 Data size: 125885064750 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col6), sum(_col7), sum(_col8), sum(_col9), sum(_col10), sum(_col11), sum(_col12), sum(_col13), sum(_col14), sum(_col15), sum(_col16), sum(_col17), sum(_col18), sum(_col19), sum(_col20), sum(_col21), sum(_col22), sum(_col23), sum(_col24), sum(_col25), sum(_col26), sum(_col27), sum(_col28), sum(_col29) + keys: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29 + Statistics: Num rows: 167846753 Data size: 531402819998 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)) + null sort order: zzzzzz + sort order: ++++++ + Map-reduce partition columns: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)) + Statistics: Num rows: 167846753 Data size: 531402819998 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col6 (type: decimal(28,2)), _col7 (type: decimal(28,2)), _col8 (type: decimal(28,2)), _col9 (type: decimal(28,2)), _col10 (type: decimal(28,2)), _col11 (type: decimal(28,2)), _col12 (type: decimal(28,2)), _col13 (type: decimal(28,2)), _col14 (type: decimal(28,2)), _col15 (type: decimal(28,2)), _col16 (type: decimal(28,2)), _col17 (type: decimal(28,2)), _col18 (type: decimal(28,2)), _col19 (type: decimal(28,2)), _col20 (type: decimal(28,2)), _col21 (type: decimal(28,2)), _col22 (type: decimal(28,2)), _col23 (type: decimal(28,2)), _col24 (type: decimal(28,2)), _col25 (type: decimal(28,2)), _col26 (type: decimal(28,2)), _col27 (type: decimal(28,2)), _col28 (type: decimal(28,2)), _col29 (type: decimal(28,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 11 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (d_year = 2002) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_year = 2002) (type: boolean) + Statistics: Num rows: 367 Data size: 5872 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), (d_moy = 1) (type: boolean), (d_moy = 2) (type: boolean), (d_moy = 3) (type: boolean), (d_moy = 4) (type: boolean), (d_moy = 5) (type: boolean), (d_moy = 6) (type: boolean), (d_moy = 7) (type: boolean), (d_moy = 8) (type: boolean), (d_moy = 9) (type: boolean), (d_moy = 10) (type: boolean), (d_moy = 11) (type: boolean), (d_moy = 12) (type: boolean) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12 + Statistics: Num rows: 367 Data size: 20552 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 20552 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: boolean), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean), _col9 (type: boolean), _col10 (type: boolean), _col11 (type: boolean), _col12 (type: boolean) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 9 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 20552 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: boolean), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean), _col9 (type: boolean), _col10 (type: boolean), _col11 (type: boolean), _col12 (type: boolean) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: time_dim + filterExpr: t_time BETWEEN 49530 AND 78330 (type: boolean) + Statistics: Num rows: 86400 Data size: 1036800 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: t_time BETWEEN 49530 AND 78330 (type: boolean) + Statistics: Num rows: 33426 Data size: 401112 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: t_time_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 33426 Data size: 267408 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 33426 Data size: 267408 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 33426 Data size: 267408 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: ship_mode + filterExpr: (sm_carrier) IN ('AIRBORNE ', 'DIAMOND ') (type: boolean) + Statistics: Num rows: 20 Data size: 1980 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (sm_carrier) IN ('AIRBORNE ', 'DIAMOND ') (type: boolean) + Statistics: Num rows: 2 Data size: 198 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: sm_ship_mode_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: warehouse + Statistics: Num rows: 27 Data size: 13122 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: w_warehouse_sk (type: bigint), w_warehouse_name (type: varchar(20)), w_warehouse_sq_ft (type: int), w_city (type: varchar(60)), w_county (type: varchar(30)), w_state (type: char(2)), w_country (type: varchar(20)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 27 Data size: 13122 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 27 Data size: 13122 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(20)), _col2 (type: int), _col3 (type: varchar(60)), _col4 (type: varchar(30)), _col5 (type: char(2)), _col6 (type: varchar(20)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 27 Data size: 13122 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(20)), _col2 (type: int), _col3 (type: varchar(60)), _col4 (type: varchar(30)), _col5 (type: char(2)), _col6 (type: varchar(20)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 9 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: (cs_warehouse_sk is not null and cs_ship_mode_sk is not null and cs_sold_time_sk is not null) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_202_container, bigKeyColName:cs_ship_mode_sk, smallTablePos:1, keyRatio:0.007662944600568886 + Statistics: Num rows: 43005109025 Data size: 11166276465348 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (cs_warehouse_sk is not null and cs_ship_mode_sk is not null and cs_sold_time_sk is not null) (type: boolean) + Statistics: Num rows: 42684154825 Data size: 11082940708040 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_sold_time_sk (type: bigint), cs_ship_mode_sk (type: bigint), cs_warehouse_sk (type: bigint), cs_sold_date_sk (type: bigint), (cs_ext_sales_price * CAST( cs_quantity AS decimal(10,0))) (type: decimal(18,2)), (cs_net_paid_inc_ship_tax * CAST( cs_quantity AS decimal(10,0))) (type: decimal(18,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 42684154825 Data size: 10924588798032 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col3, _col4, _col5 + input vertices: + 1 Map 6 + Statistics: Num rows: 16513432551 Data size: 4093624550056 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col4, _col5, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19 + input vertices: + 1 Map 11 + Statistics: Num rows: 3295457622 Data size: 947385072544 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col4, _col5, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19 + input vertices: + 1 Map 7 + Statistics: Num rows: 329545768 Data size: 91417723128 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col4, _col5, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27 + input vertices: + 1 Map 8 + Statistics: Num rows: 329545768 Data size: 247159326000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col22 (type: varchar(20)), _col23 (type: int), _col24 (type: varchar(60)), _col25 (type: varchar(30)), _col26 (type: char(2)), _col27 (type: varchar(20)), if(_col8, _col4, 0) (type: decimal(18,2)), if(_col9, _col4, 0) (type: decimal(18,2)), if(_col10, _col4, 0) (type: decimal(18,2)), if(_col11, _col4, 0) (type: decimal(18,2)), if(_col12, _col4, 0) (type: decimal(18,2)), if(_col13, _col4, 0) (type: decimal(18,2)), if(_col14, _col4, 0) (type: decimal(18,2)), if(_col15, _col4, 0) (type: decimal(18,2)), if(_col16, _col4, 0) (type: decimal(18,2)), if(_col17, _col4, 0) (type: decimal(18,2)), if(_col18, _col4, 0) (type: decimal(18,2)), if(_col19, _col4, 0) (type: decimal(18,2)), if(_col8, _col5, 0) (type: decimal(18,2)), if(_col9, _col5, 0) (type: decimal(18,2)), if(_col10, _col5, 0) (type: decimal(18,2)), if(_col11, _col5, 0) (type: decimal(18,2)), if(_col12, _col5, 0) (type: decimal(18,2)), if(_col13, _col5, 0) (type: decimal(18,2)), if(_col14, _col5, 0) (type: decimal(18,2)), if(_col15, _col5, 0) (type: decimal(18,2)), if(_col16, _col5, 0) (type: decimal(18,2)), if(_col17, _col5, 0) (type: decimal(18,2)), if(_col18, _col5, 0) (type: decimal(18,2)), if(_col19, _col5, 0) (type: decimal(18,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29 + Statistics: Num rows: 329545768 Data size: 247159326000 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col6), sum(_col7), sum(_col8), sum(_col9), sum(_col10), sum(_col11), sum(_col12), sum(_col13), sum(_col14), sum(_col15), sum(_col16), sum(_col17), sum(_col18), sum(_col19), sum(_col20), sum(_col21), sum(_col22), sum(_col23), sum(_col24), sum(_col25), sum(_col26), sum(_col27), sum(_col28), sum(_col29) + keys: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29 + Statistics: Num rows: 329545768 Data size: 1043341901488 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)) + null sort order: zzzzzz + sort order: ++++++ + Map-reduce partition columns: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)) + Statistics: Num rows: 329545768 Data size: 1043341901488 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col6 (type: decimal(28,2)), _col7 (type: decimal(28,2)), _col8 (type: decimal(28,2)), _col9 (type: decimal(28,2)), _col10 (type: decimal(28,2)), _col11 (type: decimal(28,2)), _col12 (type: decimal(28,2)), _col13 (type: decimal(28,2)), _col14 (type: decimal(28,2)), _col15 (type: decimal(28,2)), _col16 (type: decimal(28,2)), _col17 (type: decimal(28,2)), _col18 (type: decimal(28,2)), _col19 (type: decimal(28,2)), _col20 (type: decimal(28,2)), _col21 (type: decimal(28,2)), _col22 (type: decimal(28,2)), _col23 (type: decimal(28,2)), _col24 (type: decimal(28,2)), _col25 (type: decimal(28,2)), _col26 (type: decimal(28,2)), _col27 (type: decimal(28,2)), _col28 (type: decimal(28,2)), _col29 (type: decimal(28,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 10 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4), sum(VALUE._col5), sum(VALUE._col6), sum(VALUE._col7), sum(VALUE._col8), sum(VALUE._col9), sum(VALUE._col10), sum(VALUE._col11), sum(VALUE._col12), sum(VALUE._col13), sum(VALUE._col14), sum(VALUE._col15), sum(VALUE._col16), sum(VALUE._col17), sum(VALUE._col18), sum(VALUE._col19), sum(VALUE._col20), sum(VALUE._col21), sum(VALUE._col22), sum(VALUE._col23) + keys: KEY._col0 (type: varchar(20)), KEY._col1 (type: int), KEY._col2 (type: varchar(60)), KEY._col3 (type: varchar(30)), KEY._col4 (type: char(2)), KEY._col5 (type: varchar(20)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29 + Statistics: Num rows: 2204496 Data size: 6979434336 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++++++ + keys: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)) + null sort order: zzzzzz + Statistics: Num rows: 4408992 Data size: 13958868672 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)), _col6 (type: decimal(28,2)), _col7 (type: decimal(28,2)), _col8 (type: decimal(28,2)), _col9 (type: decimal(28,2)), _col10 (type: decimal(28,2)), _col11 (type: decimal(28,2)), _col12 (type: decimal(28,2)), _col13 (type: decimal(28,2)), _col14 (type: decimal(28,2)), _col15 (type: decimal(28,2)), _col16 (type: decimal(28,2)), _col17 (type: decimal(28,2)), (_col6 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col7 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col8 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col9 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col10 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col11 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col12 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col13 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col14 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col15 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col16 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col17 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), _col18 (type: decimal(28,2)), _col19 (type: decimal(28,2)), _col20 (type: decimal(28,2)), _col21 (type: decimal(28,2)), _col22 (type: decimal(28,2)), _col23 (type: decimal(28,2)), _col24 (type: decimal(28,2)), _col25 (type: decimal(28,2)), _col26 (type: decimal(28,2)), _col27 (type: decimal(28,2)), _col28 (type: decimal(28,2)), _col29 (type: decimal(28,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41 + Statistics: Num rows: 4408992 Data size: 13958868672 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col6), sum(_col7), sum(_col8), sum(_col9), sum(_col10), sum(_col11), sum(_col12), sum(_col13), sum(_col14), sum(_col15), sum(_col16), sum(_col17), sum(_col18), sum(_col19), sum(_col20), sum(_col21), sum(_col22), sum(_col23), sum(_col24), sum(_col25), sum(_col26), sum(_col27), sum(_col28), sum(_col29), sum(_col30), sum(_col31), sum(_col32), sum(_col33), sum(_col34), sum(_col35), sum(_col36), sum(_col37), sum(_col38), sum(_col39), sum(_col40), sum(_col41) + keys: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41 + Statistics: Num rows: 4408992 Data size: 19884553920 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)) + null sort order: zzzzzz + sort order: ++++++ + Map-reduce partition columns: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)) + Statistics: Num rows: 4408992 Data size: 19884553920 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col6 (type: decimal(38,2)), _col7 (type: decimal(38,2)), _col8 (type: decimal(38,2)), _col9 (type: decimal(38,2)), _col10 (type: decimal(38,2)), _col11 (type: decimal(38,2)), _col12 (type: decimal(38,2)), _col13 (type: decimal(38,2)), _col14 (type: decimal(38,2)), _col15 (type: decimal(38,2)), _col16 (type: decimal(38,2)), _col17 (type: decimal(38,2)), _col18 (type: decimal(38,12)), _col19 (type: decimal(38,12)), _col20 (type: decimal(38,12)), _col21 (type: decimal(38,12)), _col22 (type: decimal(38,12)), _col23 (type: decimal(38,12)), _col24 (type: decimal(38,12)), _col25 (type: decimal(38,12)), _col26 (type: decimal(38,12)), _col27 (type: decimal(38,12)), _col28 (type: decimal(38,12)), _col29 (type: decimal(38,12)), _col30 (type: decimal(38,2)), _col31 (type: decimal(38,2)), _col32 (type: decimal(38,2)), _col33 (type: decimal(38,2)), _col34 (type: decimal(38,2)), _col35 (type: decimal(38,2)), _col36 (type: decimal(38,2)), _col37 (type: decimal(38,2)), _col38 (type: decimal(38,2)), _col39 (type: decimal(38,2)), _col40 (type: decimal(38,2)), _col41 (type: decimal(38,2)) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4), sum(VALUE._col5), sum(VALUE._col6), sum(VALUE._col7), sum(VALUE._col8), sum(VALUE._col9), sum(VALUE._col10), sum(VALUE._col11), sum(VALUE._col12), sum(VALUE._col13), sum(VALUE._col14), sum(VALUE._col15), sum(VALUE._col16), sum(VALUE._col17), sum(VALUE._col18), sum(VALUE._col19), sum(VALUE._col20), sum(VALUE._col21), sum(VALUE._col22), sum(VALUE._col23) + keys: KEY._col0 (type: varchar(20)), KEY._col1 (type: int), KEY._col2 (type: varchar(60)), KEY._col3 (type: varchar(30)), KEY._col4 (type: char(2)), KEY._col5 (type: varchar(20)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29 + Statistics: Num rows: 2204496 Data size: 6979434336 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++++++ + keys: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)) + null sort order: zzzzzz + Statistics: Num rows: 4408992 Data size: 13958868672 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)), _col6 (type: decimal(28,2)), _col7 (type: decimal(28,2)), _col8 (type: decimal(28,2)), _col9 (type: decimal(28,2)), _col10 (type: decimal(28,2)), _col11 (type: decimal(28,2)), _col12 (type: decimal(28,2)), _col13 (type: decimal(28,2)), _col14 (type: decimal(28,2)), _col15 (type: decimal(28,2)), _col16 (type: decimal(28,2)), _col17 (type: decimal(28,2)), (_col6 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col7 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col8 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col9 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col10 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col11 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col12 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col13 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col14 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col15 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col16 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col17 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), _col18 (type: decimal(28,2)), _col19 (type: decimal(28,2)), _col20 (type: decimal(28,2)), _col21 (type: decimal(28,2)), _col22 (type: decimal(28,2)), _col23 (type: decimal(28,2)), _col24 (type: decimal(28,2)), _col25 (type: decimal(28,2)), _col26 (type: decimal(28,2)), _col27 (type: decimal(28,2)), _col28 (type: decimal(28,2)), _col29 (type: decimal(28,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41 + Statistics: Num rows: 4408992 Data size: 13958868672 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col6), sum(_col7), sum(_col8), sum(_col9), sum(_col10), sum(_col11), sum(_col12), sum(_col13), sum(_col14), sum(_col15), sum(_col16), sum(_col17), sum(_col18), sum(_col19), sum(_col20), sum(_col21), sum(_col22), sum(_col23), sum(_col24), sum(_col25), sum(_col26), sum(_col27), sum(_col28), sum(_col29), sum(_col30), sum(_col31), sum(_col32), sum(_col33), sum(_col34), sum(_col35), sum(_col36), sum(_col37), sum(_col38), sum(_col39), sum(_col40), sum(_col41) + keys: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41 + Statistics: Num rows: 4408992 Data size: 19884553920 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)) + null sort order: zzzzzz + sort order: ++++++ + Map-reduce partition columns: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)) + Statistics: Num rows: 4408992 Data size: 19884553920 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col6 (type: decimal(38,2)), _col7 (type: decimal(38,2)), _col8 (type: decimal(38,2)), _col9 (type: decimal(38,2)), _col10 (type: decimal(38,2)), _col11 (type: decimal(38,2)), _col12 (type: decimal(38,2)), _col13 (type: decimal(38,2)), _col14 (type: decimal(38,2)), _col15 (type: decimal(38,2)), _col16 (type: decimal(38,2)), _col17 (type: decimal(38,2)), _col18 (type: decimal(38,12)), _col19 (type: decimal(38,12)), _col20 (type: decimal(38,12)), _col21 (type: decimal(38,12)), _col22 (type: decimal(38,12)), _col23 (type: decimal(38,12)), _col24 (type: decimal(38,12)), _col25 (type: decimal(38,12)), _col26 (type: decimal(38,12)), _col27 (type: decimal(38,12)), _col28 (type: decimal(38,12)), _col29 (type: decimal(38,12)), _col30 (type: decimal(38,2)), _col31 (type: decimal(38,2)), _col32 (type: decimal(38,2)), _col33 (type: decimal(38,2)), _col34 (type: decimal(38,2)), _col35 (type: decimal(38,2)), _col36 (type: decimal(38,2)), _col37 (type: decimal(38,2)), _col38 (type: decimal(38,2)), _col39 (type: decimal(38,2)), _col40 (type: decimal(38,2)), _col41 (type: decimal(38,2)) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4), sum(VALUE._col5), sum(VALUE._col6), sum(VALUE._col7), sum(VALUE._col8), sum(VALUE._col9), sum(VALUE._col10), sum(VALUE._col11), sum(VALUE._col12), sum(VALUE._col13), sum(VALUE._col14), sum(VALUE._col15), sum(VALUE._col16), sum(VALUE._col17), sum(VALUE._col18), sum(VALUE._col19), sum(VALUE._col20), sum(VALUE._col21), sum(VALUE._col22), sum(VALUE._col23), sum(VALUE._col24), sum(VALUE._col25), sum(VALUE._col26), sum(VALUE._col27), sum(VALUE._col28), sum(VALUE._col29), sum(VALUE._col30), sum(VALUE._col31), sum(VALUE._col32), sum(VALUE._col33), sum(VALUE._col34), sum(VALUE._col35) + keys: KEY._col0 (type: varchar(20)), KEY._col1 (type: int), KEY._col2 (type: varchar(60)), KEY._col3 (type: varchar(30)), KEY._col4 (type: char(2)), KEY._col5 (type: varchar(20)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41 + Statistics: Num rows: 2122848 Data size: 9574044480 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: varchar(20)) + null sort order: z + sort order: + + Statistics: Num rows: 2122848 Data size: 9574044480 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)), _col6 (type: decimal(38,2)), _col7 (type: decimal(38,2)), _col8 (type: decimal(38,2)), _col9 (type: decimal(38,2)), _col10 (type: decimal(38,2)), _col11 (type: decimal(38,2)), _col12 (type: decimal(38,2)), _col13 (type: decimal(38,2)), _col14 (type: decimal(38,2)), _col15 (type: decimal(38,2)), _col16 (type: decimal(38,2)), _col17 (type: decimal(38,2)), _col18 (type: decimal(38,12)), _col19 (type: decimal(38,12)), _col20 (type: decimal(38,12)), _col21 (type: decimal(38,12)), _col22 (type: decimal(38,12)), _col23 (type: decimal(38,12)), _col24 (type: decimal(38,12)), _col25 (type: decimal(38,12)), _col26 (type: decimal(38,12)), _col27 (type: decimal(38,12)), _col28 (type: decimal(38,12)), _col29 (type: decimal(38,12)), _col30 (type: decimal(38,2)), _col31 (type: decimal(38,2)), _col32 (type: decimal(38,2)), _col33 (type: decimal(38,2)), _col34 (type: decimal(38,2)), _col35 (type: decimal(38,2)), _col36 (type: decimal(38,2)), _col37 (type: decimal(38,2)), _col38 (type: decimal(38,2)), _col39 (type: decimal(38,2)), _col40 (type: decimal(38,2)), _col41 (type: decimal(38,2)) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(20)), VALUE._col0 (type: int), VALUE._col1 (type: varchar(60)), VALUE._col2 (type: varchar(30)), VALUE._col3 (type: char(2)), VALUE._col4 (type: varchar(20)), VALUE._col5 (type: decimal(38,2)), VALUE._col6 (type: decimal(38,2)), VALUE._col7 (type: decimal(38,2)), VALUE._col8 (type: decimal(38,2)), VALUE._col9 (type: decimal(38,2)), VALUE._col10 (type: decimal(38,2)), VALUE._col11 (type: decimal(38,2)), VALUE._col12 (type: decimal(38,2)), VALUE._col13 (type: decimal(38,2)), VALUE._col14 (type: decimal(38,2)), VALUE._col15 (type: decimal(38,2)), VALUE._col16 (type: decimal(38,2)), VALUE._col17 (type: decimal(38,12)), VALUE._col18 (type: decimal(38,12)), VALUE._col19 (type: decimal(38,12)), VALUE._col20 (type: decimal(38,12)), VALUE._col21 (type: decimal(38,12)), VALUE._col22 (type: decimal(38,12)), VALUE._col23 (type: decimal(38,12)), VALUE._col24 (type: decimal(38,12)), VALUE._col25 (type: decimal(38,12)), VALUE._col26 (type: decimal(38,12)), VALUE._col27 (type: decimal(38,12)), VALUE._col28 (type: decimal(38,12)), VALUE._col29 (type: decimal(38,2)), VALUE._col30 (type: decimal(38,2)), VALUE._col31 (type: decimal(38,2)), VALUE._col32 (type: decimal(38,2)), VALUE._col33 (type: decimal(38,2)), VALUE._col34 (type: decimal(38,2)), VALUE._col35 (type: decimal(38,2)), VALUE._col36 (type: decimal(38,2)), VALUE._col37 (type: decimal(38,2)), VALUE._col38 (type: decimal(38,2)), VALUE._col39 (type: decimal(38,2)), VALUE._col40 (type: decimal(38,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41 + Statistics: Num rows: 2122848 Data size: 9574044480 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 451000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)), 'DIAMOND,AIRBORNE' (type: string), 2002 (type: int), _col6 (type: decimal(38,2)), _col7 (type: decimal(38,2)), _col8 (type: decimal(38,2)), _col9 (type: decimal(38,2)), _col10 (type: decimal(38,2)), _col11 (type: decimal(38,2)), _col12 (type: decimal(38,2)), _col13 (type: decimal(38,2)), _col14 (type: decimal(38,2)), _col15 (type: decimal(38,2)), _col16 (type: decimal(38,2)), _col17 (type: decimal(38,2)), _col18 (type: decimal(38,12)), _col19 (type: decimal(38,12)), _col20 (type: decimal(38,12)), _col21 (type: decimal(38,12)), _col22 (type: decimal(38,12)), _col23 (type: decimal(38,12)), _col24 (type: decimal(38,12)), _col25 (type: decimal(38,12)), _col26 (type: decimal(38,12)), _col27 (type: decimal(38,12)), _col28 (type: decimal(38,12)), _col29 (type: decimal(38,12)), _col30 (type: decimal(38,2)), _col31 (type: decimal(38,2)), _col32 (type: decimal(38,2)), _col33 (type: decimal(38,2)), _col34 (type: decimal(38,2)), _col35 (type: decimal(38,2)), _col36 (type: decimal(38,2)), _col37 (type: decimal(38,2)), _col38 (type: decimal(38,2)), _col39 (type: decimal(38,2)), _col40 (type: decimal(38,2)), _col41 (type: decimal(38,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41, _col42, _col43 + Statistics: Num rows: 100 Data size: 461400 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 461400 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Union 3 + Vertex: Union 3 + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query67.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query67.q.out index ceeb913daeb0..4d0da1c88eb5 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query67.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query67.q.out @@ -1,2103 +1,261 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_store_sk", - "ss_sold_date_sk", - "$f8" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 22, - "name": "$22" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 12, - "name": "$12" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 10, - "scale": 0 - } - } - ] - } - ] - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 10, - "scale": 0 - } - } - ] - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 18, - "scale": 2 - } - } - ] - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 1212, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1223, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year", - "d_moy", - "d_qoy" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 10, - "name": "$10" - } - ], - "rowCount": 18262.25 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 1.8308036953566934E14 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store" - ], - "table:alias": "store", - "inputs": [], - "rowCount": 1704, - "avgRowSize": 1375, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "s_store_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "s_store_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "s_closed_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_store_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_number_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_floor_space" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "s_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_market_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_geography_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_market_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_division_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_company_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_company_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 10, - "name": "s_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "s_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "s_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "s_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "s_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "s_store_sk", - "ndv": 1736, - "minValue": 1, - "maxValue": 1704 - }, - { - "name": "s_store_id", - "ndv": 879 - }, - { - "name": "s_rec_start_date", - "ndv": 0, - "minValue": 9933, - "maxValue": 11394 - }, - { - "name": "s_rec_end_date", - "ndv": 0, - "minValue": 10663, - "maxValue": 11393 - }, - { - "name": "s_closed_date_sk", - "ndv": 263, - "minValue": 2450820, - "maxValue": 2451314 - }, - { - "name": "s_store_name", - "ndv": 11 - }, - { - "name": "s_number_employees", - "ndv": 100, - "minValue": 200, - "maxValue": 300 - }, - { - "name": "s_floor_space", - "ndv": 1289, - "minValue": 5000201, - "maxValue": 9997773 - }, - { - "name": "s_hours", - "ndv": 4 - }, - { - "name": "s_manager", - "ndv": 1245 - }, - { - "name": "s_market_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "s_geography_class", - "ndv": 2 - }, - { - "name": "s_market_desc", - "ndv": 1311 - }, - { - "name": "s_market_manager", - "ndv": 1236 - }, - { - "name": "s_division_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_division_name", - "ndv": 2 - }, - { - "name": "s_company_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_company_name", - "ndv": 2 - }, - { - "name": "s_street_number", - "ndv": 736 - }, - { - "name": "s_street_name", - "ndv": 851 - }, - { - "name": "s_street_type", - "ndv": 21 - }, - { - "name": "s_suite_number", - "ndv": 76 - }, - { - "name": "s_city", - "ndv": 267 - }, - { - "name": "s_county", - "ndv": 128 - }, - { - "name": "s_state", - "ndv": 44 - }, - { - "name": "s_zip", - "ndv": 983 - }, - { - "name": "s_country", - "ndv": 2 - }, - { - "name": "s_gmt_offset", - "ndv": 5, - "minValue": -9, - "maxValue": -5 - }, - { - "name": "s_tax_percentage", - "ndv": 12, - "minValue": 0, - "maxValue": 0.11 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk", - "s_store_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 1704 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "8" - ], - "rowCount": 46795342453317080 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_product_name", - "ndv": 461487 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - } - ] - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand", - "i_class", - "i_category", - "i_product_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 21, - "name": "$21" - } - ], - "rowCount": 462000 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 10, - "name": "$10" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "9", - "11" - ], - "rowCount": 3.242917232014873E21 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5, - 6, - 7, - 9, - 11, - 12, - 13, - 14 - ], - "groups": [ - [ - 5, - 6, - 7, - 9, - 11, - 12, - 13, - 14 - ], - [ - 5, - 6, - 7, - 11, - 12, - 13, - 14 - ], - [ - 5, - 7, - 11, - 12, - 13, - 14 - ], - [ - 5, - 11, - 12, - 13, - 14 - ], - [ - 11, - 12, - 13, - 14 - ], - [ - 11, - 12, - 13 - ], - [ - 12, - 13 - ], - [ - 13 - ], - [] - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - } - ], - "rowCount": 2.9186255088133855E21 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_year", - "d_moy", - "d_qoy", - "s_store_id", - "i_brand", - "i_class", - "i_category", - "i_product_name", - "$f8" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 2.9186255088133855E21 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_category", - "i_class", - "i_brand", - "i_product_name", - "d_year", - "d_qoy", - "d_moy", - "s_store_id", - "sumsales", - "rank_window_0" - ], - "exprs": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 8, - "name": "$8" - }, - { - "op": { - "name": "rank", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [], - "distinct": false, - "type": { - "type": "INTEGER", - "nullable": true - }, - "window": { - "partition": [ - { - "input": 6, - "name": "$6" - } - ], - "order": [ - { - "expr": { - "input": 8, - "name": "$8" - }, - "direction": "DESCENDING", - "null-direction": "FIRST" - } - ], - "range-lower": { - "type": "UNBOUNDED_PRECEDING" - }, - "range-upper": { - "type": "UNBOUNDED_FOLLOWING" - } - } - } - ], - "rowCount": 2.9186255088133855E21 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 1.4593127544066927E21 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "dw2.i_category", - "dw2.i_class", - "dw2.i_brand", - "dw2.i_product_name", - "dw2.d_year", - "dw2.d_qoy", - "dw2.d_moy", - "dw2.s_store_id", - "dw2.sumsales", - "dw2.rk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - } - ], - "rowCount": 1.4593127544066927E21 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 3, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 4, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 5, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 6, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 7, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 8, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 9, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE) + Reducer 5 <- Reducer 4 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: ss_store_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_75_container, bigKeyColName:ss_store_sk, smallTablePos:1, keyRatio:1.1008366419937714E-6 + Statistics: Num rows: 82510879939 Data size: 11310614692868 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ss_store_sk is not null (type: boolean) + Statistics: Num rows: 80569240632 Data size: 11044454229024 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_store_sk (type: bigint), ss_sold_date_sk (type: bigint), if((ss_sales_price is not null and CAST( ss_quantity AS decimal(10,0)) is not null), (ss_sales_price * CAST( ss_quantity AS decimal(10,0))), 0) (type: decimal(18,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 80569240632 Data size: 10942249135488 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col3, _col5, _col6, _col7 + input vertices: + 1 Map 6 + Statistics: Num rows: 15840066266 Data size: 2202441686776 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col3, _col5, _col6, _col7, _col9 + input vertices: + 1 Map 7 + Statistics: Num rows: 15840066266 Data size: 3674895373712 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col3, _col5, _col6, _col7, _col9, _col11, _col12, _col13, _col14 + input vertices: + 1 Map 8 + Statistics: Num rows: 15840066266 Data size: 9709960621058 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col14 (type: char(50)) + null sort order: z + sort order: + + Map-reduce partition columns: _col14 (type: char(50)) + value expressions: _col3 (type: decimal(18,2)), _col5 (type: int), _col6 (type: int), _col7 (type: int), _col9 (type: string), _col11 (type: char(50)), _col12 (type: char(50)), _col13 (type: char(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) + Statistics: Num rows: 73049 Data size: 1753176 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) + Statistics: Num rows: 359 Data size: 8616 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), d_year (type: int), d_moy (type: int), d_qoy (type: int) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 359 Data size: 7180 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 359 Data size: 7180 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: store + Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: s_store_sk (type: bigint), s_store_id (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: item + Statistics: Num rows: 462000 Data size: 183414000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_brand (type: char(50)), i_class (type: char(50)), i_category (type: char(50)), i_product_name (type: char(50)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 462000 Data size: 183414000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 183414000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: char(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col3 (type: decimal(18,2)), VALUE._col5 (type: int), VALUE._col6 (type: int), VALUE._col7 (type: int), VALUE._col9 (type: string), VALUE._col11 (type: char(50)), VALUE._col12 (type: char(50)), VALUE._col13 (type: char(50)), KEY._col14 (type: char(50)) + outputColumnNames: _col3, _col5, _col6, _col7, _col9, _col11, _col12, _col13, _col14 + Group By Operator + aggregations: sum(_col3) + keys: _col5 (type: int), _col6 (type: int), _col7 (type: int), _col9 (type: string), _col11 (type: char(50)), _col12 (type: char(50)), _col13 (type: char(50)), _col14 (type: char(50)), 0L (type: bigint) + grouping sets: 0, 16, 80, 112, 240, 241, 249, 253, 255 + minReductionHashAggr: 0.9867937 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 + Statistics: Num rows: 142560596394 Data size: 88530130360674 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: string), _col4 (type: char(50)), _col5 (type: char(50)), _col6 (type: char(50)), _col7 (type: char(50)), _col8 (type: bigint) + null sort order: zzzzzzzzz + sort order: +++++++++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: string), _col4 (type: char(50)), _col5 (type: char(50)), _col6 (type: char(50)), _col7 (type: char(50)), _col8 (type: bigint) + Statistics: Num rows: 142560596394 Data size: 88530130360674 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col9 (type: decimal(28,2)) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int), KEY._col3 (type: string), KEY._col4 (type: char(50)), KEY._col5 (type: char(50)), KEY._col6 (type: char(50)), KEY._col7 (type: char(50)), KEY._col8 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col9 + Statistics: Num rows: 142560596394 Data size: 88530130360674 Basic stats: COMPLETE Column stats: COMPLETE + pruneGroupingSetId: true + Top N Key Operator + sort order: +- + keys: _col6 (type: char(50)), _col9 (type: decimal(28,2)) + null sort order: aa + Map-reduce partition columns: _col6 (type: char(50)) + Statistics: Num rows: 142560596394 Data size: 88530130360674 Basic stats: COMPLETE Column stats: COMPLETE + top n: 101 + Select Operator + expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: string), _col4 (type: char(50)), _col5 (type: char(50)), _col6 (type: char(50)), _col7 (type: char(50)), _col9 (type: decimal(28,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 142560596394 Data size: 87389645589522 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col6 (type: char(50)), _col8 (type: decimal(28,2)) + null sort order: aa + sort order: +- + Map-reduce partition columns: _col6 (type: char(50)) + Statistics: Num rows: 142560596394 Data size: 87389645589522 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: string), _col4 (type: char(50)), _col5 (type: char(50)), _col7 (type: char(50)) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: string), VALUE._col4 (type: char(50)), VALUE._col5 (type: char(50)), KEY.reducesinkkey0 (type: char(50)), VALUE._col6 (type: char(50)), KEY.reducesinkkey1 (type: decimal(28,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 142560596394 Data size: 87389645589522 Basic stats: COMPLETE Column stats: COMPLETE + PTF Operator + Function definitions: + Input definition + input alias: ptf_0 + output shape: _col0: int, _col1: int, _col2: int, _col3: string, _col4: char(50), _col5: char(50), _col6: char(50), _col7: char(50), _col8: decimal(28,2) + type: WINDOWING + Windowing table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col8 DESC NULLS FIRST + partition by: _col6 + raw input shape: + window functions: + window function definition + alias: rank_window_0 + arguments: _col8 + name: rank + window function: GenericUDAFRankEvaluator + window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + Statistics: Num rows: 142560596394 Data size: 87389645589522 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (rank_window_0 <= 100) (type: boolean) + Statistics: Num rows: 47520198798 Data size: 29129881863174 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++++++++++ + keys: _col6 (type: char(50)), _col5 (type: char(50)), _col4 (type: char(50)), _col7 (type: char(50)), _col0 (type: int), _col2 (type: int), _col1 (type: int), _col3 (type: string), _col8 (type: decimal(28,2)), rank_window_0 (type: int) + null sort order: zzzzzzzzzz + Statistics: Num rows: 47520198798 Data size: 29129881863174 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col6 (type: char(50)), _col5 (type: char(50)), _col4 (type: char(50)), _col7 (type: char(50)), _col0 (type: int), _col2 (type: int), _col1 (type: int), _col3 (type: string), _col8 (type: decimal(28,2)), rank_window_0 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 + Statistics: Num rows: 47520198798 Data size: 29319962658366 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col7 (type: string), _col8 (type: decimal(28,2)), _col9 (type: int) + null sort order: zzzzzzzzzz + sort order: ++++++++++ + Statistics: Num rows: 47520198798 Data size: 29319962658366 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(50)), KEY.reducesinkkey1 (type: char(50)), KEY.reducesinkkey2 (type: char(50)), KEY.reducesinkkey3 (type: char(50)), KEY.reducesinkkey4 (type: int), KEY.reducesinkkey5 (type: int), KEY.reducesinkkey6 (type: int), KEY.reducesinkkey7 (type: string), KEY.reducesinkkey8 (type: decimal(28,2)), KEY.reducesinkkey9 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 + Statistics: Num rows: 47520198798 Data size: 29319962658366 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 61700 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 61700 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query68.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query68.q.out index be608888ed6e..30c393c008f2 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query68.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query68.q.out @@ -1,2601 +1,310 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer" - ], - "table:alias": "customer", - "inputs": [], - "rowCount": 80000000, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "c_customer_sk" - }, - { - "type": "CHAR", - "nullable": false, - "precision": 16, - "name": "c_customer_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_shipto_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_sales_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "c_salutation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "c_first_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "c_last_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "c_preferred_cust_flag" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_day" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_month" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_year" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "c_birth_country" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 13, - "name": "c_login" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "c_email_address" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_last_review_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "c_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "c_current_addr_sk", - "ndv": 33825344, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "c_first_name", - "ndv": 5158 - }, - { - "name": "c_last_name", - "ndv": 5123 - }, - { - "name": "c_customer_id", - "ndv": 80610928 - }, - { - "name": "c_current_cdemo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "c_current_hdemo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "c_first_shipto_date_sk", - "ndv": 3646, - "minValue": 2449028, - "maxValue": 2452678 - }, - { - "name": "c_first_sales_date_sk", - "ndv": 3643, - "minValue": 2448998, - "maxValue": 2452648 - }, - { - "name": "c_salutation", - "ndv": 7 - }, - { - "name": "c_preferred_cust_flag", - "ndv": 3 - }, - { - "name": "c_birth_day", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "c_birth_month", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "c_birth_year", - "ndv": 67, - "minValue": 1924, - "maxValue": 1992 - }, - { - "name": "c_birth_country", - "ndv": 216 - }, - { - "name": "c_login", - "ndv": 1 - }, - { - "name": "c_email_address", - "ndv": 75301330 - }, - { - "name": "c_last_review_date_sk", - "ndv": 364, - "minValue": 2452283, - "maxValue": 2452648 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - "rowCount": 72000000 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_current_addr_sk", - "c_first_name", - "c_last_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - } - ], - "rowCount": 72000000 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "current_addr", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_city" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 40000000 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "4" - ], - "rowCount": 432000000000000 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "customer_address", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_city" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 40000000 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 4.872184949518012E10 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_customer_sk", - "ss_hdemo_sk", - "ss_addr_sk", - "ss_store_sk", - "ss_ticket_number", - "ss_ext_sales_price", - "ss_ext_list_price", - "ss_ext_tax", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 17, - "name": "$17" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 4.872184949518012E10 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 9, - "name": "$9" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1998, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 4565.5625 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 4565.5625 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "10", - "13" - ], - "rowCount": 3.3366397347875746E13 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store" - ], - "table:alias": "store", - "inputs": [], - "rowCount": 1704, - "avgRowSize": 1375, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "s_store_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "s_store_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "s_closed_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_store_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_number_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_floor_space" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "s_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_market_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_geography_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_market_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_division_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_company_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_company_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 10, - "name": "s_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "s_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "s_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "s_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "s_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "s_store_sk", - "ndv": 1736, - "minValue": 1, - "maxValue": 1704 - }, - { - "name": "s_city", - "ndv": 267 - }, - { - "name": "s_store_id", - "ndv": 879 - }, - { - "name": "s_rec_start_date", - "ndv": 0, - "minValue": 9933, - "maxValue": 11394 - }, - { - "name": "s_rec_end_date", - "ndv": 0, - "minValue": 10663, - "maxValue": 11393 - }, - { - "name": "s_closed_date_sk", - "ndv": 263, - "minValue": 2450820, - "maxValue": 2451314 - }, - { - "name": "s_store_name", - "ndv": 11 - }, - { - "name": "s_number_employees", - "ndv": 100, - "minValue": 200, - "maxValue": 300 - }, - { - "name": "s_floor_space", - "ndv": 1289, - "minValue": 5000201, - "maxValue": 9997773 - }, - { - "name": "s_hours", - "ndv": 4 - }, - { - "name": "s_manager", - "ndv": 1245 - }, - { - "name": "s_market_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "s_geography_class", - "ndv": 2 - }, - { - "name": "s_market_desc", - "ndv": 1311 - }, - { - "name": "s_market_manager", - "ndv": 1236 - }, - { - "name": "s_division_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_division_name", - "ndv": 2 - }, - { - "name": "s_company_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_company_name", - "ndv": 2 - }, - { - "name": "s_street_number", - "ndv": 736 - }, - { - "name": "s_street_name", - "ndv": 851 - }, - { - "name": "s_street_type", - "ndv": 21 - }, - { - "name": "s_suite_number", - "ndv": 76 - }, - { - "name": "s_county", - "ndv": 128 - }, - { - "name": "s_state", - "ndv": 44 - }, - { - "name": "s_zip", - "ndv": 983 - }, - { - "name": "s_country", - "ndv": 2 - }, - { - "name": "s_gmt_offset", - "ndv": 5, - "minValue": -9, - "maxValue": -5 - }, - { - "name": "s_tax_percentage", - "ndv": 12, - "minValue": 0, - "maxValue": 0.11 - } - ] - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 22, - "name": "$22" - }, - { - "literal": "Cedar Grove", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 60 - } - }, - { - "literal": "Wildwood", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 60 - } - } - ] - }, - "rowCount": 426 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 426 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 10, - "name": "$10" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "14", - "17" - ], - "rowCount": 2132112790529260 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "household_demographics" - ], - "table:alias": "household_demographics", - "inputs": [], - "rowCount": 7200, - "avgRowSize": 183, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "hd_demo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "hd_income_band_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "hd_buy_potential" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "hd_dep_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "hd_vehicle_count" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "hd_demo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "hd_dep_count", - "ndv": 10, - "minValue": 0, - "maxValue": 9 - }, - { - "name": "hd_vehicle_count", - "ndv": 6, - "minValue": -1, - "maxValue": 4 - }, - { - "name": "hd_income_band_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "hd_buy_potential", - "ndv": 6 - } - ] - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 1800 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "hd_demo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1800 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 11, - "name": "$11" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "18", - "21" - ], - "rowCount": 575670453442900224 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "7", - "22" - ], - "rowCount": 3.454022720657401E24 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 1, - 2, - 4, - 6 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 7 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 8 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 9 - ], - "name": null - } - ], - "rowCount": 3.454022720657401E23 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_ticket_number", - "ss_customer_sk", - "bought_city", - "extended_price", - "list_price", - "extended_tax" - ], - "exprs": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 3.454022720657401E23 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "<>", - "kind": "NOT_EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 8, - "name": "$8" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "5", - "25" - ], - "rowCount": 1.119103361492998E37 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_last_name", - "c_first_name", - "ca_city", - "bought_city", - "ss_ticket_number", - "extended_price", - "extended_tax", - "list_price" - ], - "exprs": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 10, - "name": "$10" - } - ], - "rowCount": 1.119103361492998E37 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 4, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 5 <- Map 10 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 4 (CUSTOM_SIMPLE_EDGE), Reducer 7 (BROADCAST_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + Reducer 6 <- Map 4 (CUSTOM_SIMPLE_EDGE), Map 5 (CUSTOM_SIMPLE_EDGE) + Reducer 7 <- Reducer 6 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: customer + filterExpr: c_current_addr_sk is not null (type: boolean) + Statistics: Num rows: 80000000 Data size: 15680000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: c_current_addr_sk is not null (type: boolean) + Statistics: Num rows: 80000000 Data size: 15680000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: c_customer_sk (type: bigint), c_current_addr_sk (type: bigint), c_first_name (type: char(20)), c_last_name (type: char(30)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 80000000 Data size: 15680000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 80000000 Data size: 15680000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col2 (type: char(20)), _col3 (type: char(30)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 10 + Map Operator Tree: + TableScan + alias: household_demographics + filterExpr: ((hd_vehicle_count = 1) or (hd_dep_count = 2)) (type: boolean) + Statistics: Num rows: 7200 Data size: 115200 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((hd_vehicle_count = 1) or (hd_dep_count = 2)) (type: boolean) + Statistics: Num rows: 1920 Data size: 30720 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: hd_demo_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1920 Data size: 15360 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1920 Data size: 15360 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: current_addr + Statistics: Num rows: 40000000 Data size: 4040000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ca_address_sk (type: bigint), ca_city (type: varchar(60)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 40000000 Data size: 4040000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 40000000 Data size: 4040000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(60)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 40000000 Data size: 4040000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(60)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: (ss_addr_sk is not null and ss_hdemo_sk is not null and ss_customer_sk is not null and ss_store_sk is not null) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_135_container, bigKeyColName:ss_hdemo_sk, smallTablePos:1, keyRatio:7.538399789940944E-8 + Statistics: Num rows: 82510879939 Data size: 30967846576600 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ss_addr_sk is not null and ss_hdemo_sk is not null and ss_customer_sk is not null and ss_store_sk is not null) (type: boolean) + Statistics: Num rows: 75002212194 Data size: 28149705855152 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_customer_sk (type: bigint), ss_hdemo_sk (type: bigint), ss_addr_sk (type: bigint), ss_store_sk (type: bigint), ss_ticket_number (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_ext_list_price (type: decimal(7,2)), ss_ext_tax (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 75002212194 Data size: 28149705855152 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col8 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + input vertices: + 1 Map 8 + Statistics: Num rows: 2916256322 Data size: 445368749728 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col4, _col5, _col6, _col7 + input vertices: + 1 Map 9 + Statistics: Num rows: 22274594 Data size: 178197112 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col4, _col5, _col6, _col7 + input vertices: + 1 Map 10 + Statistics: Num rows: 5939893 Data size: 47519496 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col2 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col2 (type: bigint) + Statistics: Num rows: 5939893 Data size: 47519496 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col4 (type: bigint), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)), _col7 (type: decimal(7,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (d_dom BETWEEN 1 AND 2 and (d_year) IN (1998, 1999, 2000)) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_dom BETWEEN 1 AND 2 and (d_year) IN (1998, 1999, 2000)) (type: boolean) + Statistics: Num rows: 71 Data size: 1136 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 71 Data size: 568 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 71 Data size: 568 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 71 Data size: 568 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 71 Data size: 568 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 71 Data size: 568 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 5 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 9 + Map Operator Tree: + TableScan + alias: store + filterExpr: (s_city) IN ('Cedar Grove', 'Wildwood') (type: boolean) + Statistics: Num rows: 1704 Data size: 172104 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (s_city) IN ('Cedar Grove', 'Wildwood') (type: boolean) + Statistics: Num rows: 13 Data size: 1313 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: s_store_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 13 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 13 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col2, _col3, _col5 + input vertices: + 1 Map 4 + Statistics: Num rows: 80000000 Data size: 22480000000 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col1 (type: bigint) + outputColumnNames: _col2, _col3, _col5, _col6, _col8, _col9, _col10, _col11 + input vertices: + 1 Reducer 7 + Statistics: Num rows: 5939893 Data size: 4217324030 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col5 <> _col8) (type: boolean) + Statistics: Num rows: 5939893 Data size: 4217324030 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++ + keys: _col3 (type: char(30)), _col6 (type: bigint) + null sort order: zz + Statistics: Num rows: 5939893 Data size: 4217324030 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col3 (type: char(30)), _col2 (type: char(20)), _col5 (type: varchar(60)), _col8 (type: varchar(60)), _col6 (type: bigint), _col9 (type: decimal(17,2)), _col11 (type: decimal(17,2)), _col10 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 5939893 Data size: 4217324030 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(30)), _col4 (type: bigint) + null sort order: zz + sort order: ++ + Statistics: Num rows: 5939893 Data size: 4217324030 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(20)), _col2 (type: varchar(60)), _col3 (type: varchar(60)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(30)), VALUE._col0 (type: char(20)), VALUE._col1 (type: varchar(60)), VALUE._col2 (type: varchar(60)), KEY.reducesinkkey1 (type: bigint), VALUE._col3 (type: decimal(17,2)), VALUE._col4 (type: decimal(17,2)), VALUE._col5 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 5939893 Data size: 4217324030 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 71000 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 71000 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col2, _col4, _col5, _col6, _col7, _col13 + input vertices: + 1 Map 4 + Statistics: Num rows: 5939893 Data size: 599929545 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Group By Operator + aggregations: sum(_col5), sum(_col6), sum(_col7) + keys: _col0 (type: bigint), _col13 (type: varchar(60)), _col2 (type: bigint), _col4 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 5939893 Data size: 2595733257 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: varchar(60)), _col2 (type: bigint), _col3 (type: bigint) + null sort order: zzzz + sort order: ++++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: varchar(60)), _col2 (type: bigint), _col3 (type: bigint) + Statistics: Num rows: 5939893 Data size: 2595733257 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)) + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) + keys: KEY._col0 (type: bigint), KEY._col1 (type: varchar(60)), KEY._col2 (type: bigint), KEY._col3 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 5939893 Data size: 2595733257 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col3 (type: bigint), _col0 (type: bigint), _col1 (type: varchar(60)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 5939893 Data size: 2595733249 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 5939893 Data size: 2595733249 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col2 (type: varchar(60)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)) + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query69.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query69.q.out index 3b413dc4a442..7703593c815e 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query69.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query69.q.out @@ -1,3339 +1,510 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer" - ], - "table:alias": "c", - "inputs": [], - "rowCount": 80000000, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "c_customer_sk" - }, - { - "type": "CHAR", - "nullable": false, - "precision": 16, - "name": "c_customer_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_shipto_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_sales_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "c_salutation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "c_first_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "c_last_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "c_preferred_cust_flag" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_day" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_month" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_year" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "c_birth_country" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 13, - "name": "c_login" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "c_email_address" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_last_review_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "c_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "c_current_cdemo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "c_current_addr_sk", - "ndv": 33825344, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "c_customer_id", - "ndv": 80610928 - }, - { - "name": "c_current_hdemo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "c_first_shipto_date_sk", - "ndv": 3646, - "minValue": 2449028, - "maxValue": 2452678 - }, - { - "name": "c_first_sales_date_sk", - "ndv": 3643, - "minValue": 2448998, - "maxValue": 2452648 - }, - { - "name": "c_salutation", - "ndv": 7 - }, - { - "name": "c_first_name", - "ndv": 5158 - }, - { - "name": "c_last_name", - "ndv": 5123 - }, - { - "name": "c_preferred_cust_flag", - "ndv": 3 - }, - { - "name": "c_birth_day", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "c_birth_month", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "c_birth_year", - "ndv": 67, - "minValue": 1924, - "maxValue": 1992 - }, - { - "name": "c_birth_country", - "ndv": 216 - }, - { - "name": "c_login", - "ndv": 1 - }, - { - "name": "c_email_address", - "ndv": 75301330 - }, - { - "name": "c_last_review_date_sk", - "ndv": 364, - "minValue": 2452283, - "maxValue": 2452648 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - "rowCount": 6.480000000000001E7 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_current_cdemo_sk", - "c_current_addr_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 6.480000000000001E7 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "ca", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": "CO", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "IL", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "MN", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - } - ] - }, - "rowCount": 10000000 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_state" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 10000000 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 9.720000000000002E13 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_customer_sk", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 8, - "name": "$8" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 2739.3375 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 2739.3375 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "9", - "12" - ], - "rowCount": 2.7462055430350402E13 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_customer_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 2.7462055430350402E13 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "semi", - "inputs": [ - "6", - "14" - ], - "rowCount": 2.9524500000000005E12 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - } - ] - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 1.7491657141260002E10 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_bill_customer_sk", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 1.7491657141260002E10 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 8, - "name": "$8" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "10" - ], - "rowCount": 2739.3375 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 2739.3375 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "18", - "20" - ], - "rowCount": 7.187332851629448E12 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "literalTrue", - "ws_bill_customer_sk" - ], - "exprs": [ - { - "literal": true, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 7.187332851629448E12 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "left", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "15", - "22" - ], - "rowCount": 3.1830361316715143E24 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NULL", - "kind": "IS_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - }, - "rowCount": 7.957590329178786E23 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_current_cdemo_sk", - "c_current_addr_sk", - "ca_address_sk", - "ca_state", - "literalTrue", - "ws_bill_customer_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 7.957590329178786E23 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_demographics" - ], - "table:alias": "customer_demographics", - "inputs": [], - "rowCount": 1920800, - "avgRowSize": 217, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "cd_demo_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_gender" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_marital_status" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "cd_education_status" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_purchase_estimate" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "cd_credit_rating" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_employed_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_college_count" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "cd_demo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cd_gender", - "ndv": 2 - }, - { - "name": "cd_marital_status", - "ndv": 5 - }, - { - "name": "cd_education_status", - "ndv": 7 - }, - { - "name": "cd_purchase_estimate", - "ndv": 20, - "minValue": 500, - "maxValue": 10000 - }, - { - "name": "cd_credit_rating", - "ndv": 4 - }, - { - "name": "cd_dep_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_dep_employed_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_dep_college_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - } - ] - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cd_demo_sk", - "cd_gender", - "cd_marital_status", - "cd_education_status", - "cd_purchase_estimate", - "cd_credit_rating" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 1920800 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "25", - "27" - ], - "rowCount": 2.2927409256429917E29 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_current_cdemo_sk", - "c_current_addr_sk", - "ca_address_sk", - "ca_state", - "cd_demo_sk", - "cd_gender", - "cd_marital_status", - "cd_education_status", - "cd_purchase_estimate", - "cd_credit_rating", - "literalTrue", - "ws_bill_customer_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 2.2927409256429917E29 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - } - ] - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 3.483413831025E10 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_ship_customer_sk", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.483413831025E10 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 8, - "name": "$8" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "10" - ], - "rowCount": 2739.3375 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 2739.3375 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "32", - "34" - ], - "rowCount": 1.431336920301817E13 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "literalTrue", - "cs_ship_customer_sk" - ], - "exprs": [ - { - "literal": true, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1.431336920301817E13 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAntiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 14, - "name": "$14" - } - ] - }, - "joinType": "anti", - "inputs": [ - "29", - "36" - ], - "rowCount": 2.223098920026586E29 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 6, - 7, - 8, - 9, - 10 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 2.2230989200265857E28 - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cd_gender", - "cd_marital_status", - "cd_education_status", - "cnt1", - "cd_purchase_estimate", - "cnt2", - "cd_credit_rating", - "cnt3" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 2.2230989200265857E28 - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 4, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 6, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 10 (BROADCAST_EDGE) + Map 11 <- Map 13 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) + Map 12 <- Map 13 (BROADCAST_EDGE), Reducer 8 (BROADCAST_EDGE) + Map 15 <- Map 13 (BROADCAST_EDGE), Reducer 7 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 11 (CUSTOM_SIMPLE_EDGE) + Reducer 3 <- Map 12 (CUSTOM_SIMPLE_EDGE), Map 14 (BROADCAST_EDGE), Reducer 2 (CUSTOM_SIMPLE_EDGE) + Reducer 4 <- Map 15 (CUSTOM_SIMPLE_EDGE), Reducer 3 (CUSTOM_SIMPLE_EDGE) + Reducer 5 <- Reducer 4 (SIMPLE_EDGE) + Reducer 6 <- Reducer 5 (SIMPLE_EDGE) + Reducer 7 <- Reducer 3 (CUSTOM_SIMPLE_EDGE) + Reducer 8 <- Reducer 2 (CUSTOM_SIMPLE_EDGE) + Reducer 9 <- Map 1 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: c + filterExpr: (c_current_cdemo_sk is not null and c_current_addr_sk is not null) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_157_container, bigKeyColName:c_current_addr_sk, smallTablePos:1, keyRatio:0.054623625 + Statistics: Num rows: 80000000 Data size: 1897611080 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (c_current_cdemo_sk is not null and c_current_addr_sk is not null) (type: boolean) + Statistics: Num rows: 77201384 Data size: 1831227520 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: c_customer_sk (type: bigint), c_current_cdemo_sk (type: bigint), c_current_addr_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 77201384 Data size: 1831227520 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 10 + Statistics: Num rows: 4369890 Data size: 48312544 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 4369890 Data size: 48312544 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 4369890 Data size: 34959120 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=4369890) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 10 + Map Operator Tree: + TableScan + alias: ca + filterExpr: (ca_state) IN ('CO', 'IL', 'MN') (type: boolean) + Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ca_state) IN ('CO', 'IL', 'MN') (type: boolean) + Statistics: Num rows: 2264151 Data size: 212830194 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ca_address_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 2264151 Data size: 18113208 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 2264151 Data size: 18113208 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 11 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: (ss_customer_sk is not null and ss_customer_sk BETWEEN DynamicValue(RS_31_c_c_customer_sk_min) AND DynamicValue(RS_31_c_c_customer_sk_max) and in_bloom_filter(ss_customer_sk, DynamicValue(RS_31_c_c_customer_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 82510879939 Data size: 1304615207232 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ss_customer_sk is not null and ss_customer_sk BETWEEN DynamicValue(RS_31_c_c_customer_sk_min) AND DynamicValue(RS_31_c_c_customer_sk_max) and in_bloom_filter(ss_customer_sk, DynamicValue(RS_31_c_c_customer_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 80566020964 Data size: 1273864200864 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_customer_sk (type: bigint), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80566020964 Data size: 1273864200864 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0 + input vertices: + 1 Map 13 + Statistics: Num rows: 4059130281 Data size: 17280907688 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 269031664 Data size: 1145346680 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 269031664 Data size: 1145346680 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 12 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: (ws_bill_customer_sk is not null and ws_bill_customer_sk BETWEEN DynamicValue(RS_34_c_c_customer_sk_min) AND DynamicValue(RS_34_c_c_customer_sk_max) and in_bloom_filter(ws_bill_customer_sk, DynamicValue(RS_34_c_c_customer_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 21594638446 Data size: 345492666072 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ws_bill_customer_sk is not null and ws_bill_customer_sk BETWEEN DynamicValue(RS_34_c_c_customer_sk_min) AND DynamicValue(RS_34_c_c_customer_sk_max) and in_bloom_filter(ws_bill_customer_sk, DynamicValue(RS_34_c_c_customer_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 21591944812 Data size: 345449570616 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_bill_customer_sk (type: bigint), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 21591944812 Data size: 345449570616 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0 + input vertices: + 1 Map 13 + Statistics: Num rows: 1087859571 Data size: 8681330192 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: true (type: boolean), _col0 (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1087859571 Data size: 13032768476 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 1087859571 Data size: 13032768476 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: boolean) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 13 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: ((d_year = 1999) and d_moy BETWEEN 1 AND 3) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 1999) and d_moy BETWEEN 1 AND 3) (type: boolean) + Statistics: Num rows: 92 Data size: 1472 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 12 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 11 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 15 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 14 + Map Operator Tree: + TableScan + alias: customer_demographics + Statistics: Num rows: 1920800 Data size: 704933600 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cd_demo_sk (type: bigint), cd_gender (type: char(1)), cd_marital_status (type: char(1)), cd_education_status (type: char(20)), cd_purchase_estimate (type: int), cd_credit_rating (type: char(10)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 1920800 Data size: 704933600 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1920800 Data size: 704933600 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(1)), _col2 (type: char(1)), _col3 (type: char(20)), _col4 (type: int), _col5 (type: char(10)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 15 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: (cs_ship_customer_sk is not null and cs_ship_customer_sk BETWEEN DynamicValue(RS_57_c_c_customer_sk_min) AND DynamicValue(RS_57_c_c_customer_sk_max) and in_bloom_filter(cs_ship_customer_sk, DynamicValue(RS_57_c_c_customer_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 43005109025 Data size: 687211661648 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (cs_ship_customer_sk is not null and cs_ship_customer_sk BETWEEN DynamicValue(RS_57_c_c_customer_sk_min) AND DynamicValue(RS_57_c_c_customer_sk_max) and in_bloom_filter(cs_ship_customer_sk, DynamicValue(RS_57_c_c_customer_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 42896348680 Data size: 685473696576 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_ship_customer_sk (type: bigint), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 42896348680 Data size: 685473696576 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0 + input vertices: + 1 Map 13 + Statistics: Num rows: 2145954306 Data size: 16299752144 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 251416384 Data size: 1909651456 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 251416384 Data size: 1909651456 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 11 + Statistics: Num rows: 15228208 Data size: 222045632 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 15228208 Data size: 222045632 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 15228208 Data size: 121825664 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=3956347) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Left Outer Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col1, _col5 + input vertices: + 1 Map 12 + Statistics: Num rows: 1087859571 Data size: 21735585724 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Filter Operator + predicate: _col5 is null (type: boolean) + Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint), _col1 (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col8, _col9, _col10, _col11, _col12 + input vertices: + 1 Map 14 + Statistics: Num rows: 1 Data size: 367 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint), _col8 (type: char(1)), _col9 (type: char(1)), _col10 (type: char(20)), _col11 (type: int), _col12 (type: char(10)) + outputColumnNames: _col0, _col6, _col7, _col8, _col9, _col10 + Statistics: Num rows: 1 Data size: 367 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1 Data size: 367 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col6 (type: char(1)), _col7 (type: char(1)), _col8 (type: char(20)), _col9 (type: int), _col10 (type: char(10)) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Anti Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col6, _col7, _col8, _col9, _col10 + input vertices: + 1 Map 15 + Statistics: Num rows: 251416384 Data size: 90258481856 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Top N Key Operator + sort order: +++++ + keys: _col6 (type: char(1)), _col7 (type: char(1)), _col8 (type: char(20)), _col9 (type: int), _col10 (type: char(10)) + null sort order: zzzzz + Statistics: Num rows: 251416384 Data size: 90258481856 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + aggregations: count() + keys: _col6 (type: char(1)), _col7 (type: char(1)), _col8 (type: char(20)), _col9 (type: int), _col10 (type: char(10)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 353 Data size: 129551 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(1)), _col1 (type: char(1)), _col2 (type: char(20)), _col3 (type: int), _col4 (type: char(10)) + null sort order: zzzzz + sort order: +++++ + Map-reduce partition columns: _col0 (type: char(1)), _col1 (type: char(1)), _col2 (type: char(20)), _col3 (type: int), _col4 (type: char(10)) + Statistics: Num rows: 353 Data size: 129551 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col5 (type: bigint) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + keys: KEY._col0 (type: char(1)), KEY._col1 (type: char(1)), KEY._col2 (type: char(20)), KEY._col3 (type: int), KEY._col4 (type: char(10)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 1 Data size: 367 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(1)), _col1 (type: char(1)), _col2 (type: char(20)), _col5 (type: bigint), _col3 (type: int), _col4 (type: char(10)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col6 + Statistics: Num rows: 1 Data size: 367 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(1)), _col1 (type: char(1)), _col2 (type: char(20)), _col4 (type: int), _col6 (type: char(10)) + null sort order: zzzzz + sort order: +++++ + Statistics: Num rows: 1 Data size: 367 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: bigint) + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(1)), KEY.reducesinkkey1 (type: char(1)), KEY.reducesinkkey2 (type: char(20)), VALUE._col0 (type: bigint), KEY.reducesinkkey3 (type: int), VALUE._col0 (type: bigint), KEY.reducesinkkey4 (type: char(10)), VALUE._col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 1 Data size: 383 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 1 Data size: 383 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 383 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 8 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=3956347) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 9 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=4369890) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query7.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query7.q.out index 88622d672f1d..1b813b0fe846 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query7.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query7.q.out @@ -1,2134 +1,230 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.0150431475531006E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_cdemo_sk", - "ss_promo_sk", - "ss_quantity", - "ss_list_price", - "ss_sales_price", - "ss_coupon_amt", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 18, - "name": "$18" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.0150431475531006E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1998, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 10957.35 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 9.886339954926145E13 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_demographics" - ], - "table:alias": "customer_demographics", - "inputs": [], - "rowCount": 1920800, - "avgRowSize": 217, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "cd_demo_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_gender" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_marital_status" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "cd_education_status" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_purchase_estimate" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "cd_credit_rating" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_employed_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_college_count" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "cd_demo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cd_gender", - "ndv": 2 - }, - { - "name": "cd_marital_status", - "ndv": 5 - }, - { - "name": "cd_education_status", - "ndv": 7 - }, - { - "name": "cd_purchase_estimate", - "ndv": 20, - "minValue": 500, - "maxValue": 10000 - }, - { - "name": "cd_credit_rating", - "ndv": 4 - }, - { - "name": "cd_dep_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_dep_employed_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_dep_college_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": "W", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": "F", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": "Primary ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 20 - } - } - ] - } - ] - }, - "rowCount": 6482.7 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cd_demo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 6482.7 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 96135264038699568 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "promotion" - ], - "table:alias": "promotion", - "inputs": [], - "rowCount": 2300, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "p_promo_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "p_promo_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "p_start_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "p_end_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "p_item_sk" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 15, - "scale": 2, - "name": "p_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "p_response_target" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "p_promo_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_dmail" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_email" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_catalog" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_tv" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_radio" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_press" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_event" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_demo" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "p_channel_details" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "p_purpose" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_discount_active" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "p_promo_sk", - "ndv": 2365, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "p_channel_email", - "ndv": 2 - }, - { - "name": "p_channel_event", - "ndv": 2 - }, - { - "name": "p_promo_id", - "ndv": 2307 - }, - { - "name": "p_start_date_sk", - "ndv": 761, - "minValue": 2450096, - "maxValue": 2450915 - }, - { - "name": "p_end_date_sk", - "ndv": 736, - "minValue": 2450102, - "maxValue": 2450970 - }, - { - "name": "p_item_sk", - "ndv": 2252, - "minValue": 614, - "maxValue": 461932 - }, - { - "name": "p_cost", - "ndv": 1, - "minValue": 1000, - "maxValue": 1000 - }, - { - "name": "p_response_target", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "p_promo_name", - "ndv": 11 - }, - { - "name": "p_channel_dmail", - "ndv": 3 - }, - { - "name": "p_channel_catalog", - "ndv": 2 - }, - { - "name": "p_channel_tv", - "ndv": 2 - }, - { - "name": "p_channel_radio", - "ndv": 2 - }, - { - "name": "p_channel_press", - "ndv": 2 - }, - { - "name": "p_channel_demo", - "ndv": 2 - }, - { - "name": "p_channel_details", - "ndv": 2242 - }, - { - "name": "p_purpose", - "ndv": 2 - }, - { - "name": "p_discount_active", - "ndv": 2 - } - ] - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "literal": "N", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "N", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - } - ] - } - ] - }, - "rowCount": 575 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "p_promo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 575 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 10, - "name": "$10" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "10", - "13" - ], - "rowCount": 8291666523337837568 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_item_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 462000 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 11, - "name": "$11" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "14", - "16" - ], - "rowCount": 5.746124900673121E23 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 12 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 6 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 6 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - } - ], - "rowCount": 5.746124900673121E22 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_id", - "agg1", - "agg2", - "agg3", - "agg4" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 11, - "scale": 6 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 11, - "scale": 6 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 11, - "scale": 6 - } - } - ], - "rowCount": 5.746124900673121E22 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: (ss_cdemo_sk is not null and ss_promo_sk is not null) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_94_container, bigKeyColName:ss_cdemo_sk, smallTablePos:1, keyRatio:1.6082727526128025E-8 + Statistics: Num rows: 82510879939 Data size: 30001935686500 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ss_cdemo_sk is not null and ss_promo_sk is not null) (type: boolean) + Statistics: Num rows: 78670256451 Data size: 28605439382424 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_cdemo_sk (type: bigint), ss_promo_sk (type: bigint), ss_quantity (type: int), ss_list_price (type: decimal(7,2)), ss_sales_price (type: decimal(7,2)), ss_coupon_amt (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 78670256451 Data size: 28605439382424 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col7 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + input vertices: + 1 Map 4 + Statistics: Num rows: 15811383493 Data size: 5095447574104 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6 + input vertices: + 1 Map 5 + Statistics: Num rows: 225876909 Data size: 1807015620 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col3, _col4, _col5, _col6 + input vertices: + 1 Map 6 + Statistics: Num rows: 225876909 Data size: 1807015612 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col3, _col4, _col5, _col6, _col12 + input vertices: + 1 Map 7 + Statistics: Num rows: 225876909 Data size: 22587691240 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: + + keys: _col12 (type: string) + null sort order: z + Statistics: Num rows: 225876909 Data size: 22587691240 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + aggregations: sum(_col3), count(_col3), sum(_col4), count(_col4), sum(_col6), count(_col6), sum(_col5), count(_col5) + keys: _col12 (type: string) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 22029636 Data size: 10486106736 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 22029636 Data size: 10486106736 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: bigint), _col5 (type: decimal(17,2)), _col6 (type: bigint), _col7 (type: decimal(17,2)), _col8 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (d_year = 1998) (type: boolean) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_year = 1998) (type: boolean) + Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: customer_demographics + filterExpr: ((cd_marital_status = 'W') and (cd_gender = 'F') and (cd_education_status = 'Primary ')) (type: boolean) + Statistics: Num rows: 1920800 Data size: 522457600 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((cd_marital_status = 'W') and (cd_gender = 'F') and (cd_education_status = 'Primary ')) (type: boolean) + Statistics: Num rows: 27440 Data size: 7463680 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cd_demo_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 27440 Data size: 219520 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 27440 Data size: 219520 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: promotion + filterExpr: ((p_channel_email = 'N') or (p_channel_event = 'N')) (type: boolean) + Statistics: Num rows: 2300 Data size: 409400 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((p_channel_email = 'N') or (p_channel_event = 'N')) (type: boolean) + Statistics: Num rows: 2300 Data size: 409400 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: p_promo_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 2300 Data size: 18400 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 2300 Data size: 18400 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: item + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_item_id (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), count(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), sum(VALUE._col4), count(VALUE._col5), sum(VALUE._col6), count(VALUE._col7) + keys: KEY._col0 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 247524 Data size: 117821424 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: string), (UDFToDouble(_col1) / _col2) (type: double), CAST( (_col3 / _col4) AS decimal(11,6)) (type: decimal(11,6)), CAST( (_col5 / _col6) AS decimal(11,6)) (type: decimal(11,6)), CAST( (_col7 / _col8) AS decimal(11,6)) (type: decimal(11,6)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 247524 Data size: 109900656 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Statistics: Num rows: 247524 Data size: 109900656 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: double), _col2 (type: decimal(11,6)), _col3 (type: decimal(11,6)), _col4 (type: decimal(11,6)) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: double), VALUE._col1 (type: decimal(11,6)), VALUE._col2 (type: decimal(11,6)), VALUE._col3 (type: decimal(11,6)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 247524 Data size: 109900656 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 44400 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 44400 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query70.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query70.q.out index 96f32cd87421..f417133c1fa9 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query70.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query70.q.out @@ -1,2904 +1,382 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_store_sk", - "ss_net_profit", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 21, - "name": "$21" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "d1", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 1212, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1223, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_month_seq" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 18262.25 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 1.8308036953566934E14 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store" - ], - "table:alias": "store", - "inputs": [], - "rowCount": 1704, - "avgRowSize": 1375, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "s_store_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "s_store_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "s_closed_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_store_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_number_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_floor_space" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "s_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_market_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_geography_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_market_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_division_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_company_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_company_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 10, - "name": "s_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "s_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "s_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "s_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "s_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "s_store_sk", - "ndv": 1736, - "minValue": 1, - "maxValue": 1704 - }, - { - "name": "s_county", - "ndv": 128 - }, - { - "name": "s_state", - "ndv": 44 - }, - { - "name": "s_store_id", - "ndv": 879 - }, - { - "name": "s_rec_start_date", - "ndv": 0, - "minValue": 9933, - "maxValue": 11394 - }, - { - "name": "s_rec_end_date", - "ndv": 0, - "minValue": 10663, - "maxValue": 11393 - }, - { - "name": "s_closed_date_sk", - "ndv": 263, - "minValue": 2450820, - "maxValue": 2451314 - }, - { - "name": "s_store_name", - "ndv": 11 - }, - { - "name": "s_number_employees", - "ndv": 100, - "minValue": 200, - "maxValue": 300 - }, - { - "name": "s_floor_space", - "ndv": 1289, - "minValue": 5000201, - "maxValue": 9997773 - }, - { - "name": "s_hours", - "ndv": 4 - }, - { - "name": "s_manager", - "ndv": 1245 - }, - { - "name": "s_market_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "s_geography_class", - "ndv": 2 - }, - { - "name": "s_market_desc", - "ndv": 1311 - }, - { - "name": "s_market_manager", - "ndv": 1236 - }, - { - "name": "s_division_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_division_name", - "ndv": 2 - }, - { - "name": "s_company_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_company_name", - "ndv": 2 - }, - { - "name": "s_street_number", - "ndv": 736 - }, - { - "name": "s_street_name", - "ndv": 851 - }, - { - "name": "s_street_type", - "ndv": 21 - }, - { - "name": "s_suite_number", - "ndv": 76 - }, - { - "name": "s_city", - "ndv": 267 - }, - { - "name": "s_zip", - "ndv": 983 - }, - { - "name": "s_country", - "ndv": 2 - }, - { - "name": "s_gmt_offset", - "ndv": 5, - "minValue": -9, - "maxValue": -5 - }, - { - "name": "s_tax_percentage", - "ndv": 12, - "minValue": 0, - "maxValue": 0.11 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 24, - "name": "$24" - } - ] - }, - "rowCount": 1533.6000000000001 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk", - "s_county", - "s_state" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 23, - "name": "$23" - }, - { - "input": 24, - "name": "$24" - } - ], - "rowCount": 1533.6000000000001 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 42115808207985376 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "inputs": [ - "0" - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_store_sk", - "ss_net_profit", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 21, - "name": "$21" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 1212, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1223, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "12", - "15" - ], - "rowCount": 1.8308036953566934E14 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store" - ], - "table:alias": "store", - "inputs": [], - "rowCount": 1704, - "avgRowSize": 1375, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "s_store_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "s_store_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "s_closed_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_store_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_number_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_floor_space" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "s_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_market_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_geography_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_market_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_division_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_company_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_company_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 10, - "name": "s_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "s_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "s_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "s_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "s_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "s_store_sk", - "ndv": 1736, - "minValue": 1, - "maxValue": 1704 - }, - { - "name": "s_store_id", - "ndv": 879 - }, - { - "name": "s_rec_start_date", - "ndv": 0, - "minValue": 9933, - "maxValue": 11394 - }, - { - "name": "s_rec_end_date", - "ndv": 0, - "minValue": 10663, - "maxValue": 11393 - }, - { - "name": "s_closed_date_sk", - "ndv": 263, - "minValue": 2450820, - "maxValue": 2451314 - }, - { - "name": "s_store_name", - "ndv": 11 - }, - { - "name": "s_number_employees", - "ndv": 100, - "minValue": 200, - "maxValue": 300 - }, - { - "name": "s_floor_space", - "ndv": 1289, - "minValue": 5000201, - "maxValue": 9997773 - }, - { - "name": "s_hours", - "ndv": 4 - }, - { - "name": "s_manager", - "ndv": 1245 - }, - { - "name": "s_market_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "s_geography_class", - "ndv": 2 - }, - { - "name": "s_market_desc", - "ndv": 1311 - }, - { - "name": "s_market_manager", - "ndv": 1236 - }, - { - "name": "s_division_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_division_name", - "ndv": 2 - }, - { - "name": "s_company_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_company_name", - "ndv": 2 - }, - { - "name": "s_street_number", - "ndv": 736 - }, - { - "name": "s_street_name", - "ndv": 851 - }, - { - "name": "s_street_type", - "ndv": 21 - }, - { - "name": "s_suite_number", - "ndv": 76 - }, - { - "name": "s_city", - "ndv": 267 - }, - { - "name": "s_county", - "ndv": 128 - }, - { - "name": "s_state", - "ndv": 44 - }, - { - "name": "s_zip", - "ndv": 983 - }, - { - "name": "s_country", - "ndv": 2 - }, - { - "name": "s_gmt_offset", - "ndv": 5, - "minValue": -9, - "maxValue": -5 - }, - { - "name": "s_tax_percentage", - "ndv": 12, - "minValue": 0, - "maxValue": 0.11 - } - ] - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 24, - "name": "$24" - } - ] - }, - "rowCount": 1533.6000000000001 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk", - "s_state" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 24, - "name": "$24" - } - ], - "rowCount": 1533.6000000000001 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "16", - "19" - ], - "rowCount": 42115808207985376 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 4.2115808207985375E15 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_state", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 4.2115808207985375E15 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "(tok_table_or_col s_state)", - "rank_window_0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "rank", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [], - "distinct": false, - "type": { - "type": "INTEGER", - "nullable": true - }, - "window": { - "partition": [ - { - "input": 0, - "name": "$0" - } - ], - "order": [ - { - "expr": { - "input": 1, - "name": "$1" - }, - "direction": "DESCENDING", - "null-direction": "FIRST" - } - ], - "range-lower": { - "type": "UNBOUNDED_PRECEDING" - }, - "range-upper": { - "type": "UNBOUNDED_FOLLOWING" - } - } - } - ], - "rowCount": 4.2115808207985375E15 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 5, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 2.1057904103992688E15 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_state" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 2.1057904103992688E15 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - "joinType": "semi", - "inputs": [ - "10", - "25" - ], - "rowCount": 3.8378030229526685E15 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2" - ], - "exprs": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 3.8378030229526685E15 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1 - ], - "groups": [ - [ - 0, - 1 - ], - [ - 0 - ], - [] - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "GROUPING__ID", - "kind": "OTHER", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": false - }, - "distinct": false, - "operands": [], - "name": "GROUPING__ID" - } - ], - "rowCount": 1.1513409068858005E15 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "GROUPING__ID" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 1.1513409068858005E15 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "total_sum", - "s_state", - "s_county", - "lochierarchy", - "rank_within_parent", - "(tok_function when (= (tok_table_or_col lochierarchy) 0) (tok_table_or_col s_state))" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "grouping", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 1, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "BIGINT", - "nullable": true - }, - "deterministic": true, - "dynamic": false - }, - { - "op": { - "name": "grouping", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "BIGINT", - "nullable": true - }, - "deterministic": true, - "dynamic": false - } - ] - }, - { - "op": { - "name": "rank", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [], - "distinct": false, - "type": { - "type": "INTEGER", - "nullable": true - }, - "window": { - "partition": [ - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "grouping", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 1, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "BIGINT", - "nullable": true - }, - "deterministic": true, - "dynamic": false - }, - { - "op": { - "name": "grouping", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "BIGINT", - "nullable": true - }, - "deterministic": true, - "dynamic": false - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "grouping", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "BIGINT", - "nullable": true - }, - "deterministic": true, - "dynamic": false - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "BIGINT", - "nullable": true - } - } - ] - }, - { - "input": 0, - "name": "$0" - }, - { - "literal": null, - "type": { - "type": "CHAR", - "nullable": true, - "precision": 2 - } - } - ] - } - ], - "order": [ - { - "expr": { - "input": 2, - "name": "$2" - }, - "direction": "DESCENDING", - "null-direction": "FIRST" - } - ], - "range-lower": { - "type": "UNBOUNDED_PRECEDING" - }, - "range-upper": { - "type": "UNBOUNDED_FOLLOWING" - } - } - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "grouping", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 1, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "BIGINT", - "nullable": true - }, - "deterministic": true, - "dynamic": false - }, - { - "op": { - "name": "grouping", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "BIGINT", - "nullable": true - }, - "deterministic": true, - "dynamic": false - } - ] - }, - { - "literal": 0, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - { - "input": 0, - "name": "$0" - }, - { - "literal": null, - "type": { - "type": "CHAR", - "nullable": true, - "precision": 2 - } - } - ] - } - ], - "rowCount": 1.1513409068858005E15 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 3, - "direction": "DESCENDING", - "nulls": "FIRST" - }, - { - "field": 5, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 4, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "total_sum", - "s_state", - "s_county", - "lochierarchy", - "rank_within_parent" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) + Map 7 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE) + Reducer 8 <- Map 7 (SIMPLE_EDGE) + Reducer 9 <- Reducer 8 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: ss_store_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_120_container, bigKeyColName:ss_store_sk, smallTablePos:1, keyRatio:0.1919754858718087 + Statistics: Num rows: 82510879939 Data size: 10327900046896 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ss_store_sk is not null (type: boolean) + Statistics: Num rows: 80569240632 Data size: 10084864744080 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_store_sk (type: bigint), ss_net_profit (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 80569240632 Data size: 10084864744080 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 5 + Statistics: Num rows: 15840066266 Data size: 1672809895104 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col6, _col7 + input vertices: + 1 Map 6 + Statistics: Num rows: 15840066266 Data size: 4475829148384 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col7 (type: char(2)) + 1 _col0 (type: char(2)) + outputColumnNames: _col1, _col6, _col7 + input vertices: + 1 Reducer 9 + Statistics: Num rows: 5040021084 Data size: 1279015774512 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col7 (type: char(2)), _col6 (type: varchar(30)), _col1 (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 5040021084 Data size: 1279015774512 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2) + keys: _col0 (type: char(2)), _col1 (type: varchar(30)), 0L (type: bigint) + grouping sets: 0, 1, 3 + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 3073155 Data size: 934239120 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(2)), _col1 (type: varchar(30)), _col2 (type: bigint) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: char(2)), _col1 (type: varchar(30)), _col2 (type: bigint) + Statistics: Num rows: 3073155 Data size: 934239120 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: d1 + filterExpr: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) + Statistics: Num rows: 359 Data size: 4308 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 7 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: store + filterExpr: s_state is not null (type: boolean) + Statistics: Num rows: 1704 Data size: 327168 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: s_state is not null (type: boolean) + Statistics: Num rows: 1704 Data size: 327168 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: s_store_sk (type: bigint), s_county (type: varchar(30)), s_state (type: char(2)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1704 Data size: 327168 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1704 Data size: 327168 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(30)), _col2 (type: char(2)) + Select Operator + expressions: s_store_sk (type: bigint), s_state (type: char(2)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1704 Data size: 160176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1704 Data size: 160176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: ss_store_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_122_container, bigKeyColName:ss_store_sk, smallTablePos:1, keyRatio:0.1919754858718087 + Statistics: Num rows: 82510879939 Data size: 10327900046896 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ss_store_sk is not null (type: boolean) + Statistics: Num rows: 80569240632 Data size: 10084864744080 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_store_sk (type: bigint), ss_net_profit (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 80569240632 Data size: 10084864744080 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 5 + Statistics: Num rows: 15840066266 Data size: 1672809895104 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col5 + input vertices: + 1 Map 6 + Statistics: Num rows: 15840066266 Data size: 2923502654316 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col5 (type: char(2)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 502480 Data size: 99491040 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(2)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(2)) + Statistics: Num rows: 502480 Data size: 99491040 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: char(2)), KEY._col1 (type: varchar(30)), KEY._col2 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 615 Data size: 186960 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(2)), _col1 (type: varchar(30)), _col3 (type: decimal(17,2)), _col2 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 615 Data size: 186960 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: (grouping(_col3, 1L) + grouping(_col3, 0L)) (type: bigint), CASE WHEN ((grouping(_col3, 0L) = UDFToLong(0))) THEN (_col0) ELSE (CAST( null AS CHAR(2))) END (type: char(2)), _col2 (type: decimal(17,2)) + null sort order: aaa + sort order: ++- + Map-reduce partition columns: (grouping(_col3, 1L) + grouping(_col3, 0L)) (type: bigint), CASE WHEN ((grouping(_col3, 0L) = UDFToLong(0))) THEN (_col0) ELSE (CAST( null AS CHAR(2))) END (type: char(2)) + Statistics: Num rows: 615 Data size: 186960 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: char(2)), _col1 (type: varchar(30)), _col3 (type: bigint) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: char(2)), VALUE._col1 (type: varchar(30)), KEY.reducesinkkey2 (type: decimal(17,2)), VALUE._col2 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 615 Data size: 186960 Basic stats: COMPLETE Column stats: COMPLETE + PTF Operator + Function definitions: + Input definition + input alias: ptf_0 + output shape: _col0: char(2), _col1: varchar(30), _col2: decimal(17,2), _col3: bigint + type: WINDOWING + Windowing table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col2 DESC NULLS FIRST + partition by: (grouping(_col3, 1L) + grouping(_col3, 0L)), CASE WHEN ((grouping(_col3, 0L) = UDFToLong(0))) THEN (_col0) ELSE (CAST( null AS CHAR(2))) END + raw input shape: + window functions: + window function definition + alias: rank_window_0 + arguments: _col2 + name: rank + window function: GenericUDAFRankEvaluator + window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + Statistics: Num rows: 615 Data size: 186960 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: -++ + keys: (grouping(_col3, 1L) + grouping(_col3, 0L)) (type: bigint), if(((grouping(_col3, 1L) + grouping(_col3, 0L)) = 0L), _col0, null) (type: char(2)), rank_window_0 (type: int) + null sort order: azz + Statistics: Num rows: 615 Data size: 186960 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col2 (type: decimal(17,2)), _col0 (type: char(2)), _col1 (type: varchar(30)), (grouping(_col3, 1L) + grouping(_col3, 0L)) (type: bigint), rank_window_0 (type: int), if(((grouping(_col3, 1L) + grouping(_col3, 0L)) = 0L), _col0, null) (type: char(2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 615 Data size: 189506 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col3 (type: bigint), _col5 (type: char(2)), _col4 (type: int) + null sort order: azz + sort order: -++ + Statistics: Num rows: 615 Data size: 189506 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: decimal(17,2)), _col1 (type: char(2)), _col2 (type: varchar(30)) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: decimal(17,2)), VALUE._col1 (type: char(2)), VALUE._col2 (type: varchar(30)), KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey2 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 615 Data size: 189420 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 30800 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 30800 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 8 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: char(2)) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 44 Data size: 8712 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: +- + keys: _col0 (type: char(2)), _col1 (type: decimal(17,2)) + null sort order: aa + Map-reduce partition columns: _col0 (type: char(2)) + Statistics: Num rows: 44 Data size: 8712 Basic stats: COMPLETE Column stats: COMPLETE + top n: 6 + Reduce Output Operator + key expressions: _col0 (type: char(2)), _col1 (type: decimal(17,2)) + null sort order: aa + sort order: +- + Map-reduce partition columns: _col0 (type: char(2)) + Statistics: Num rows: 44 Data size: 8712 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 9 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(2)), KEY.reducesinkkey1 (type: decimal(17,2)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 44 Data size: 8712 Basic stats: COMPLETE Column stats: COMPLETE + PTF Operator + Function definitions: + Input definition + input alias: ptf_0 + output shape: _col0: char(2), _col1: decimal(17,2) + type: WINDOWING + Windowing table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 DESC NULLS FIRST + partition by: _col0 + raw input shape: + window functions: + window function definition + alias: rank_window_0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + Statistics: Num rows: 44 Data size: 8712 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (rank_window_0 <= 5) (type: boolean) + Statistics: Num rows: 14 Data size: 2772 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(2)) + outputColumnNames: _col0 + Statistics: Num rows: 14 Data size: 1204 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: char(2)) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 14 Data size: 1204 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(2)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(2)) + Statistics: Num rows: 14 Data size: 1204 Basic stats: COMPLETE Column stats: COMPLETE + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query71.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query71.q.out index 71135cb5ad00..b5c0f12a1272 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query71.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query71.q.out @@ -1,2969 +1,435 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 1.7491657141260002E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_sold_time_sk", - "ws_item_sk", - "ws_ext_sales_price", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 1.7491657141260002E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 12, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 1643.6025 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1643.6025 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 4.312399710977669E12 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ext_price", - "sold_item_sk", - "time_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 4.312399710977669E12 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - } - ] - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 3.483413831025E10 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_sold_time_sk", - "cs_item_sk", - "cs_ext_sales_price", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.483413831025E10 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 12, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 1643.6025 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1643.6025 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "10", - "12" - ], - "rowCount": 8.5880215218109E12 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ext_price", - "sold_item_sk", - "time_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 8.5880215218109E12 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_sold_time_sk", - "ss_item_sk", - "ss_ext_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 12, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 1643.6025 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1643.6025 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "17", - "19" - ], - "rowCount": 1.647723325821024E13 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ext_price", - "sold_item_sk", - "time_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1.647723325821024E13 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", - "all": true, - "inputs": [ - "7", - "14", - "21" - ], - "rowCount": 2.9377654490998812E13 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ext_price", - "sold_item_sk", - "time_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 2.9377654490998812E13 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 20, - "name": "$20" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 69300 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand_id", - "i_brand" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 69300 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "23", - "26" - ], - "rowCount": 305380718433932672 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "time_dim" - ], - "table:alias": "time_dim", - "inputs": [], - "rowCount": 86400, - "avgRowSize": 377, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "t_time_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "t_time_id" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "t_time" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "t_hour" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "t_minute" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "t_second" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "t_am_pm" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "t_shift" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "t_sub_shift" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "t_meal_time" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "t_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "t_hour", - "ndv": 24, - "minValue": 0, - "maxValue": 23 - }, - { - "name": "t_minute", - "ndv": 62, - "minValue": 0, - "maxValue": 59 - }, - { - "name": "t_meal_time", - "ndv": 4 - }, - { - "name": "t_time_id", - "ndv": 87002 - }, - { - "name": "t_time", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "t_second", - "ndv": 62, - "minValue": 0, - "maxValue": 59 - }, - { - "name": "t_am_pm", - "ndv": 2 - }, - { - "name": "t_shift", - "ndv": 3 - }, - { - "name": "t_sub_shift", - "ndv": 4 - } - ] - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "literal": "breakfast", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - }, - { - "literal": "dinner", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - } - ] - }, - "rowCount": 21600 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "t_time_sk", - "t_hour", - "t_minute" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 21600 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "27", - "30" - ], - "rowCount": 9.894335277259417E20 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 4, - 5, - 7, - 8 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 0 - ], - "name": null - } - ], - "rowCount": 9.894335277259417E19 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "brand_id", - "brand", - "t_hour", - "t_minute", - "ext_price", - "(tok_table_or_col i_brand_id)" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 9.894335277259417E19 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 4, - "direction": "DESCENDING", - "nulls": "FIRST" - }, - { - "field": 5, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "rowCount": 9.894335277259417E19 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "brand_id", - "brand", - "t_hour", - "t_minute", - "ext_price" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 9.894335277259417E19 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 10 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Union 2 (CONTAINS) + Map 5 <- Map 10 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE), Union 2 (CONTAINS) + Map 7 <- Map 10 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE), Union 2 (CONTAINS) + Reducer 3 <- Union 2 (SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE) + Reducer 9 <- Map 8 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: ws_sold_time_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_119_container, bigKeyColName:ws_sold_time_sk, smallTablePos:1, keyRatio:4.3992401279400425E-9 + Statistics: Num rows: 21594638446 Data size: 2936546600912 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ws_sold_time_sk is not null (type: boolean) + Statistics: Num rows: 21591935919 Data size: 2936179097800 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_sold_time_sk (type: bigint), ws_item_sk (type: bigint), ws_ext_sales_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 21591935919 Data size: 2936179097800 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 6 + Statistics: Num rows: 366561230 Data size: 46595650256 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col2 (type: decimal(7,2)), _col1 (type: bigint), _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 366561230 Data size: 46595650256 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col4, _col5 + input vertices: + 1 Map 8 + Statistics: Num rows: 23627911 Data size: 2457302824 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col4, _col5, _col7, _col8 + input vertices: + 1 Map 10 + Statistics: Num rows: 11813956 Data size: 1323163144 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col0) + keys: _col4 (type: int), _col5 (type: char(50)), _col7 (type: int), _col8 (type: int) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 11813956 Data size: 2646326104 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: char(50)), _col2 (type: int), _col3 (type: int) + null sort order: zzzz + sort order: ++++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: char(50)), _col2 (type: int), _col3 (type: int) + Statistics: Num rows: 11813956 Data size: 2646326104 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col4 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 10 + Map Operator Tree: + TableScan + alias: time_dim + filterExpr: (t_meal_time) IN ('breakfast ', 'dinner ') (type: boolean) + Statistics: Num rows: 86400 Data size: 8899200 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (t_meal_time) IN ('breakfast ', 'dinner ') (type: boolean) + Statistics: Num rows: 43200 Data size: 4449600 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: t_time_sk (type: bigint), t_hour (type: int), t_minute (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 43200 Data size: 691200 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 43200 Data size: 691200 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: int) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 43200 Data size: 691200 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: int) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 43200 Data size: 691200 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: int) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: (cs_sold_time_sk is not null and cs_item_sk BETWEEN DynamicValue(RS_39_item_i_item_sk_min) AND DynamicValue(RS_39_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_39_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 43005109025 Data size: 5835793588616 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (cs_sold_time_sk is not null and cs_item_sk BETWEEN DynamicValue(RS_39_item_i_item_sk_min) AND DynamicValue(RS_39_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_39_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 42898297550 Data size: 5821299270776 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_sold_time_sk (type: bigint), cs_item_sk (type: bigint), cs_ext_sales_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 42898297550 Data size: 5821299270776 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 6 + Statistics: Num rows: 723126157 Data size: 79690952072 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col2 (type: decimal(7,2)), _col1 (type: bigint), _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 723126157 Data size: 79690952072 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col4, _col5 + input vertices: + 1 Map 8 + Statistics: Num rows: 23627911 Data size: 2457302824 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col4, _col5, _col7, _col8 + input vertices: + 1 Map 10 + Statistics: Num rows: 11813956 Data size: 1323163144 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col0) + keys: _col4 (type: int), _col5 (type: char(50)), _col7 (type: int), _col8 (type: int) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 11813956 Data size: 2646326104 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: char(50)), _col2 (type: int), _col3 (type: int) + null sort order: zzzz + sort order: ++++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: char(50)), _col2 (type: int), _col3 (type: int) + Statistics: Num rows: 11813956 Data size: 2646326104 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col4 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: ((d_year = 2001) and (d_moy = 12)) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 2001) and (d_moy = 12)) (type: boolean) + Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 5 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 7 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: (ss_sold_time_sk is not null and ss_item_sk BETWEEN DynamicValue(RS_39_item_i_item_sk_min) AND DynamicValue(RS_39_item_i_item_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_39_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 82510879939 Data size: 10987941351704 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ss_sold_time_sk is not null and ss_item_sk BETWEEN DynamicValue(RS_39_item_i_item_sk_min) AND DynamicValue(RS_39_item_i_item_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_39_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 80568078218 Data size: 10729219212432 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_sold_time_sk (type: bigint), ss_item_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 80568078218 Data size: 10729219212432 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 6 + Statistics: Num rows: 1367785359 Data size: 10942282992 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col2 (type: decimal(7,2)), _col1 (type: bigint), _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1367785359 Data size: 10942282992 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col4, _col5 + input vertices: + 1 Map 8 + Statistics: Num rows: 23627911 Data size: 2457302824 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col4, _col5, _col7, _col8 + input vertices: + 1 Map 10 + Statistics: Num rows: 11813956 Data size: 1323163144 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col0) + keys: _col4 (type: int), _col5 (type: char(50)), _col7 (type: int), _col8 (type: int) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 11813956 Data size: 2646326104 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: char(50)), _col2 (type: int), _col3 (type: int) + null sort order: zzzz + sort order: ++++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: char(50)), _col2 (type: int), _col3 (type: int) + Statistics: Num rows: 11813956 Data size: 2646326104 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col4 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: item + filterExpr: (i_manager_id = 1) (type: boolean) + Statistics: Num rows: 462000 Data size: 53582956 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (i_manager_id = 1) (type: boolean) + Statistics: Num rows: 4442 Data size: 515192 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_brand_id (type: int), i_brand (type: char(50)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 4442 Data size: 497464 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 4442 Data size: 497464 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: char(50)) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 4442 Data size: 35536 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 4442 Data size: 497464 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: char(50)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 4442 Data size: 497464 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: char(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: int), KEY._col1 (type: char(50)), KEY._col2 (type: int), KEY._col3 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 11813956 Data size: 2646326104 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: char(50)), _col2 (type: int), _col3 (type: int), _col4 (type: decimal(17,2)), _col0 (type: int) + outputColumnNames: _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 11813956 Data size: 2646326104 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col4 (type: decimal(17,2)), _col5 (type: int) + null sort order: az + sort order: -+ + Statistics: Num rows: 11813956 Data size: 2646326104 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(50)), _col2 (type: int), _col3 (type: int) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey1 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: int), VALUE._col2 (type: int), KEY.reducesinkkey0 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 11813956 Data size: 2646326104 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 11813956 Data size: 2646326104 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 9 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Union 2 + Vertex: Union 2 + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query72.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query72.q.out index 6085a1a1c228..362a76884717 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query72.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query72.q.out @@ -1,4275 +1,529 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "inventory" - ], - "table:alias": "inventory", - "inputs": [], - "rowCount": 1627857000, - "avgRowSize": 157, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "inv_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "inv_item_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "inv_warehouse_sk" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "inv_quantity_on_hand" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "inv_date_sk", - "ndv": 258, - "minValue": 2450815, - "maxValue": 2452635 - }, - { - "name": "inv_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "inv_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "inv_quantity_on_hand", - "ndv": 987, - "minValue": 0, - "maxValue": 1000 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - "rowCount": 1465071300 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "inv_date_sk", - "inv_item_sk", - "inv_warehouse_sk", - "inv_quantity_on_hand" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 1465071300 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 17, - "name": "$17" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 2.5394086828172256E10 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_ship_date_sk", - "cs_bill_cdemo_sk", - "cs_bill_hdemo_sk", - "cs_item_sk", - "cs_promo_sk", - "cs_order_number", - "cs_quantity", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 17, - "name": "$17" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 2.5394086828172256E10 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "household_demographics" - ], - "table:alias": "household_demographics", - "inputs": [], - "rowCount": 7200, - "avgRowSize": 183, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "hd_demo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "hd_income_band_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "hd_buy_potential" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "hd_dep_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "hd_vehicle_count" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "hd_demo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "hd_buy_potential", - "ndv": 6 - }, - { - "name": "hd_income_band_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "hd_dep_count", - "ndv": 10, - "minValue": 0, - "maxValue": 9 - }, - { - "name": "hd_vehicle_count", - "ndv": 6, - "minValue": -1, - "maxValue": 4 - } - ] - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": "1001-5000 ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 15 - } - } - ] - }, - "rowCount": 1080 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "hd_demo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1080 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "5", - "8" - ], - "rowCount": 4.1138420661639053E12 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_demographics" - ], - "table:alias": "customer_demographics", - "inputs": [], - "rowCount": 1920800, - "avgRowSize": 217, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "cd_demo_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_gender" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_marital_status" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "cd_education_status" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_purchase_estimate" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "cd_credit_rating" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_employed_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_college_count" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "cd_demo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cd_marital_status", - "ndv": 5 - }, - { - "name": "cd_gender", - "ndv": 2 - }, - { - "name": "cd_education_status", - "ndv": 7 - }, - { - "name": "cd_purchase_estimate", - "ndv": 20, - "minValue": 500, - "maxValue": 10000 - }, - { - "name": "cd_credit_rating", - "ndv": 4 - }, - { - "name": "cd_dep_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_dep_employed_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_dep_college_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - } - ] - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": "M", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - } - ] - }, - "rowCount": 288120 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cd_demo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 288120 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "9", - "12" - ], - "rowCount": 177792026415471648 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "d2", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - "rowCount": 65744.1 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_week_seq" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 65744.1 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "d1", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - } - ] - }, - "rowCount": 8875.453500000001 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_week_seq", - "EXPR$0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - }, - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": 5, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "rowCount": 8875.453500000001 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "16", - "19" - ], - "rowCount": 8.752630536740251E7 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_week_seq", - "d_date_sk0", - "d_week_seq0", - "EXPR$0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 8.752630536740251E7 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 12, - "name": "$12" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "13", - "21" - ], - "rowCount": 2.3342218793894795E24 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 14, - "name": "$14" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - { - "op": { - "name": "<", - "kind": "LESS_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 10, - "name": "$10" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "22" - ], - "rowCount": 3.8472766687412865E31 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "promotion" - ], - "table:alias": "promotion", - "inputs": [], - "rowCount": 2300, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "p_promo_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "p_promo_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "p_start_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "p_end_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "p_item_sk" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 15, - "scale": 2, - "name": "p_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "p_response_target" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "p_promo_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_dmail" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_email" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_catalog" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_tv" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_radio" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_press" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_event" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_demo" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "p_channel_details" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "p_purpose" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_discount_active" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "p_promo_sk", - "ndv": 2365, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "p_promo_id", - "ndv": 2307 - }, - { - "name": "p_start_date_sk", - "ndv": 761, - "minValue": 2450096, - "maxValue": 2450915 - }, - { - "name": "p_end_date_sk", - "ndv": 736, - "minValue": 2450102, - "maxValue": 2450970 - }, - { - "name": "p_item_sk", - "ndv": 2252, - "minValue": 614, - "maxValue": 461932 - }, - { - "name": "p_cost", - "ndv": 1, - "minValue": 1000, - "maxValue": 1000 - }, - { - "name": "p_response_target", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "p_promo_name", - "ndv": 11 - }, - { - "name": "p_channel_dmail", - "ndv": 3 - }, - { - "name": "p_channel_email", - "ndv": 2 - }, - { - "name": "p_channel_catalog", - "ndv": 2 - }, - { - "name": "p_channel_tv", - "ndv": 2 - }, - { - "name": "p_channel_radio", - "ndv": 2 - }, - { - "name": "p_channel_press", - "ndv": 2 - }, - { - "name": "p_channel_event", - "ndv": 2 - }, - { - "name": "p_channel_demo", - "ndv": 2 - }, - { - "name": "p_channel_details", - "ndv": 2242 - }, - { - "name": "p_purpose", - "ndv": 2 - }, - { - "name": "p_discount_active", - "ndv": 2 - } - ] - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "p_promo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 2300 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 19, - "name": "$19" - } - ] - }, - "joinType": "left", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "23", - "25" - ], - "rowCount": 1.3305806358841739E34 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "d3", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - "rowCount": 65744.1 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 65744.1 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 20, - "name": "$20" - } - ] - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 21, - "name": "$21" - }, - { - "input": 18, - "name": "$18" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "26", - "29" - ], - "rowCount": 6.560836978772454E37 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_ship_date_sk", - "cs_bill_cdemo_sk", - "cs_bill_hdemo_sk", - "cs_item_sk", - "cs_promo_sk", - "cs_order_number", - "cs_quantity", - "cs_sold_date_sk", - "inv_date_sk", - "inv_item_sk", - "inv_warehouse_sk", - "inv_quantity_on_hand", - "cd_demo_sk", - "hd_demo_sk", - "d_date_sk", - "d_week_seq", - "EXPR$0", - "d_date_sk0", - "d_week_seq0", - "d_date_sk1", - "d_date", - "p_promo_sk" - ], - "exprs": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 17, - "name": "$17" - }, - { - "input": 18, - "name": "$18" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 20, - "name": "$20" - }, - { - "input": 21, - "name": "$21" - }, - { - "input": 19, - "name": "$19" - } - ], - "rowCount": 6.560836978772454E37 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_returns" - ], - "table:alias": "catalog_returns", - "inputs": [], - "rowCount": 4320980099, - "avgRowSize": 305, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returned_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cr_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_amount" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_store_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cr_returned_date_sk" - ], - "colStats": [ - { - "name": "cr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cr_order_number", - "ndv": 2681654419, - "minValue": 2, - "maxValue": 4800000000 - }, - { - "name": "cr_returned_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cr_refunded_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cr_refunded_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cr_refunded_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cr_refunded_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cr_returning_customer_sk", - "ndv": 77511828, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cr_returning_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cr_returning_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cr_returning_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cr_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cr_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cr_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cr_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "cr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cr_return_amount", - "ndv": 973170, - "minValue": 0, - "maxValue": 28805.04 - }, - { - "name": "cr_return_tax", - "ndv": 169232, - "minValue": 0, - "maxValue": 2511.58 - }, - { - "name": "cr_return_amt_inc_tax", - "ndv": 1689965, - "minValue": 0, - "maxValue": 30891.32 - }, - { - "name": "cr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "cr_return_ship_cost", - "ndv": 501353, - "minValue": 0, - "maxValue": 14273.28 - }, - { - "name": "cr_refunded_cash", - "ndv": 1257293, - "minValue": 0, - "maxValue": 26955.24 - }, - { - "name": "cr_reversed_charge", - "ndv": 895564, - "minValue": 0, - "maxValue": 24033.84 - }, - { - "name": "cr_store_credit", - "ndv": 906118, - "minValue": 0, - "maxValue": 24886.13 - }, - { - "name": "cr_net_loss", - "ndv": 996464, - "minValue": 0.5, - "maxValue": 16346.37 - }, - { - "name": "cr_returned_date_sk", - "ndv": 2104, - "minValue": 2450821, - "maxValue": 2452924 - } - ] - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cr_item_sk", - "cr_order_number" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 15, - "name": "$15" - } - ], - "rowCount": 4320980099 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 22, - "name": "$22" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 23, - "name": "$23" - }, - { - "input": 5, - "name": "$5" - } - ] - } - ] - }, - "joinType": "left", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "31", - "33" - ], - "rowCount": 6.37858041819547E45 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "warehouse" - ], - "table:alias": "warehouse", - "inputs": [], - "rowCount": 27, - "avgRowSize": 679, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "w_warehouse_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "w_warehouse_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "w_warehouse_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "w_warehouse_sq_ft" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "w_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "w_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "w_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "w_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "w_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "w_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "w_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "w_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "w_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "w_gmt_offset" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "w_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "w_warehouse_name", - "ndv": 27 - }, - { - "name": "w_warehouse_id", - "ndv": 27 - }, - { - "name": "w_warehouse_sq_ft", - "ndv": 26, - "minValue": 73065, - "maxValue": 977787 - }, - { - "name": "w_street_number", - "ndv": 26 - }, - { - "name": "w_street_name", - "ndv": 27 - }, - { - "name": "w_street_type", - "ndv": 16 - }, - { - "name": "w_suite_number", - "ndv": 21 - }, - { - "name": "w_city", - "ndv": 18 - }, - { - "name": "w_county", - "ndv": 14 - }, - { - "name": "w_state", - "ndv": 12 - }, - { - "name": "w_zip", - "ndv": 24 - }, - { - "name": "w_country", - "ndv": 1 - }, - { - "name": "w_gmt_offset", - "ndv": 4, - "minValue": -8, - "maxValue": -5 - } - ] - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "w_warehouse_sk", - "w_warehouse_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 27 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 24, - "name": "$24" - }, - { - "input": 10, - "name": "$10" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "34", - "36" - ], - "rowCount": 2.5833250693691657E46 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_item_desc" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 462000 - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 26, - "name": "$26" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "37", - "39" - ], - "rowCount": 1.7902442730728318E51 - }, - { - "id": "41", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4" - ], - "exprs": [ - { - "input": 27, - "name": "$27" - }, - { - "input": 25, - "name": "$25" - }, - { - "input": 15, - "name": "$15" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NULL", - "kind": "IS_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 21, - "name": "$21" - } - ] - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 21, - "name": "$21" - } - ] - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "rowCount": 1.7902442730728318E51 - }, - { - "id": "42", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 1.7902442730728318E50 - }, - { - "id": "43", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_desc", - "w_warehouse_name", - "d1.d_week_seq", - "no_promo", - "promo", - "total_cnt" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 1.7902442730728318E50 - }, - { - "id": "44", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 5, - "direction": "DESCENDING", - "nulls": "FIRST" - }, - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 7 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE) + Map 15 <- Reducer 6 (BROADCAST_EDGE) + Map 9 <- Map 10 (BROADCAST_EDGE), Reducer 11 (BROADCAST_EDGE), Reducer 13 (BROADCAST_EDGE) + Reducer 11 <- Map 10 (CUSTOM_SIMPLE_EDGE) + Reducer 13 <- Map 12 (CUSTOM_SIMPLE_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 10 (BROADCAST_EDGE), Map 12 (CUSTOM_SIMPLE_EDGE), Map 14 (BROADCAST_EDGE) + Reducer 3 <- Map 15 (CUSTOM_SIMPLE_EDGE), Map 16 (BROADCAST_EDGE), Map 17 (BROADCAST_EDGE), Reducer 2 (CUSTOM_SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE) + Reducer 5 <- Reducer 4 (SIMPLE_EDGE) + Reducer 6 <- Map 1 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: (cs_quantity is not null and cs_bill_hdemo_sk is not null and cs_bill_cdemo_sk is not null and cs_ship_date_sk is not null) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_255_container, bigKeyColName:cs_bill_cdemo_sk, smallTablePos:1, keyRatio:1.4649422226409529E-9 + Statistics: Num rows: 43005109025 Data size: 2576434485612 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (cs_quantity is not null and cs_bill_hdemo_sk is not null and cs_bill_cdemo_sk is not null and cs_ship_date_sk is not null) (type: boolean) + Statistics: Num rows: 42576611738 Data size: 2550763229048 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_ship_date_sk (type: bigint), cs_bill_cdemo_sk (type: bigint), cs_bill_hdemo_sk (type: bigint), cs_item_sk (type: bigint), cs_promo_sk (type: bigint), cs_order_number (type: bigint), cs_quantity (type: int), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 42576611738 Data size: 2550763229048 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col3, _col4, _col5, _col6, _col7 + input vertices: + 1 Map 7 + Statistics: Num rows: 7096102168 Data size: 366017247672 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col3, _col4, _col5, _col6, _col7 + input vertices: + 1 Map 8 + Statistics: Num rows: 1419220455 Data size: 60315479356 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col7 (type: bigint) + 1 _col2 (type: bigint) + outputColumnNames: _col0, _col3, _col4, _col5, _col6, _col10, _col13, _col14 + input vertices: + 1 Map 9 + Statistics: Num rows: 283222816 Data size: 27324952200 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col10 (type: bigint), _col3 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col10 (type: bigint), _col3 (type: bigint) + Statistics: Num rows: 283222816 Data size: 27324952200 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: int), _col13 (type: int), _col14 (type: date) + Select Operator + expressions: _col3 (type: bigint) + outputColumnNames: _col3 + Statistics: Num rows: 283222816 Data size: 2265782528 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col3), max(_col3), bloom_filter(_col3, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 10 + Map Operator Tree: + TableScan + alias: d1 + filterExpr: (((d_year = 2001) and d_week_seq is not null and d_date is not null) or d_date is not null) (type: boolean) + Statistics: Num rows: 73049 Data size: 5259528 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 2001) and d_week_seq is not null and d_date is not null) (type: boolean) + Statistics: Num rows: 367 Data size: 26424 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), d_week_seq (type: int), (d_date + 5) (type: date) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 367 Data size: 24956 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: int) + Statistics: Num rows: 367 Data size: 24956 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col2 (type: date) + Select Operator + expressions: _col1 (type: int) + outputColumnNames: _col1 + Statistics: Num rows: 367 Data size: 1468 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col1), max(_col1), bloom_filter(_col1, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) + Filter Operator + predicate: d_date is not null (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), d_date (type: date) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: date) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 12 + Map Operator Tree: + TableScan + alias: inventory + filterExpr: inv_quantity_on_hand is not null (type: boolean) + Statistics: Num rows: 1627857000 Data size: 45254407088 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: inv_quantity_on_hand is not null (type: boolean) + Statistics: Num rows: 1546459771 Data size: 42991564996 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: inv_date_sk (type: bigint), inv_item_sk (type: bigint), inv_warehouse_sk (type: bigint), inv_quantity_on_hand (type: int) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 1546459771 Data size: 42991564996 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 1546459771 Data size: 42991564996 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: bigint), _col3 (type: int) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1546459771 Data size: 12371678168 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 14 + Map Operator Tree: + TableScan + alias: promotion + Statistics: Num rows: 2300 Data size: 18400 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: p_promo_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 2300 Data size: 18400 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 2300 Data size: 18400 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 15 + Map Operator Tree: + TableScan + alias: catalog_returns + filterExpr: (cr_item_sk BETWEEN DynamicValue(RS_36_catalog_sales_cs_item_sk_min) AND DynamicValue(RS_36_catalog_sales_cs_item_sk_max) and in_bloom_filter(cr_item_sk, DynamicValue(RS_36_catalog_sales_cs_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 4320980099 Data size: 69135681584 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (cr_item_sk BETWEEN DynamicValue(RS_36_catalog_sales_cs_item_sk_min) AND DynamicValue(RS_36_catalog_sales_cs_item_sk_max) and in_bloom_filter(cr_item_sk, DynamicValue(RS_36_catalog_sales_cs_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 4320980099 Data size: 69135681584 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cr_item_sk (type: bigint), cr_order_number (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 4320980099 Data size: 69135681584 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 4320980099 Data size: 69135681584 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 16 + Map Operator Tree: + TableScan + alias: warehouse + Statistics: Num rows: 27 Data size: 2916 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: w_warehouse_sk (type: bigint), w_warehouse_name (type: varchar(20)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 27 Data size: 2916 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 27 Data size: 2916 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(20)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 17 + Map Operator Tree: + TableScan + alias: item + Statistics: Num rows: 462000 Data size: 88704000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_item_desc (type: varchar(200)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 462000 Data size: 88704000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 88704000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(200)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: household_demographics + filterExpr: (hd_buy_potential = '1001-5000 ') (type: boolean) + Statistics: Num rows: 7200 Data size: 720000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (hd_buy_potential = '1001-5000 ') (type: boolean) + Statistics: Num rows: 1200 Data size: 120000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: hd_demo_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1200 Data size: 9600 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1200 Data size: 9600 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: customer_demographics + filterExpr: (cd_marital_status = 'M') (type: boolean) + Statistics: Num rows: 1920800 Data size: 178634400 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (cd_marital_status = 'M') (type: boolean) + Statistics: Num rows: 384160 Data size: 35726880 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cd_demo_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 384160 Data size: 3073280 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 384160 Data size: 3073280 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 9 + Map Operator Tree: + TableScan + alias: d2 + filterExpr: (d_week_seq is not null and d_week_seq BETWEEN DynamicValue(RS_16_d1_d_week_seq_min) AND DynamicValue(RS_16_d1_d_week_seq_max) and d_date_sk BETWEEN DynamicValue(RS_37_inventory_inv_date_sk_min) AND DynamicValue(RS_37_inventory_inv_date_sk_max) and in_bloom_filter(d_week_seq, DynamicValue(RS_16_d1_d_week_seq_bloom_filter)) and in_bloom_filter(d_date_sk, DynamicValue(RS_37_inventory_inv_date_sk_bloom_filter))) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_256_container, bigKeyColName:d_week_seq, smallTablePos:1, keyRatio:0.03248504428534271 + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_week_seq is not null and d_week_seq BETWEEN DynamicValue(RS_16_d1_d_week_seq_min) AND DynamicValue(RS_16_d1_d_week_seq_max) and d_date_sk BETWEEN DynamicValue(RS_37_inventory_inv_date_sk_min) AND DynamicValue(RS_37_inventory_inv_date_sk_max) and in_bloom_filter(d_week_seq, DynamicValue(RS_16_d1_d_week_seq_bloom_filter)) and in_bloom_filter(d_date_sk, DynamicValue(RS_37_inventory_inv_date_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), d_week_seq (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: int) + 1 _col1 (type: int) + outputColumnNames: _col0, _col2, _col3, _col4 + input vertices: + 1 Map 10 + Statistics: Num rows: 2373 Data size: 180348 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col2 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col2 (type: bigint) + Statistics: Num rows: 2373 Data size: 180348 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col3 (type: int), _col4 (type: date) + Select Operator + expressions: _col2 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 2373 Data size: 18984 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.8453435 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 11 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) + Reducer 13 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col0, _col3, _col4, _col5, _col6, _col13, _col14, _col17, _col18 + input vertices: + 1 Map 12 + Statistics: Num rows: 942302766443 Data size: 101766259246588 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Filter Operator + predicate: (_col18 < _col6) (type: boolean) + Statistics: Num rows: 314100922147 Data size: 33922086415476 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Outer Join 0 to 1 + keys: + 0 _col4 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col3, _col5, _col13, _col14, _col17, _col19 + input vertices: + 1 Map 14 + Statistics: Num rows: 314100922147 Data size: 31409808967876 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col3, _col5, _col13, _col14, _col17, _col19, _col21 + input vertices: + 1 Map 10 + Statistics: Num rows: 314100922147 Data size: 46486936477756 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col21 > _col14) (type: boolean) + Statistics: Num rows: 104700307382 Data size: 15495645492536 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col3 (type: bigint), _col5 (type: bigint), _col17 (type: bigint), _col13 (type: int), _col19 (type: bigint) + outputColumnNames: _col3, _col5, _col10, _col15, _col21 + Statistics: Num rows: 104700307382 Data size: 3769211065752 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col3 (type: bigint), _col5 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col3 (type: bigint), _col5 (type: bigint) + Statistics: Num rows: 104700307382 Data size: 3769211065752 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col10 (type: bigint), _col15 (type: int), _col21 (type: bigint) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Left Outer Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col3, _col10, _col15, _col21 + input vertices: + 1 Map 15 + Statistics: Num rows: 273405096989 Data size: 7655342715692 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col10 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col3, _col15, _col21, _col25 + input vertices: + 1 Map 16 + Statistics: Num rows: 273405096989 Data size: 32808611638680 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col15, _col21, _col25, _col27 + input vertices: + 1 Map 17 + Statistics: Num rows: 273405096989 Data size: 80927908708744 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col27 (type: varchar(200)), _col25 (type: varchar(20)), _col15 (type: int), if(_col21 is null, 1, 0) (type: int), if(_col21 is not null, 1, 0) (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 273405096989 Data size: 80927908708744 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(_col3), count(_col4), count() + keys: _col0 (type: varchar(200)), _col1 (type: varchar(20)), _col2 (type: int) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 273405096989 Data size: 85302390260568 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: varchar(200)), _col1 (type: varchar(20)), _col2 (type: int) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: varchar(200)), _col1 (type: varchar(20)), _col2 (type: int) + Statistics: Num rows: 273405096989 Data size: 85302390260568 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0), count(VALUE._col1), count(VALUE._col2) + keys: KEY._col0 (type: varchar(200)), KEY._col1 (type: varchar(20)), KEY._col2 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 3387352014 Data size: 1056853828368 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: -+++ + keys: _col5 (type: bigint), _col0 (type: varchar(200)), _col1 (type: varchar(20)), _col2 (type: int) + null sort order: azzz + Statistics: Num rows: 3387352014 Data size: 1056853828368 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Reduce Output Operator + key expressions: _col5 (type: bigint), _col0 (type: varchar(200)), _col1 (type: varchar(20)), _col2 (type: int) + null sort order: azzz + sort order: -+++ + Statistics: Num rows: 3387352014 Data size: 1056853828368 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: bigint), _col4 (type: bigint) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey1 (type: varchar(200)), KEY.reducesinkkey2 (type: varchar(20)), KEY.reducesinkkey3 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: bigint), KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 3387352014 Data size: 1056853828368 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 31200 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 31200 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query73.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query73.q.out index ef77eb5759f7..bd1b3a77a5ef 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query73.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query73.q.out @@ -1,2157 +1,230 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer" - ], - "table:alias": "customer", - "inputs": [], - "rowCount": 80000000, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "c_customer_sk" - }, - { - "type": "CHAR", - "nullable": false, - "precision": 16, - "name": "c_customer_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_shipto_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_sales_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "c_salutation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "c_first_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "c_last_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "c_preferred_cust_flag" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_day" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_month" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_year" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "c_birth_country" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 13, - "name": "c_login" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "c_email_address" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_last_review_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "c_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "c_salutation", - "ndv": 7 - }, - { - "name": "c_first_name", - "ndv": 5158 - }, - { - "name": "c_last_name", - "ndv": 5123 - }, - { - "name": "c_preferred_cust_flag", - "ndv": 3 - }, - { - "name": "c_customer_id", - "ndv": 80610928 - }, - { - "name": "c_current_cdemo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "c_current_hdemo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "c_current_addr_sk", - "ndv": 33825344, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "c_first_shipto_date_sk", - "ndv": 3646, - "minValue": 2449028, - "maxValue": 2452678 - }, - { - "name": "c_first_sales_date_sk", - "ndv": 3643, - "minValue": 2448998, - "maxValue": 2452648 - }, - { - "name": "c_birth_day", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "c_birth_month", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "c_birth_year", - "ndv": 67, - "minValue": 1924, - "maxValue": 1992 - }, - { - "name": "c_birth_country", - "ndv": 216 - }, - { - "name": "c_login", - "ndv": 1 - }, - { - "name": "c_email_address", - "ndv": 75301330 - }, - { - "name": "c_last_review_date_sk", - "ndv": 364, - "minValue": 2452283, - "maxValue": 2452648 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_salutation", - "c_first_name", - "c_last_name", - "c_preferred_cust_flag" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - } - ], - "rowCount": 80000000 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 5.413538832797791E10 - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_customer_sk", - "ss_hdemo_sk", - "ss_store_sk", - "ss_ticket_number", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 5.413538832797791E10 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 9, - "name": "$9" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2002, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 4565.5625 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 4565.5625 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "4", - "7" - ], - "rowCount": 3.707377483097305E13 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "household_demographics" - ], - "table:alias": "household_demographics", - "inputs": [], - "rowCount": 7200, - "avgRowSize": 183, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "hd_demo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "hd_income_band_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "hd_buy_potential" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "hd_dep_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "hd_vehicle_count" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "hd_demo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "hd_buy_potential", - "ndv": 6 - }, - { - "name": "hd_dep_count", - "ndv": 10, - "minValue": 0, - "maxValue": 9 - }, - { - "name": "hd_vehicle_count", - "ndv": 6, - "minValue": -1, - "maxValue": 4 - }, - { - "name": "hd_income_band_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - } - ] - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": ">10000", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - }, - { - "literal": "unknown", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 7 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - } - ] - }, - { - "literal": 1, - "type": { - "type": "DOUBLE", - "nullable": false - } - } - ] - }, - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 225 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "hd_demo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 225 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "8", - "11" - ], - "rowCount": 1.2512399005453402E15 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store" - ], - "table:alias": "store", - "inputs": [], - "rowCount": 1704, - "avgRowSize": 1375, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "s_store_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "s_store_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "s_closed_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_store_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_number_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_floor_space" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "s_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_market_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_geography_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_market_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_division_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_company_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_company_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 10, - "name": "s_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "s_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "s_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "s_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "s_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "s_store_sk", - "ndv": 1736, - "minValue": 1, - "maxValue": 1704 - }, - { - "name": "s_county", - "ndv": 128 - }, - { - "name": "s_store_id", - "ndv": 879 - }, - { - "name": "s_rec_start_date", - "ndv": 0, - "minValue": 9933, - "maxValue": 11394 - }, - { - "name": "s_rec_end_date", - "ndv": 0, - "minValue": 10663, - "maxValue": 11393 - }, - { - "name": "s_closed_date_sk", - "ndv": 263, - "minValue": 2450820, - "maxValue": 2451314 - }, - { - "name": "s_store_name", - "ndv": 11 - }, - { - "name": "s_number_employees", - "ndv": 100, - "minValue": 200, - "maxValue": 300 - }, - { - "name": "s_floor_space", - "ndv": 1289, - "minValue": 5000201, - "maxValue": 9997773 - }, - { - "name": "s_hours", - "ndv": 4 - }, - { - "name": "s_manager", - "ndv": 1245 - }, - { - "name": "s_market_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "s_geography_class", - "ndv": 2 - }, - { - "name": "s_market_desc", - "ndv": 1311 - }, - { - "name": "s_market_manager", - "ndv": 1236 - }, - { - "name": "s_division_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_division_name", - "ndv": 2 - }, - { - "name": "s_company_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_company_name", - "ndv": 2 - }, - { - "name": "s_street_number", - "ndv": 736 - }, - { - "name": "s_street_name", - "ndv": 851 - }, - { - "name": "s_street_type", - "ndv": 21 - }, - { - "name": "s_suite_number", - "ndv": 76 - }, - { - "name": "s_city", - "ndv": 267 - }, - { - "name": "s_state", - "ndv": 44 - }, - { - "name": "s_zip", - "ndv": 983 - }, - { - "name": "s_country", - "ndv": 2 - }, - { - "name": "s_gmt_offset", - "ndv": 5, - "minValue": -9, - "maxValue": -5 - }, - { - "name": "s_tax_percentage", - "ndv": 12, - "minValue": 0, - "maxValue": 0.11 - } - ] - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 23, - "name": "$23" - }, - { - "literal": "Huron County", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 30 - } - }, - { - "literal": "Kittitas County", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 30 - } - }, - { - "literal": "Maverick County", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 30 - } - }, - { - "literal": "Mobile County", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 30 - } - } - ] - }, - "rowCount": 426 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 426 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "12", - "15" - ], - "rowCount": 79954229644847232 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 3 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 7995422964484723 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_ticket_number", - "ss_customer_sk", - "$f2" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 7995422964484723 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 2, - "name": "$2" - }, - { - "literal": 1, - "type": { - "type": "BIGINT", - "nullable": false - } - }, - { - "literal": 5, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - "rowCount": 1.9988557411211808E15 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_ticket_number", - "ss_customer_sk", - "$f2" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 1.9988557411211808E15 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "1", - "20" - ], - "rowCount": 2.398626889345417E22 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_last_name", - "c_first_name", - "c_salutation", - "c_preferred_cust_flag", - "ss_ticket_number", - "cnt" - ], - "exprs": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 7, - "name": "$7" - } - ], - "rowCount": 2.398626889345417E22 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 5, - "direction": "DESCENDING", - "nulls": "FIRST" - } - ], - "rowCount": 2.398626889345417E22 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Reducer 4 (BROADCAST_EDGE) + Map 3 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 4 <- Map 3 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: customer + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_92_container, bigKeyColName:c_customer_sk, smallTablePos:1, keyRatio:1.25E-8 + Statistics: Num rows: 80000000 Data size: 28800000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: c_customer_sk (type: bigint), c_salutation (type: char(10)), c_first_name (type: char(20)), c_last_name (type: char(30)), c_preferred_cust_flag (type: char(1)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 80000000 Data size: 28800000000 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col1 (type: bigint) + outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col7 + input vertices: + 1 Reducer 4 + Statistics: Num rows: 5 Data size: 1840 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col3 (type: char(30)), _col2 (type: char(20)), _col1 (type: char(10)), _col4 (type: char(1)), _col5 (type: bigint), _col7 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 5 Data size: 1840 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col5 (type: bigint) + null sort order: a + sort order: - + Statistics: Num rows: 5 Data size: 1840 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: char(10)), _col3 (type: char(1)), _col4 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 3 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: (ss_hdemo_sk is not null and ss_customer_sk is not null and ss_store_sk is not null) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_91_container, bigKeyColName:ss_store_sk, smallTablePos:1, keyRatio:1.5365246388564515E-7 + Statistics: Num rows: 82510879939 Data size: 3253774532920 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ss_hdemo_sk is not null and ss_customer_sk is not null and ss_store_sk is not null) (type: boolean) + Statistics: Num rows: 76814649841 Data size: 3029146599728 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_customer_sk (type: bigint), ss_hdemo_sk (type: bigint), ss_store_sk (type: bigint), ss_ticket_number (type: bigint), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 76814649841 Data size: 3029146599728 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col4 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 1 Map 5 + Statistics: Num rows: 2986728013 Data size: 52135902504 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col3 + input vertices: + 1 Map 6 + Statistics: Num rows: 398230423 Data size: 3185843400 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col3 + input vertices: + 1 Map 7 + Statistics: Num rows: 12400839 Data size: 99206720 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + keys: _col0 (type: bigint), _col3 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 12400839 Data size: 198413432 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 12400839 Data size: 198413432 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (d_dom BETWEEN 1 AND 2 and (d_year) IN (2000, 2001, 2002)) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_dom BETWEEN 1 AND 2 and (d_year) IN (2000, 2001, 2002)) (type: boolean) + Statistics: Num rows: 71 Data size: 1136 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 71 Data size: 568 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 71 Data size: 568 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 71 Data size: 568 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 71 Data size: 568 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 71 Data size: 568 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 3 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: household_demographics + filterExpr: ((hd_vehicle_count > 0) and (hd_buy_potential) IN ('>10000 ', 'unknown ') and if((hd_vehicle_count > 0), ((UDFToDouble(hd_dep_count) / UDFToDouble(hd_vehicle_count)) > 1.0D), false)) (type: boolean) + Statistics: Num rows: 7200 Data size: 777600 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((hd_vehicle_count > 0) and (hd_buy_potential) IN ('>10000 ', 'unknown ') and if((hd_vehicle_count > 0), ((UDFToDouble(hd_dep_count) / UDFToDouble(hd_vehicle_count)) > 1.0D), false)) (type: boolean) + Statistics: Num rows: 960 Data size: 103680 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: hd_demo_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 960 Data size: 7680 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 960 Data size: 7680 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: store + filterExpr: (s_county) IN ('Huron County', 'Kittitas County', 'Maverick County', 'Mobile County') (type: boolean) + Statistics: Num rows: 1704 Data size: 180624 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (s_county) IN ('Huron County', 'Kittitas County', 'Maverick County', 'Mobile County') (type: boolean) + Statistics: Num rows: 53 Data size: 5618 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: s_store_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 53 Data size: 424 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 53 Data size: 424 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: char(30)), VALUE._col1 (type: char(20)), VALUE._col2 (type: char(10)), VALUE._col3 (type: char(1)), VALUE._col4 (type: bigint), KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 5 Data size: 1840 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 5 Data size: 1840 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + keys: KEY._col0 (type: bigint), KEY._col1 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 12400839 Data size: 198413432 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: bigint), _col0 (type: bigint), _col2 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 12400839 Data size: 198413432 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: _col2 BETWEEN 1L AND 5L (type: boolean) + Statistics: Num rows: 5 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 5 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col2 (type: bigint) + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query74.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query74.q.out index aa8ff619b07e..bf65d327cbdf 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query74.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query74.q.out @@ -1,2720 +1,580 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_customer_sk", - "ss_net_paid", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 19, - "name": "$19" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 10957.35 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 1.0984822172140161E14 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer" - ], - "table:alias": "customer", - "inputs": [], - "rowCount": 80000000, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "c_customer_sk" - }, - { - "type": "CHAR", - "nullable": false, - "precision": 16, - "name": "c_customer_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_shipto_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_sales_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "c_salutation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "c_first_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "c_last_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "c_preferred_cust_flag" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_day" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_month" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_year" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "c_birth_country" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 13, - "name": "c_login" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "c_email_address" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_last_review_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "c_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "c_customer_id", - "ndv": 80610928 - }, - { - "name": "c_first_name", - "ndv": 5158 - }, - { - "name": "c_last_name", - "ndv": 5123 - }, - { - "name": "c_current_cdemo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "c_current_hdemo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "c_current_addr_sk", - "ndv": 33825344, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "c_first_shipto_date_sk", - "ndv": 3646, - "minValue": 2449028, - "maxValue": 2452678 - }, - { - "name": "c_first_sales_date_sk", - "ndv": 3643, - "minValue": 2448998, - "maxValue": 2452648 - }, - { - "name": "c_salutation", - "ndv": 7 - }, - { - "name": "c_preferred_cust_flag", - "ndv": 3 - }, - { - "name": "c_birth_day", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "c_birth_month", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "c_birth_year", - "ndv": 67, - "minValue": 1924, - "maxValue": 1992 - }, - { - "name": "c_birth_country", - "ndv": 216 - }, - { - "name": "c_login", - "ndv": 1 - }, - { - "name": "c_email_address", - "ndv": 75301330 - }, - { - "name": "c_last_review_date_sk", - "ndv": 364, - "minValue": 2452283, - "maxValue": 2452648 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_customer_id", - "c_first_name", - "c_last_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - } - ], - "rowCount": 80000000 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "8" - ], - "rowCount": 1.3181786606568192E21 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5, - 6, - 7 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 80000000 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_id", - "c_first_name", - "c_last_name", - "$f3" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 80000000 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "inputs": [ - "0" - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_customer_sk", - "ss_net_paid", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 19, - "name": "$19" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1998, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 10957.35 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "13", - "15" - ], - "rowCount": 1.0984822172140161E14 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_customer_id", - "c_first_name", - "c_last_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - } - ], - "inputs": [ - "7" - ], - "rowCount": 80000000 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "16", - "17" - ], - "rowCount": 1.3181786606568192E21 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 80000000 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - "rowCount": 40000000 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "customer_id", - "year_total", - "EXPR$0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - } - ], - "rowCount": 40000000 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "11", - "21" - ], - "rowCount": 480000000000000 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - } - ] - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 1.7491657141260002E10 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_bill_customer_sk", - "ws_net_paid", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 28, - "name": "$28" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 1.7491657141260002E10 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 10957.35 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "25", - "27" - ], - "rowCount": 2.8749331406517793E13 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_customer_id", - "c_first_name", - "c_last_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - } - ], - "inputs": [ - "7" - ], - "rowCount": 80000000 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "28", - "29" - ], - "rowCount": 3.449919768782135E20 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 80000000 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_id", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 80000000 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "22", - "32" - ], - "rowCount": 5.76E21 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "inputs": [ - "23" - ], - "rowCount": 1.7491657141260002E10 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_bill_customer_sk", - "ws_net_paid", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 28, - "name": "$28" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 1.7491657141260002E10 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1998, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 10957.35 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "35", - "37" - ], - "rowCount": 2.8749331406517793E13 - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_customer_id", - "c_first_name", - "c_last_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - } - ], - "inputs": [ - "7" - ], - "rowCount": 80000000 - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "38", - "39" - ], - "rowCount": 3.449919768782135E20 - }, - { - "id": "41", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 80000000 - }, - { - "id": "42", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - "rowCount": 40000000 - }, - { - "id": "43", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "customer_id", - "year_total", - "EXPR$1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - } - ], - "rowCount": 40000000 - }, - { - "id": "44", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 10, - "name": "$10" - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 5, - "name": "$5" - } - ] - } - ] - }, - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - } - ] - }, - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "33", - "43" - ], - "rowCount": 8.639999999999999E27 - }, - { - "id": "45", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "t_s_secyear.customer_id", - "t_s_secyear.customer_first_name", - "t_s_secyear.customer_last_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 8.639999999999999E27 - }, - { - "id": "46", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 15 (BROADCAST_EDGE), Reducer 17 (BROADCAST_EDGE) + Map 10 <- Map 15 (BROADCAST_EDGE), Reducer 16 (BROADCAST_EDGE) + Reducer 11 <- Map 10 (CUSTOM_SIMPLE_EDGE), Map 18 (CUSTOM_SIMPLE_EDGE) + Reducer 12 <- Reducer 11 (SIMPLE_EDGE) + Reducer 13 <- Map 10 (CUSTOM_SIMPLE_EDGE), Map 18 (CUSTOM_SIMPLE_EDGE) + Reducer 14 <- Reducer 13 (SIMPLE_EDGE) + Reducer 16 <- Map 15 (SIMPLE_EDGE) + Reducer 17 <- Map 15 (SIMPLE_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 18 (CUSTOM_SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + Reducer 4 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 18 (CUSTOM_SIMPLE_EDGE) + Reducer 5 <- Reducer 4 (SIMPLE_EDGE) + Reducer 6 <- Reducer 3 (CUSTOM_SIMPLE_EDGE), Reducer 5 (CUSTOM_SIMPLE_EDGE) + Reducer 7 <- Reducer 12 (CUSTOM_SIMPLE_EDGE), Reducer 6 (CUSTOM_SIMPLE_EDGE) + Reducer 8 <- Reducer 14 (CUSTOM_SIMPLE_EDGE), Reducer 7 (CUSTOM_SIMPLE_EDGE) + Reducer 9 <- Reducer 8 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: ss_customer_sk is not null (type: boolean) + Statistics: Num rows: 82510879939 Data size: 10328567433472 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ss_customer_sk is not null (type: boolean) + Statistics: Num rows: 80566020964 Data size: 10085113393344 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_customer_sk (type: bigint), ss_net_paid (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 80566020964 Data size: 10085113393344 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 15 + Statistics: Num rows: 16192399916 Data size: 1715750699872 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 16192399916 Data size: 1715750699872 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(7,2)) + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Reducer 17 + Statistics: Num rows: 16192399916 Data size: 1715750699872 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 16192399916 Data size: 1715750699872 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(7,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 10 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: ws_bill_customer_sk is not null (type: boolean) + Statistics: Num rows: 21594638446 Data size: 2763790237272 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ws_bill_customer_sk is not null (type: boolean) + Statistics: Num rows: 21591944812 Data size: 2763445492440 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_bill_customer_sk (type: bigint), ws_net_paid (type: decimal(7,2)), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 21591944812 Data size: 2763445492440 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Reducer 16 + Statistics: Num rows: 4339613664 Data size: 520430196184 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 4339613664 Data size: 520430196184 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(7,2)) + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 15 + Statistics: Num rows: 4339613664 Data size: 520430196184 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 4339613664 Data size: 520430196184 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(7,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 15 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: ((d_year = 1999) or (d_year = 1998)) (type: boolean) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_year = 1999) (type: boolean) + Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 10 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Filter Operator + predicate: (d_year = 1998) (type: boolean) + Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 10 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 18 + Map Operator Tree: + TableScan + alias: customer + Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: c_customer_sk (type: bigint), c_customer_id (type: char(16)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(16)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(16)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(16)) + Select Operator + expressions: c_customer_sk (type: bigint), c_customer_id (type: char(16)), c_first_name (type: char(20)), c_last_name (type: char(30)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 80000000 Data size: 23040000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 80000000 Data size: 23040000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(16)), _col2 (type: char(20)), _col3 (type: char(30)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 11 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col1, _col5 + input vertices: + 1 Map 18 + Statistics: Num rows: 4339613664 Data size: 919696199648 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Group By Operator + aggregations: sum(_col1) + keys: _col5 (type: char(16)) + minReductionHashAggr: 0.9815652 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Reducer 12 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: char(16)) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Reducer 13 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col1, _col5 + input vertices: + 1 Map 18 + Statistics: Num rows: 4339613664 Data size: 919696199648 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Group By Operator + aggregations: sum(_col1) + keys: _col5 (type: char(16)) + minReductionHashAggr: 0.9815652 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Reducer 14 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: char(16)) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col1 > 0) (type: boolean) + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(16)), _col1 (type: decimal(17,2)), (_col1 > 0) (type: boolean) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 80000000 Data size: 17280000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 80000000 Data size: 17280000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: boolean) + Reducer 16 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 17 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col1, _col5, _col6, _col7 + input vertices: + 1 Map 18 + Statistics: Num rows: 16192399916 Data size: 6135275611584 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Group By Operator + aggregations: sum(_col1) + keys: _col5 (type: char(16)), _col6 (type: char(20)), _col7 (type: char(30)) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 80000000 Data size: 31360000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)), _col1 (type: char(20)), _col2 (type: char(30)) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: char(16)), _col1 (type: char(20)), _col2 (type: char(30)) + Statistics: Num rows: 80000000 Data size: 31360000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: decimal(17,2)) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: char(16)), KEY._col1 (type: char(20)), KEY._col2 (type: char(30)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 80000000 Data size: 31360000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 80000000 Data size: 31360000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(20)), _col2 (type: char(30)), _col3 (type: decimal(17,2)) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col1, _col5 + input vertices: + 1 Map 18 + Statistics: Num rows: 16192399916 Data size: 3220643626704 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Group By Operator + aggregations: sum(_col1) + keys: _col5 (type: char(16)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: char(16)) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col1 > 0) (type: boolean) + Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(16)), _col1 (type: decimal(17,2)), (_col1 > 0) (type: boolean) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 80000000 Data size: 17280000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 80000000 Data size: 17280000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: boolean) + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: char(16)) + 1 KEY.reducesinkkey0 (type: char(16)) + outputColumnNames: _col0, _col1, _col2, _col3, _col5, _col6 + input vertices: + 0 Reducer 3 + Statistics: Num rows: 80000000 Data size: 40640000000 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 80000000 Data size: 40640000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(20)), _col2 (type: char(30)), _col3 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: boolean) + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: char(16)) + 1 KEY.reducesinkkey0 (type: char(16)) + outputColumnNames: _col0, _col1, _col2, _col3, _col5, _col6, _col8 + input vertices: + 1 Reducer 12 + Statistics: Num rows: 80000000 Data size: 49600000000 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Reduce Output Operator + key expressions: _col0 (type: char(16)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(16)) + Statistics: Num rows: 80000000 Data size: 49600000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(20)), _col2 (type: char(30)), _col3 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: boolean), _col8 (type: decimal(17,2)) + Reducer 8 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: char(16)) + 1 KEY.reducesinkkey0 (type: char(16)) + outputColumnNames: _col0, _col1, _col2, _col3, _col5, _col6, _col8, _col10, _col11 + input vertices: + 1 Reducer 14 + Statistics: Num rows: 80000000 Data size: 58880000000 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Filter Operator + predicate: if(_col6, if(_col11, ((_col8 / _col10) > (_col3 / _col5)), false), false) (type: boolean) + Statistics: Num rows: 40000000 Data size: 29440000000 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: +++ + keys: _col2 (type: char(30)), _col0 (type: char(16)), _col1 (type: char(20)) + null sort order: zzz + Statistics: Num rows: 40000000 Data size: 29440000000 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col0 (type: char(16)), _col1 (type: char(20)), _col2 (type: char(30)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 40000000 Data size: 11200000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col2 (type: char(30)), _col0 (type: char(16)), _col1 (type: char(20)) + null sort order: zzz + sort order: +++ + Statistics: Num rows: 40000000 Data size: 11200000000 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 9 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey1 (type: char(16)), KEY.reducesinkkey2 (type: char(20)), KEY.reducesinkkey0 (type: char(30)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 40000000 Data size: 11200000000 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 28000 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 28000 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query75.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query75.q.out index fdb234de5b4b..d8a87abb66ef 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query75.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query75.q.out @@ -1,6764 +1,1043 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_returns" - ], - "table:alias": "catalog_returns", - "inputs": [], - "rowCount": 4320980099, - "avgRowSize": 305, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returned_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cr_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_amount" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_store_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cr_returned_date_sk" - ], - "colStats": [ - { - "name": "cr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cr_order_number", - "ndv": 2681654419, - "minValue": 2, - "maxValue": 4800000000 - }, - { - "name": "cr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cr_return_amount", - "ndv": 973170, - "minValue": 0, - "maxValue": 28805.04 - }, - { - "name": "cr_returned_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cr_refunded_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cr_refunded_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cr_refunded_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cr_refunded_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cr_returning_customer_sk", - "ndv": 77511828, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cr_returning_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cr_returning_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cr_returning_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cr_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cr_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cr_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cr_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "cr_return_tax", - "ndv": 169232, - "minValue": 0, - "maxValue": 2511.58 - }, - { - "name": "cr_return_amt_inc_tax", - "ndv": 1689965, - "minValue": 0, - "maxValue": 30891.32 - }, - { - "name": "cr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "cr_return_ship_cost", - "ndv": 501353, - "minValue": 0, - "maxValue": 14273.28 - }, - { - "name": "cr_refunded_cash", - "ndv": 1257293, - "minValue": 0, - "maxValue": 26955.24 - }, - { - "name": "cr_reversed_charge", - "ndv": 895564, - "minValue": 0, - "maxValue": 24033.84 - }, - { - "name": "cr_store_credit", - "ndv": 906118, - "minValue": 0, - "maxValue": 24886.13 - }, - { - "name": "cr_net_loss", - "ndv": 996464, - "minValue": 0.5, - "maxValue": 16346.37 - }, - { - "name": "cr_returned_date_sk", - "ndv": 2104, - "minValue": 2450821, - "maxValue": 2452924 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cr_item_sk", - "cr_order_number", - "cr_return_quantity", - "cr_return_amount" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 17, - "name": "$17" - } - ], - "rowCount": 4320980099 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - } - ] - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - }, - "rowCount": 3.87045981225E10 - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_item_sk", - "cs_order_number", - "cs_quantity", - "cs_ext_sales_price", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 14, - "name": "$14" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 17, - "name": "$17" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.87045981225E10 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 10957.35 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "4", - "7" - ], - "rowCount": 6.3614974235636305E13 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Sports ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 50 - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 13, - "name": "$13" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 11, - "name": "$11" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ] - } - ] - }, - "rowCount": 45467.73000000001 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand_id", - "i_class_id", - "i_category_id", - "i_manufact_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 13, - "name": "$13" - } - ], - "rowCount": 45467.73000000001 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "8", - "11" - ], - "rowCount": 433864270875430272 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 1, - "name": "$1" - } - ] - } - ] - }, - "joinType": "right", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "1", - "12" - ], - "rowCount": 4.218117522679961E25 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_brand_id", - "i_class_id", - "i_category_id", - "i_manufact_id", - "sales_cnt", - "sales_amt" - ], - "exprs": [ - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "input": 2, - "name": "$2" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - } - ] - } - ], - "rowCount": 4.218117522679961E25 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_returns" - ], - "table:alias": "store_returns", - "inputs": [], - "rowCount": 8634166995, - "avgRowSize": 249, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "sr_return_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "sr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "sr_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "sr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_store_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "sr_returned_date_sk" - ], - "colStats": [ - { - "name": "sr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "sr_ticket_number", - "ndv": 5114579988, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "sr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "sr_return_amt", - "ndv": 715216, - "minValue": 0, - "maxValue": 19643 - }, - { - "name": "sr_return_time_sk", - "ndv": 32389, - "minValue": 28799, - "maxValue": 61199 - }, - { - "name": "sr_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "sr_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "sr_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "sr_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "sr_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "sr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "sr_return_tax", - "ndv": 141365, - "minValue": 0, - "maxValue": 1714.37 - }, - { - "name": "sr_return_amt_inc_tax", - "ndv": 1520430, - "minValue": 0, - "maxValue": 21018.01 - }, - { - "name": "sr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "sr_return_ship_cost", - "ndv": 363000, - "minValue": 0, - "maxValue": 9975 - }, - { - "name": "sr_refunded_cash", - "ndv": 1187970, - "minValue": 0, - "maxValue": 18413.33 - }, - { - "name": "sr_reversed_charge", - "ndv": 926355, - "minValue": 0, - "maxValue": 18104.5 - }, - { - "name": "sr_store_credit", - "ndv": 937950, - "minValue": 0, - "maxValue": 17792.48 - }, - { - "name": "sr_net_loss", - "ndv": 851834, - "minValue": 0.5, - "maxValue": 11008.17 - }, - { - "name": "sr_returned_date_sk", - "ndv": 2004, - "minValue": 2450820, - "maxValue": 2452822 - } - ] - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sr_item_sk", - "sr_ticket_number", - "sr_return_quantity", - "sr_return_amt" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - } - ], - "rowCount": 8634166995 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - }, - "rowCount": 7.42597919451E10 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_ticket_number", - "ss_quantity", - "ss_ext_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 7.42597919451E10 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "5" - ], - "rowCount": 10957.35 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "19", - "21" - ], - "rowCount": 1.2205357969044623E14 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Sports ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 50 - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 13, - "name": "$13" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 11, - "name": "$11" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ] - } - ] - }, - "inputs": [ - "9" - ], - "rowCount": 45467.73000000001 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand_id", - "i_class_id", - "i_category_id", - "i_manufact_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 13, - "name": "$13" - } - ], - "rowCount": 45467.73000000001 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "22", - "24" - ], - "rowCount": 832424881034804096 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 1, - "name": "$1" - } - ] - } - ] - }, - "joinType": "right", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "16", - "25" - ], - "rowCount": 1.6171414807076423E26 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_brand_id", - "i_class_id", - "i_category_id", - "i_manufact_id", - "sales_cnt", - "sales_amt" - ], - "exprs": [ - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "input": 2, - "name": "$2" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - } - ] - } - ], - "rowCount": 1.6171414807076423E26 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", - "all": true, - "inputs": [ - "14", - "27" - ], - "rowCount": 2.0389532329756385E26 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_brand_id", - "i_class_id", - "i_category_id", - "i_manufact_id", - "sales_cnt", - "sales_amt" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 2.0389532329756385E26 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2, - 3, - 4, - 5 - ], - "aggs": [], - "rowCount": 2.0389532329756385E25 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_brand_id", - "i_class_id", - "i_category_id", - "i_manufact_id", - "sales_cnt", - "sales_amt" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 2.0389532329756385E25 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_returns" - ], - "table:alias": "web_returns", - "inputs": [], - "rowCount": 2160007345, - "avgRowSize": 281, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returned_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "wr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "wr_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "wr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_account_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "wr_returned_date_sk" - ], - "colStats": [ - { - "name": "wr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "wr_order_number", - "ndv": 1317116406, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "wr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "wr_return_amt", - "ndv": 1108704, - "minValue": 0, - "maxValue": 29191 - }, - { - "name": "wr_returned_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "wr_refunded_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "wr_refunded_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "wr_refunded_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "wr_refunded_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "wr_returning_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "wr_returning_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "wr_returning_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "wr_returning_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "wr_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "wr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "wr_return_tax", - "ndv": 198904, - "minValue": 0, - "maxValue": 2620.34 - }, - { - "name": "wr_return_amt_inc_tax", - "ndv": 2111617, - "minValue": 0, - "maxValue": 31735.25 - }, - { - "name": "wr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "wr_return_ship_cost", - "ndv": 553061, - "minValue": 0, - "maxValue": 14624 - }, - { - "name": "wr_refunded_cash", - "ndv": 1631618, - "minValue": 0, - "maxValue": 28085.82 - }, - { - "name": "wr_reversed_charge", - "ndv": 1277260, - "minValue": 0, - "maxValue": 26135.99 - }, - { - "name": "wr_account_credit", - "ndv": 1249055, - "minValue": 0, - "maxValue": 24649.69 - }, - { - "name": "wr_net_loss", - "ndv": 1227508, - "minValue": 0.5, - "maxValue": 16733.32 - }, - { - "name": "wr_returned_date_sk", - "ndv": 2185, - "minValue": 2450819, - "maxValue": 2453002 - } - ] - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "wr_item_sk", - "wr_order_number", - "wr_return_quantity", - "wr_return_amt" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - } - ], - "rowCount": 2160007345 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - } - ] - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - }, - "rowCount": 1.94351746014E10 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_item_sk", - "ws_order_number", - "ws_quantity", - "ws_ext_sales_price", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 17, - "name": "$17" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 1.94351746014E10 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "5" - ], - "rowCount": 10957.35 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "36", - "38" - ], - "rowCount": 3.1943701562797547E13 - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Sports ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 50 - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 13, - "name": "$13" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 11, - "name": "$11" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ] - } - ] - }, - "inputs": [ - "9" - ], - "rowCount": 45467.73000000001 - }, - { - "id": "41", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand_id", - "i_class_id", - "i_category_id", - "i_manufact_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 13, - "name": "$13" - } - ], - "rowCount": 45467.73000000001 - }, - { - "id": "42", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "39", - "41" - ], - "rowCount": 217861139678678592 - }, - { - "id": "43", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 1, - "name": "$1" - } - ] - } - ] - }, - "joinType": "right", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "33", - "42" - ], - "rowCount": 1.058808760561964E25 - }, - { - "id": "44", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_brand_id", - "i_class_id", - "i_category_id", - "i_manufact_id", - "sales_cnt", - "sales_amt" - ], - "exprs": [ - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "input": 2, - "name": "$2" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - } - ] - } - ], - "rowCount": 1.058808760561964E25 - }, - { - "id": "45", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", - "all": true, - "inputs": [ - "31", - "44" - ], - "rowCount": 3.0977619935376024E25 - }, - { - "id": "46", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_brand_id", - "i_class_id", - "i_category_id", - "i_manufact_id", - "sales_cnt", - "sales_amt" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 3.0977619935376024E25 - }, - { - "id": "47", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2, - 3, - 4, - 5 - ], - "aggs": [], - "rowCount": 3.097761993537602E24 - }, - { - "id": "48", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_brand_id", - "i_class_id", - "i_category_id", - "i_manufact_id", - "sales_cnt", - "sales_amt" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 3.097761993537602E24 - }, - { - "id": "49", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2, - 3 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 18, - "scale": 2 - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - } - ], - "rowCount": 3.097761993537602E23 - }, - { - "id": "50", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_brand_id", - "i_class_id", - "i_category_id", - "i_manufact_id", - "$f4", - "$f5" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 3.097761993537602E23 - }, - { - "id": "51", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cr_item_sk", - "cr_order_number", - "cr_return_quantity", - "cr_return_amount" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 17, - "name": "$17" - } - ], - "inputs": [ - "0" - ], - "rowCount": 4320980099 - }, - { - "id": "52", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - }, - "inputs": [ - "2" - ], - "rowCount": 3.87045981225E10 - }, - { - "id": "53", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_item_sk", - "cs_order_number", - "cs_quantity", - "cs_ext_sales_price", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 14, - "name": "$14" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 17, - "name": "$17" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.87045981225E10 - }, - { - "id": "54", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2002, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "5" - ], - "rowCount": 10957.35 - }, - { - "id": "55", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "56", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "53", - "55" - ], - "rowCount": 6.3614974235636305E13 - }, - { - "id": "57", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Sports ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 50 - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 13, - "name": "$13" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 11, - "name": "$11" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ] - } - ] - }, - "inputs": [ - "9" - ], - "rowCount": 45467.73000000001 - }, - { - "id": "58", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand_id", - "i_class_id", - "i_category_id", - "i_manufact_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 13, - "name": "$13" - } - ], - "rowCount": 45467.73000000001 - }, - { - "id": "59", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "56", - "58" - ], - "rowCount": 433864270875430272 - }, - { - "id": "60", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 1, - "name": "$1" - } - ] - } - ] - }, - "joinType": "right", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "51", - "59" - ], - "rowCount": 4.218117522679961E25 - }, - { - "id": "61", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_brand_id", - "i_class_id", - "i_category_id", - "i_manufact_id", - "sales_cnt", - "sales_amt" - ], - "exprs": [ - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "input": 2, - "name": "$2" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - } - ] - } - ], - "rowCount": 4.218117522679961E25 - }, - { - "id": "62", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sr_item_sk", - "sr_ticket_number", - "sr_return_quantity", - "sr_return_amt" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - } - ], - "inputs": [ - "15" - ], - "rowCount": 8634166995 - }, - { - "id": "63", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - }, - "inputs": [ - "17" - ], - "rowCount": 7.42597919451E10 - }, - { - "id": "64", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_ticket_number", - "ss_quantity", - "ss_ext_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 7.42597919451E10 - }, - { - "id": "65", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2002, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "5" - ], - "rowCount": 10957.35 - }, - { - "id": "66", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "67", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "64", - "66" - ], - "rowCount": 1.2205357969044623E14 - }, - { - "id": "68", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Sports ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 50 - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 13, - "name": "$13" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 11, - "name": "$11" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ] - } - ] - }, - "inputs": [ - "9" - ], - "rowCount": 45467.73000000001 - }, - { - "id": "69", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand_id", - "i_class_id", - "i_category_id", - "i_manufact_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 13, - "name": "$13" - } - ], - "rowCount": 45467.73000000001 - }, - { - "id": "70", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "67", - "69" - ], - "rowCount": 832424881034804096 - }, - { - "id": "71", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 1, - "name": "$1" - } - ] - } - ] - }, - "joinType": "right", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "62", - "70" - ], - "rowCount": 1.6171414807076423E26 - }, - { - "id": "72", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_brand_id", - "i_class_id", - "i_category_id", - "i_manufact_id", - "sales_cnt", - "sales_amt" - ], - "exprs": [ - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "input": 2, - "name": "$2" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - } - ] - } - ], - "rowCount": 1.6171414807076423E26 - }, - { - "id": "73", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", - "all": true, - "inputs": [ - "61", - "72" - ], - "rowCount": 2.0389532329756385E26 - }, - { - "id": "74", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_brand_id", - "i_class_id", - "i_category_id", - "i_manufact_id", - "sales_cnt", - "sales_amt" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 2.0389532329756385E26 - }, - { - "id": "75", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2, - 3, - 4, - 5 - ], - "aggs": [], - "rowCount": 2.0389532329756385E25 - }, - { - "id": "76", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_brand_id", - "i_class_id", - "i_category_id", - "i_manufact_id", - "sales_cnt", - "sales_amt" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 2.0389532329756385E25 - }, - { - "id": "77", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "wr_item_sk", - "wr_order_number", - "wr_return_quantity", - "wr_return_amt" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - } - ], - "inputs": [ - "32" - ], - "rowCount": 2160007345 - }, - { - "id": "78", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - }, - "inputs": [ - "34" - ], - "rowCount": 1.94351746014E10 - }, - { - "id": "79", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_item_sk", - "ws_order_number", - "ws_quantity", - "ws_ext_sales_price", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 17, - "name": "$17" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 1.94351746014E10 - }, - { - "id": "80", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2002, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "5" - ], - "rowCount": 10957.35 - }, - { - "id": "81", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "82", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "79", - "81" - ], - "rowCount": 3.1943701562797547E13 - }, - { - "id": "83", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Sports ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 50 - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 13, - "name": "$13" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 11, - "name": "$11" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ] - } - ] - }, - "inputs": [ - "9" - ], - "rowCount": 45467.73000000001 - }, - { - "id": "84", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand_id", - "i_class_id", - "i_category_id", - "i_manufact_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 13, - "name": "$13" - } - ], - "rowCount": 45467.73000000001 - }, - { - "id": "85", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "82", - "84" - ], - "rowCount": 217861139678678592 - }, - { - "id": "86", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 1, - "name": "$1" - } - ] - } - ] - }, - "joinType": "right", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "77", - "85" - ], - "rowCount": 1.058808760561964E25 - }, - { - "id": "87", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_brand_id", - "i_class_id", - "i_category_id", - "i_manufact_id", - "sales_cnt", - "sales_amt" - ], - "exprs": [ - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "input": 2, - "name": "$2" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - } - ] - } - ], - "rowCount": 1.058808760561964E25 - }, - { - "id": "88", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", - "all": true, - "inputs": [ - "76", - "87" - ], - "rowCount": 3.0977619935376024E25 - }, - { - "id": "89", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_brand_id", - "i_class_id", - "i_category_id", - "i_manufact_id", - "sales_cnt", - "sales_amt" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 3.0977619935376024E25 - }, - { - "id": "90", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2, - 3, - 4, - 5 - ], - "aggs": [], - "rowCount": 3.097761993537602E24 - }, - { - "id": "91", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_brand_id", - "i_class_id", - "i_category_id", - "i_manufact_id", - "sales_cnt", - "sales_amt" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 3.097761993537602E24 - }, - { - "id": "92", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2, - 3 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 18, - "scale": 2 - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - } - ], - "rowCount": 3.097761993537602E23 - }, - { - "id": "93", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_brand_id", - "i_class_id", - "i_category_id", - "i_manufact_id", - "$f4", - "$f5" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 3.097761993537602E23 - }, - { - "id": "94", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "<", - "kind": "LESS_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 10, - "name": "$10" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - } - } - ] - }, - { - "literal": 0.9, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 1 - } - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "50", - "93" - ], - "rowCount": 2.4290202464284087E43 - }, - { - "id": "95", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_brand_id", - "i_class_id", - "i_category_id", - "i_manufact_id", - "prev_yr_cnt", - "curr_yr_cnt", - "sales_cnt_diff", - "sales_amt_diff" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 10, - "name": "$10" - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "input": 5, - "name": "$5" - } - ] - } - ], - "rowCount": 2.4290202464284087E43 - }, - { - "id": "96", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 6, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - }, - { - "id": "97", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "prev_year", - "year", - "curr_yr.i_brand_id", - "curr_yr.i_class_id", - "curr_yr.i_category_id", - "curr_yr.i_manufact_id", - "prev_yr_cnt", - "curr_yr_cnt", - "sales_cnt_diff", - "sales_amt_diff" - ], - "exprs": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 2001, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 2002, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - } - ], - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 21 <- Reducer 10 (BROADCAST_EDGE), Reducer 16 (BROADCAST_EDGE) + Map 22 <- Map 1 (BROADCAST_EDGE), Map 17 (BROADCAST_EDGE), Reducer 18 (BROADCAST_EDGE), Reducer 4 (BROADCAST_EDGE) + Map 27 <- Map 1 (BROADCAST_EDGE), Map 17 (BROADCAST_EDGE), Reducer 19 (BROADCAST_EDGE), Reducer 3 (BROADCAST_EDGE) + Map 32 <- Reducer 29 (BROADCAST_EDGE), Reducer 31 (BROADCAST_EDGE) + Map 5 <- Reducer 24 (BROADCAST_EDGE), Reducer 26 (BROADCAST_EDGE) + Map 6 <- Map 1 (BROADCAST_EDGE), Map 17 (BROADCAST_EDGE), Reducer 2 (BROADCAST_EDGE), Reducer 20 (BROADCAST_EDGE) + Reducer 10 <- Map 6 (CUSTOM_SIMPLE_EDGE) + Reducer 11 <- Map 21 (CUSTOM_SIMPLE_EDGE), Map 6 (CUSTOM_SIMPLE_EDGE), Union 12 (CONTAINS) + Reducer 13 <- Union 12 (SIMPLE_EDGE) + Reducer 14 <- Reducer 13 (CUSTOM_SIMPLE_EDGE), Reducer 9 (CUSTOM_SIMPLE_EDGE) + Reducer 15 <- Reducer 14 (SIMPLE_EDGE) + Reducer 16 <- Map 6 (CUSTOM_SIMPLE_EDGE) + Reducer 18 <- Map 17 (SIMPLE_EDGE) + Reducer 19 <- Map 17 (SIMPLE_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 20 <- Map 17 (SIMPLE_EDGE) + Reducer 23 <- Map 22 (CUSTOM_SIMPLE_EDGE), Map 5 (CUSTOM_SIMPLE_EDGE), Union 8 (CONTAINS) + Reducer 24 <- Map 22 (CUSTOM_SIMPLE_EDGE) + Reducer 25 <- Map 22 (CUSTOM_SIMPLE_EDGE), Map 5 (CUSTOM_SIMPLE_EDGE), Union 12 (CONTAINS) + Reducer 26 <- Map 22 (CUSTOM_SIMPLE_EDGE) + Reducer 28 <- Map 27 (CUSTOM_SIMPLE_EDGE), Map 32 (CUSTOM_SIMPLE_EDGE), Union 8 (CONTAINS) + Reducer 29 <- Map 27 (CUSTOM_SIMPLE_EDGE) + Reducer 3 <- Map 1 (SIMPLE_EDGE) + Reducer 30 <- Map 27 (CUSTOM_SIMPLE_EDGE), Map 32 (CUSTOM_SIMPLE_EDGE), Union 12 (CONTAINS) + Reducer 31 <- Map 27 (CUSTOM_SIMPLE_EDGE) + Reducer 4 <- Map 1 (SIMPLE_EDGE) + Reducer 7 <- Map 21 (CUSTOM_SIMPLE_EDGE), Map 6 (CUSTOM_SIMPLE_EDGE), Union 8 (CONTAINS) + Reducer 9 <- Union 8 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: item + filterExpr: ((i_category = 'Sports ') and i_manufact_id is not null and i_category_id is not null and i_brand_id is not null and i_class_id is not null) (type: boolean) + Statistics: Num rows: 462000 Data size: 52649820 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((i_category = 'Sports ') and i_manufact_id is not null and i_category_id is not null and i_brand_id is not null and i_class_id is not null) (type: boolean) + Statistics: Num rows: 41585 Data size: 4739062 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_brand_id (type: int), i_class_id (type: int), i_category_id (type: int), i_manufact_id (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 41585 Data size: 996412 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 41585 Data size: 996412 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 41585 Data size: 996412 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 41585 Data size: 996412 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 41585 Data size: 996412 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 41585 Data size: 996412 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 41585 Data size: 996412 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 17 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: ((d_year = 2002) or (d_year = 2001)) (type: boolean) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_year = 2002) (type: boolean) + Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 6 + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 22 + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 27 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_year = 2001) (type: boolean) + Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 6 + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 27 + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 22 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 21 + Map Operator Tree: + TableScan + alias: catalog_returns + filterExpr: ((cr_item_sk BETWEEN DynamicValue(RS[492]_col0) AND DynamicValue(RS[492]_col1) and cr_order_number BETWEEN DynamicValue(RS[492]_col2) AND DynamicValue(RS[492]_col3) and in_bloom_filter(hash(cr_item_sk,cr_order_number), DynamicValue(RS[492]_col4))) or (cr_item_sk BETWEEN DynamicValue(RS[462]_col0) AND DynamicValue(RS[462]_col1) and cr_order_number BETWEEN DynamicValue(RS[462]_col2) AND DynamicValue(RS[462]_col3) and in_bloom_filter(hash(cr_item_sk,cr_order_number), DynamicValue(RS[462]_col4)))) (type: boolean) + Statistics: Num rows: 4320980099 Data size: 560353946136 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (cr_item_sk BETWEEN DynamicValue(RS[492]_col0) AND DynamicValue(RS[492]_col1) and cr_order_number BETWEEN DynamicValue(RS[492]_col2) AND DynamicValue(RS[492]_col3) and in_bloom_filter(hash(cr_item_sk,cr_order_number), DynamicValue(RS[492]_col4))) (type: boolean) + Statistics: Num rows: 4320980099 Data size: 560353946136 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cr_item_sk (type: bigint), cr_order_number (type: bigint), cr_return_quantity (type: int), cr_return_amount (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 4320980099 Data size: 560353946136 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 4320980099 Data size: 560353946136 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) + Filter Operator + predicate: (cr_item_sk BETWEEN DynamicValue(RS[462]_col0) AND DynamicValue(RS[462]_col1) and cr_order_number BETWEEN DynamicValue(RS[462]_col2) AND DynamicValue(RS[462]_col3) and in_bloom_filter(hash(cr_item_sk,cr_order_number), DynamicValue(RS[462]_col4))) (type: boolean) + Statistics: Num rows: 4320980099 Data size: 560353946136 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cr_item_sk (type: bigint), cr_order_number (type: bigint), cr_return_quantity (type: int), cr_return_amount (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 4320980099 Data size: 560353946136 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 4320980099 Data size: 560353946136 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 22 + Map Operator Tree: + TableScan + alias: store_sales + Statistics: Num rows: 82510879939 Data size: 11325746095684 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_ticket_number (type: bigint), ss_quantity (type: int), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 82510879939 Data size: 11325746095684 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col4 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 1 Reducer 18 + Statistics: Num rows: 16583283491 Data size: 1963216325036 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col7, _col8, _col9, _col10 + input vertices: + 1 Reducer 4 + Statistics: Num rows: 1492674976 Data size: 47765597720 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 1492674976 Data size: 47765597720 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: int), _col3 (type: decimal(7,2)), _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: int) + Select Operator + expressions: _col0 (type: bigint), _col1 (type: bigint), hash(_col0,_col1) (type: int) + outputColumnNames: _col0, _col1, _col3 + Statistics: Num rows: 1492674976 Data size: 29853499520 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), min(_col1), max(_col1), bloom_filter(_col3, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col4 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 1 Map 17 + Statistics: Num rows: 16583283491 Data size: 1963216325036 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col7, _col8, _col9, _col10 + input vertices: + 1 Map 1 + Statistics: Num rows: 1492674976 Data size: 47765597720 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 1492674976 Data size: 47765597720 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: int), _col3 (type: decimal(7,2)), _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: int) + Select Operator + expressions: _col0 (type: bigint), _col1 (type: bigint), hash(_col0,_col1) (type: int) + outputColumnNames: _col0, _col1, _col3 + Statistics: Num rows: 1492674976 Data size: 29853499520 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), min(_col1), max(_col1), bloom_filter(_col3, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 27 + Map Operator Tree: + TableScan + alias: web_sales + Statistics: Num rows: 21594638446 Data size: 3022936005332 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_item_sk (type: bigint), ws_order_number (type: bigint), ws_quantity (type: int), ws_ext_sales_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 21594638446 Data size: 3022936005332 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col4 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 1 Reducer 19 + Statistics: Num rows: 4340155038 Data size: 572587087908 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col7, _col8, _col9, _col10 + input vertices: + 1 Reducer 3 + Statistics: Num rows: 390660922 Data size: 57504437720 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 390660922 Data size: 57504437720 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: int), _col3 (type: decimal(7,2)), _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: int) + Select Operator + expressions: _col0 (type: bigint), _col1 (type: bigint), hash(_col0,_col1) (type: int) + outputColumnNames: _col0, _col1, _col3 + Statistics: Num rows: 390660922 Data size: 7813218440 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), min(_col1), max(_col1), bloom_filter(_col3, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col4 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 1 Map 17 + Statistics: Num rows: 4340155038 Data size: 572587087908 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col7, _col8, _col9, _col10 + input vertices: + 1 Map 1 + Statistics: Num rows: 390660922 Data size: 57504437720 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 390660922 Data size: 57504437720 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: int), _col3 (type: decimal(7,2)), _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: int) + Select Operator + expressions: _col0 (type: bigint), _col1 (type: bigint), hash(_col0,_col1) (type: int) + outputColumnNames: _col0, _col1, _col3 + Statistics: Num rows: 390660922 Data size: 7813218440 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), min(_col1), max(_col1), bloom_filter(_col3, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 32 + Map Operator Tree: + TableScan + alias: web_returns + filterExpr: ((wr_item_sk BETWEEN DynamicValue(RS[512]_col0) AND DynamicValue(RS[512]_col1) and wr_order_number BETWEEN DynamicValue(RS[512]_col2) AND DynamicValue(RS[512]_col3) and in_bloom_filter(hash(wr_item_sk,wr_order_number), DynamicValue(RS[512]_col4))) or (wr_item_sk BETWEEN DynamicValue(RS[482]_col0) AND DynamicValue(RS[482]_col1) and wr_order_number BETWEEN DynamicValue(RS[482]_col2) AND DynamicValue(RS[482]_col3) and in_bloom_filter(hash(wr_item_sk,wr_order_number), DynamicValue(RS[482]_col4)))) (type: boolean) + Statistics: Num rows: 2160007345 Data size: 273845125140 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (wr_item_sk BETWEEN DynamicValue(RS[512]_col0) AND DynamicValue(RS[512]_col1) and wr_order_number BETWEEN DynamicValue(RS[512]_col2) AND DynamicValue(RS[512]_col3) and in_bloom_filter(hash(wr_item_sk,wr_order_number), DynamicValue(RS[512]_col4))) (type: boolean) + Statistics: Num rows: 2160007345 Data size: 273845125140 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: wr_item_sk (type: bigint), wr_order_number (type: bigint), wr_return_quantity (type: int), wr_return_amt (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 2160007345 Data size: 273845125140 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 2160007345 Data size: 273845125140 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) + Filter Operator + predicate: (wr_item_sk BETWEEN DynamicValue(RS[482]_col0) AND DynamicValue(RS[482]_col1) and wr_order_number BETWEEN DynamicValue(RS[482]_col2) AND DynamicValue(RS[482]_col3) and in_bloom_filter(hash(wr_item_sk,wr_order_number), DynamicValue(RS[482]_col4))) (type: boolean) + Statistics: Num rows: 2160007345 Data size: 273845125140 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: wr_item_sk (type: bigint), wr_order_number (type: bigint), wr_return_quantity (type: int), wr_return_amt (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 2160007345 Data size: 273845125140 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 2160007345 Data size: 273845125140 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: store_returns + filterExpr: ((sr_item_sk BETWEEN DynamicValue(RS[472]_col0) AND DynamicValue(RS[472]_col1) and sr_ticket_number BETWEEN DynamicValue(RS[472]_col2) AND DynamicValue(RS[472]_col3) and in_bloom_filter(hash(sr_item_sk,sr_ticket_number), DynamicValue(RS[472]_col4))) or (sr_item_sk BETWEEN DynamicValue(RS[502]_col0) AND DynamicValue(RS[502]_col1) and sr_ticket_number BETWEEN DynamicValue(RS[502]_col2) AND DynamicValue(RS[502]_col3) and in_bloom_filter(hash(sr_item_sk,sr_ticket_number), DynamicValue(RS[502]_col4)))) (type: boolean) + Statistics: Num rows: 8634166995 Data size: 1104703724476 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (sr_item_sk BETWEEN DynamicValue(RS[472]_col0) AND DynamicValue(RS[472]_col1) and sr_ticket_number BETWEEN DynamicValue(RS[472]_col2) AND DynamicValue(RS[472]_col3) and in_bloom_filter(hash(sr_item_sk,sr_ticket_number), DynamicValue(RS[472]_col4))) (type: boolean) + Statistics: Num rows: 8634166995 Data size: 1104703724476 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: sr_item_sk (type: bigint), sr_ticket_number (type: bigint), sr_return_quantity (type: int), sr_return_amt (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 8634166995 Data size: 1104703724476 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 8634166995 Data size: 1104703724476 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) + Filter Operator + predicate: (sr_item_sk BETWEEN DynamicValue(RS[502]_col0) AND DynamicValue(RS[502]_col1) and sr_ticket_number BETWEEN DynamicValue(RS[502]_col2) AND DynamicValue(RS[502]_col3) and in_bloom_filter(hash(sr_item_sk,sr_ticket_number), DynamicValue(RS[502]_col4))) (type: boolean) + Statistics: Num rows: 8634166995 Data size: 1104703724476 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: sr_item_sk (type: bigint), sr_ticket_number (type: bigint), sr_return_quantity (type: int), sr_return_amt (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 8634166995 Data size: 1104703724476 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 8634166995 Data size: 1104703724476 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: catalog_sales + Statistics: Num rows: 43005109025 Data size: 6008237430060 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_item_sk (type: bigint), cs_order_number (type: bigint), cs_quantity (type: int), cs_ext_sales_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 43005109025 Data size: 6008237430060 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col4 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 1 Map 17 + Statistics: Num rows: 8582195972 Data size: 1120372034864 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col7, _col8, _col9, _col10 + input vertices: + 1 Map 1 + Statistics: Num rows: 772490513 Data size: 101850760856 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 772490513 Data size: 101850760856 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: int), _col3 (type: decimal(7,2)), _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: int) + Select Operator + expressions: _col0 (type: bigint), _col1 (type: bigint), hash(_col0,_col1) (type: int) + outputColumnNames: _col0, _col1, _col3 + Statistics: Num rows: 772490513 Data size: 15449810260 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), min(_col1), max(_col1), bloom_filter(_col3, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col4 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 1 Reducer 20 + Statistics: Num rows: 8582195972 Data size: 1120372034864 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col7, _col8, _col9, _col10 + input vertices: + 1 Reducer 2 + Statistics: Num rows: 772490513 Data size: 101850760856 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 772490513 Data size: 101850760856 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: int), _col3 (type: decimal(7,2)), _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: int) + Select Operator + expressions: _col0 (type: bigint), _col1 (type: bigint), hash(_col0,_col1) (type: int) + outputColumnNames: _col0, _col1, _col3 + Statistics: Num rows: 772490513 Data size: 15449810260 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), min(_col1), max(_col1), bloom_filter(_col3, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 10 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), bloom_filter(VALUE._col4, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) + Reducer 11 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Left Outer Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col2, _col3, _col7, _col8, _col9, _col10, _col13, _col14 + input vertices: + 1 Map 21 + Statistics: Num rows: 2017213214 Data size: 388166715564 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Select Operator + expressions: _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: int), (_col2 - if(_col13 is not null, _col13, 0)) (type: int), (_col3 - if(_col14 is not null, _col14, 0)) (type: decimal(8,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 2017213214 Data size: 266272142620 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(8,2)) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 6029744178 Data size: 795926226580 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(8,2)) + null sort order: zzzzzz + sort order: ++++++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) + Statistics: Num rows: 6029744178 Data size: 795926226580 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 13 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int), KEY._col3 (type: int), KEY._col4 (type: int), KEY._col5 (type: decimal(8,2)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 6029744178 Data size: 795926226580 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col4), sum(_col5) + keys: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) + mode: complete + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 177920028 Data size: 24197123536 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) + null sort order: zzzz + sort order: ++++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) + Statistics: Num rows: 177920028 Data size: 24197123536 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col4 (type: bigint), _col5 (type: decimal(18,2)) + Reducer 14 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int) + 1 KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col10, _col11 + input vertices: + 1 Reducer 9 + Statistics: Num rows: 32072478585127 Data size: 8210554517792240 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Filter Operator + predicate: ((CAST( _col10 AS decimal(17,2)) / CAST( _col4 AS decimal(17,2))) < 0.9) (type: boolean) + Statistics: Num rows: 10690826195042 Data size: 2736851505930672 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: + + keys: (_col10 - _col4) (type: bigint) + null sort order: z + Statistics: Num rows: 10690826195042 Data size: 2736851505930672 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: bigint), _col10 (type: bigint), (_col10 - _col4) (type: bigint), (_col11 - _col5) (type: decimal(19,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10690826195042 Data size: 1625005581646208 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col6 (type: bigint) + null sort order: z + sort order: + + Statistics: Num rows: 10690826195042 Data size: 1625005581646208 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: bigint), _col5 (type: bigint), _col7 (type: decimal(19,2)) + Reducer 15 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: int), VALUE._col4 (type: bigint), VALUE._col5 (type: bigint), KEY.reducesinkkey0 (type: bigint), VALUE._col6 (type: decimal(19,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10690826195042 Data size: 1625005581646208 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 15200 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: 2001 (type: int), 2002 (type: int), _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: decimal(19,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 + Statistics: Num rows: 100 Data size: 16000 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 16000 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 16 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), bloom_filter(VALUE._col4, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) + Reducer 18 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 19 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 41585 Data size: 996412 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int) + Reducer 20 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 23 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Left Outer Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col2, _col3, _col7, _col8, _col9, _col10, _col13, _col14 + input vertices: + 1 Map 5 + Statistics: Num rows: 4012530964 Data size: 613800764264 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Select Operator + expressions: _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: int), (_col2 - if(_col13 is not null, _col13, 0)) (type: int), (_col3 - if(_col14 is not null, _col14, 0)) (type: decimal(8,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 4012530964 Data size: 529654085620 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(8,2)) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 6029744178 Data size: 795926226580 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(8,2)) + null sort order: zzzzzz + sort order: ++++++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) + Statistics: Num rows: 6029744178 Data size: 795926226580 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 24 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), bloom_filter(VALUE._col4, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) + Reducer 25 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Left Outer Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col2, _col3, _col7, _col8, _col9, _col10, _col13, _col14 + input vertices: + 1 Map 5 + Statistics: Num rows: 4012530964 Data size: 613800764264 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Select Operator + expressions: _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: int), (_col2 - if(_col13 is not null, _col13, 0)) (type: int), (_col3 - if(_col14 is not null, _col14, 0)) (type: decimal(8,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 4012530964 Data size: 529654085620 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(8,2)) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 6029744178 Data size: 795926226580 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(8,2)) + null sort order: zzzzzz + sort order: ++++++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) + Statistics: Num rows: 6029744178 Data size: 795926226580 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 26 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), bloom_filter(VALUE._col4, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) + Reducer 28 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Left Outer Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col2, _col3, _col7, _col8, _col9, _col10, _col13, _col14 + input vertices: + 1 Map 32 + Statistics: Num rows: 1031325981 Data size: 198862953200 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Select Operator + expressions: _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: int), (_col2 - if(_col13 is not null, _col13, 0)) (type: int), (_col3 - if(_col14 is not null, _col14, 0)) (type: decimal(8,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 1031325981 Data size: 136135027864 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(8,2)) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 6029744178 Data size: 795926226580 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(8,2)) + null sort order: zzzzzz + sort order: ++++++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) + Statistics: Num rows: 6029744178 Data size: 795926226580 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 29 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), bloom_filter(VALUE._col4, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 41585 Data size: 996412 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int) + Reducer 30 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Left Outer Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col2, _col3, _col7, _col8, _col9, _col10, _col13, _col14 + input vertices: + 1 Map 32 + Statistics: Num rows: 1031325981 Data size: 198862953200 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Select Operator + expressions: _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: int), (_col2 - if(_col13 is not null, _col13, 0)) (type: int), (_col3 - if(_col14 is not null, _col14, 0)) (type: decimal(8,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 1031325981 Data size: 136135027864 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(8,2)) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 6029744178 Data size: 795926226580 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(8,2)) + null sort order: zzzzzz + sort order: ++++++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) + Statistics: Num rows: 6029744178 Data size: 795926226580 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 31 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), bloom_filter(VALUE._col4, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 41585 Data size: 996412 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int) + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Left Outer Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col2, _col3, _col7, _col8, _col9, _col10, _col13, _col14 + input vertices: + 1 Map 21 + Statistics: Num rows: 2017213214 Data size: 388166715564 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Select Operator + expressions: _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: int), (_col2 - if(_col13 is not null, _col13, 0)) (type: int), (_col3 - if(_col14 is not null, _col14, 0)) (type: decimal(8,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 2017213214 Data size: 266272142620 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(8,2)) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 6029744178 Data size: 795926226580 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(8,2)) + null sort order: zzzzzz + sort order: ++++++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) + Statistics: Num rows: 6029744178 Data size: 795926226580 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 9 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int), KEY._col3 (type: int), KEY._col4 (type: int), KEY._col5 (type: decimal(8,2)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 6029744178 Data size: 795926226580 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col4), sum(_col5) + keys: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) + mode: complete + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 177920028 Data size: 24197123536 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) + null sort order: zzzz + sort order: ++++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) + Statistics: Num rows: 177920028 Data size: 24197123536 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col4 (type: bigint), _col5 (type: decimal(18,2)) + Union 12 + Vertex: Union 12 + Union 8 + Vertex: Union 8 + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query76.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query76.q.out index c7744c4fcba9..58b21d9f3ea4 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query76.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query76.q.out @@ -1,2738 +1,349 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year", - "d_qoy" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 10, - "name": "$10" - } - ], - "rowCount": 73049 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NULL", - "kind": "IS_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 1.8564947986275E10 - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_ext_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 1.8564947986275E10 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "1", - "4" - ], - "rowCount": 2.0342263281741038E14 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_category" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 12, - "name": "$12" - } - ], - "rowCount": 462000 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "5", - "7" - ], - "rowCount": 1.4097188454246537E19 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "col_name", - "d_year", - "d_qoy", - "i_category", - "ext_sales_price" - ], - "exprs": [ - { - "literal": "store", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "ss_addr_sk", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 1.4097188454246537E19 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - } - ] - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NULL", - "kind": "IS_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 11, - "name": "$11" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 4.85879365035E9 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_item_sk", - "ws_ext_sales_price", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 4.85879365035E9 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year", - "d_qoy" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 10, - "name": "$10" - } - ], - "inputs": [ - "0" - ], - "rowCount": 73049 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "12", - "13" - ], - "rowCount": 5.323950260466258E13 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_category" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 12, - "name": "$12" - } - ], - "inputs": [ - "6" - ], - "rowCount": 462000 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "14", - "15" - ], - "rowCount": 3689497530503116800 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "col_name", - "d_year", - "d_qoy", - "i_category", - "ext_sales_price" - ], - "exprs": [ - { - "literal": "web", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "ws_web_page_sk", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 3689497530503116800 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - } - ] - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NULL", - "kind": "IS_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 13, - "name": "$13" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 9.676149530625E9 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_item_sk", - "cs_ext_sales_price", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 14, - "name": "$14" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 9.676149530625E9 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_year", - "d_qoy" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 10, - "name": "$10" - } - ], - "inputs": [ - "0" - ], - "rowCount": 73049 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "20", - "21" - ], - "rowCount": 1.0602495705939384E14 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_category" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 12, - "name": "$12" - } - ], - "inputs": [ - "6" - ], - "rowCount": 462000 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "22", - "23" - ], - "rowCount": 7347529524215993344 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "col_name", - "d_year", - "d_qoy", - "i_category", - "ext_sales_price" - ], - "exprs": [ - { - "literal": "catalog", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "cs_warehouse_sk", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 7347529524215993344 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", - "all": true, - "inputs": [ - "9", - "17", - "25" - ], - "rowCount": 2.5134215508965646E19 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "col_name", - "d_year", - "d_qoy", - "i_category", - "ext_sales_price" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 2.5134215508965646E19 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2, - 3, - 4 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - } - ], - "rowCount": 2513421550896564736 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "col_name", - "d_year", - "d_qoy", - "i_category", - "sales_cnt", - "sales_amt" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 2513421550896564736 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 3, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 4, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 2 <- Map 1 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Union 3 (CONTAINS) + Map 7 <- Map 1 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Union 3 (CONTAINS) + Map 8 <- Map 1 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Union 3 (CONTAINS) + Reducer 4 <- Union 3 (SIMPLE_EDGE) + Reducer 5 <- Reducer 4 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: date_dim + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), d_year (type: int), d_qoy (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: int) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 2 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: int) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 7 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int), _col2 (type: int) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 8 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 2 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: ss_addr_sk is null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_125_container, bigKeyColName:ss_item_sk, smallTablePos:1, keyRatio:0.02359494773827757 + Statistics: Num rows: 82510879939 Data size: 10987909046272 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ss_addr_sk is null (type: boolean) + Statistics: Num rows: 1946839900 Data size: 259259139816 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1946839900 Data size: 244051905296 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col2 (type: bigint) + outputColumnNames: _col1, _col2, _col3, _col4 + input vertices: + 0 Map 1 + Statistics: Num rows: 1946839900 Data size: 244051905296 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col4, _col7 + input vertices: + 1 Map 6 + Statistics: Num rows: 1946839900 Data size: 403692777096 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: 'store' (type: string), 'ss_addr_sk' (type: string), _col1 (type: int), _col2 (type: int), _col7 (type: char(50)), _col4 (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 1946839900 Data size: 759964478796 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: +++++ + keys: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: char(50)) + null sort order: zzzzz + Statistics: Num rows: 2057228617 Data size: 804076268851 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + aggregations: count(), sum(_col5) + keys: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: char(50)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 27502596 Data size: 11221059168 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: char(50)) + null sort order: zzzzz + sort order: +++++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: char(50)) + Statistics: Num rows: 27502596 Data size: 11221059168 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col5 (type: bigint), _col6 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: item + Statistics: Num rows: 462000 Data size: 45276000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_category (type: char(50)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 462000 Data size: 45276000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 45276000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(50)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 45276000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(50)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 45276000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: ws_web_page_sk is null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_126_container, bigKeyColName:ws_item_sk, smallTablePos:1, keyRatio:1.2496236076135138E-4 + Statistics: Num rows: 21594638446 Data size: 2936546632992 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ws_web_page_sk is null (type: boolean) + Statistics: Num rows: 2698517 Data size: 366957880 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_item_sk (type: bigint), ws_ext_sales_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 2698517 Data size: 345372432 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col4, _col5 + input vertices: + 1 Map 1 + Statistics: Num rows: 2698517 Data size: 345372432 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col4, _col5, _col7 + input vertices: + 1 Map 6 + Statistics: Num rows: 2698517 Data size: 566650826 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: 'web' (type: string), 'ws_web_page_sk' (type: string), _col4 (type: int), _col5 (type: int), _col7 (type: char(50)), _col1 (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 2698517 Data size: 1065876471 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: +++++ + keys: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: char(50)) + null sort order: zzzzz + Statistics: Num rows: 2057228617 Data size: 804076268851 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + aggregations: count(), sum(_col5) + keys: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: char(50)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 27502596 Data size: 11221059168 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: char(50)) + null sort order: zzzzz + sort order: +++++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: char(50)) + Statistics: Num rows: 27502596 Data size: 11221059168 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col5 (type: bigint), _col6 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: cs_warehouse_sk is null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_127_container, bigKeyColName:cs_item_sk, smallTablePos:1, keyRatio:0.0025041257292801387 + Statistics: Num rows: 43005109025 Data size: 5835786558816 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: cs_warehouse_sk is null (type: boolean) + Statistics: Num rows: 107690200 Data size: 14613543432 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_item_sk (type: bigint), cs_ext_sales_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 107690200 Data size: 13754179184 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col4, _col5 + input vertices: + 1 Map 1 + Statistics: Num rows: 107690200 Data size: 13754179184 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col4, _col5, _col7 + input vertices: + 1 Map 6 + Statistics: Num rows: 107690200 Data size: 22584775584 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: 'catalog' (type: string), 'cs_warehouse_sk' (type: string), _col4 (type: int), _col5 (type: int), _col7 (type: char(50)), _col1 (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 107690200 Data size: 43045913584 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: +++++ + keys: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: char(50)) + null sort order: zzzzz + Statistics: Num rows: 2057228617 Data size: 804076268851 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + aggregations: count(), sum(_col5) + keys: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: char(50)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 27502596 Data size: 11221059168 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: char(50)) + null sort order: zzzzz + sort order: +++++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: char(50)) + Statistics: Num rows: 27502596 Data size: 11221059168 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col5 (type: bigint), _col6 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0), sum(VALUE._col1) + keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int), KEY._col3 (type: int), KEY._col4 (type: char(50)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 8756 Data size: 3572448 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: char(50)) + null sort order: zzzzz + sort order: +++++ + Statistics: Num rows: 8756 Data size: 3572448 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col5 (type: bigint), _col6 (type: decimal(17,2)) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), KEY.reducesinkkey4 (type: char(50)), VALUE._col0 (type: bigint), VALUE._col1 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 8756 Data size: 3572448 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 40800 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 40800 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Union 3 + Vertex: Union 3 + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query77.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query77.q.out index 3eaad4c86418..1bb3cbfd2493 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query77.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query77.q.out @@ -1,4695 +1,621 @@ Warning: Map Join MAPJOIN[213][bigTable=?] in task 'Reducer 9' is a cross product -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_store_sk", - "ss_ext_sales_price", - "ss_net_profit", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 21, - "name": "$21" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "TIMESTAMP", - "nullable": true, - "precision": 9 - } - }, - { - "literal": 902188800000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - }, - { - "literal": 904780800000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 1.8308036953566934E14 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_store_sk", - "ss_ext_sales_price", - "ss_net_profit" - ], - "exprs": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ], - "type": { - "type": "BIGINT", - "nullable": false - } - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 1.8308036953566934E14 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 1.8308036953566934E13 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_store_sk", - "$f1", - "$f2" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 1.8308036953566934E13 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_returns" - ], - "table:alias": "store_returns", - "inputs": [], - "rowCount": 8332595709, - "avgRowSize": 249, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "sr_return_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "sr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "sr_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "sr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_store_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "sr_returned_date_sk" - ], - "colStats": [ - { - "name": "sr_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "sr_return_amt", - "ndv": 715216, - "minValue": 0, - "maxValue": 19643 - }, - { - "name": "sr_net_loss", - "ndv": 848797, - "minValue": 0.5, - "maxValue": 11008.17 - }, - { - "name": "sr_returned_date_sk", - "ndv": 2003, - "minValue": 2450820, - "maxValue": 2452822 - }, - { - "name": "sr_return_time_sk", - "ndv": 32389, - "minValue": 28799, - "maxValue": 61199 - }, - { - "name": "sr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "sr_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "sr_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "sr_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "sr_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "sr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "sr_ticket_number", - "ndv": 5065526774, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "sr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "sr_return_tax", - "ndv": 141365, - "minValue": 0, - "maxValue": 1714.37 - }, - { - "name": "sr_return_amt_inc_tax", - "ndv": 1520430, - "minValue": 0, - "maxValue": 21018.01 - }, - { - "name": "sr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "sr_return_ship_cost", - "ndv": 363000, - "minValue": 0, - "maxValue": 9975 - }, - { - "name": "sr_refunded_cash", - "ndv": 1187970, - "minValue": 0, - "maxValue": 18413.33 - }, - { - "name": "sr_reversed_charge", - "ndv": 924833, - "minValue": 0, - "maxValue": 18104.5 - }, - { - "name": "sr_store_credit", - "ndv": 935681, - "minValue": 0, - "maxValue": 17792.48 - } - ] - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 19, - "name": "$19" - } - ] - } - ] - }, - "rowCount": 6.749402524290001E9 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sr_store_sk", - "sr_return_amt", - "sr_net_loss", - "sr_returned_date_sk" - ], - "exprs": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 18, - "name": "$18" - }, - { - "input": 19, - "name": "$19" - } - ], - "rowCount": 6.749402524290001E9 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "TIMESTAMP", - "nullable": true, - "precision": 9 - } - }, - { - "literal": 902188800000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - }, - { - "literal": 904780800000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 18262.25 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "12", - "14" - ], - "rowCount": 1.8488891437382258E13 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sr_store_sk", - "sr_return_amt", - "sr_net_loss" - ], - "exprs": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ], - "type": { - "type": "BIGINT", - "nullable": false - } - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 1.8488891437382258E13 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 1.8488891437382258E12 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sr_store_sk", - "$f1", - "$f2" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 1.8488891437382258E12 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "left", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "9", - "18" - ], - "rowCount": 5.077429615006786E24 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "id", - "sales", - "returns", - "profit" - ], - "exprs": [ - { - "literal": "store channel", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 17, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 17, - "scale": 2 - } - } - ] - } - ] - } - ], - "rowCount": 5.077429615006786E24 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - } - ] - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - }, - "rowCount": 3.87045981225E10 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_call_center_sk", - "cs_ext_sales_price", - "cs_net_profit", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 32, - "name": "$32" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.87045981225E10 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "TIMESTAMP", - "nullable": true, - "precision": 9 - } - }, - { - "literal": 902188800000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - }, - { - "literal": 904780800000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 18262.25 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "23", - "25" - ], - "rowCount": 1.0602495705939384E14 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 1.0602495705939385E13 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_call_center_sk", - "$f1", - "$f2" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 1.0602495705939385E13 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_returns" - ], - "table:alias": "catalog_returns", - "inputs": [], - "rowCount": 4320980099, - "avgRowSize": 305, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returned_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cr_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_amount" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_store_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cr_returned_date_sk" - ], - "colStats": [ - { - "name": "cr_return_amount", - "ndv": 973170, - "minValue": 0, - "maxValue": 28805.04 - }, - { - "name": "cr_net_loss", - "ndv": 996464, - "minValue": 0.5, - "maxValue": 16346.37 - }, - { - "name": "cr_returned_date_sk", - "ndv": 2104, - "minValue": 2450821, - "maxValue": 2452924 - }, - { - "name": "cr_returned_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cr_refunded_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cr_refunded_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cr_refunded_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cr_refunded_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cr_returning_customer_sk", - "ndv": 77511828, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cr_returning_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cr_returning_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cr_returning_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cr_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cr_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cr_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cr_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "cr_order_number", - "ndv": 2681654419, - "minValue": 2, - "maxValue": 4800000000 - }, - { - "name": "cr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cr_return_tax", - "ndv": 169232, - "minValue": 0, - "maxValue": 2511.58 - }, - { - "name": "cr_return_amt_inc_tax", - "ndv": 1689965, - "minValue": 0, - "maxValue": 30891.32 - }, - { - "name": "cr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "cr_return_ship_cost", - "ndv": 501353, - "minValue": 0, - "maxValue": 14273.28 - }, - { - "name": "cr_refunded_cash", - "ndv": 1257293, - "minValue": 0, - "maxValue": 26955.24 - }, - { - "name": "cr_reversed_charge", - "ndv": 895564, - "minValue": 0, - "maxValue": 24033.84 - }, - { - "name": "cr_store_credit", - "ndv": 906118, - "minValue": 0, - "maxValue": 24886.13 - } - ] - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 26, - "name": "$26" - } - ] - }, - "rowCount": 3.8888820891E9 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cr_return_amount", - "cr_net_loss", - "cr_returned_date_sk" - ], - "exprs": [ - { - "input": 17, - "name": "$17" - }, - { - "input": 25, - "name": "$25" - }, - { - "input": 26, - "name": "$26" - } - ], - "rowCount": 3.8888820891E9 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "TIMESTAMP", - "nullable": true, - "precision": 9 - } - }, - { - "literal": 902188800000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - }, - { - "literal": 904780800000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 18262.25 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "31", - "33" - ], - "rowCount": 1.065296053974997E13 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 0 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 1 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 1 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "literal": true, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "28", - "36" - ], - "rowCount": 1.0602495705939385E13 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "id", - "sales", - "returns", - "profit" - ], - "exprs": [ - { - "literal": "catalog channel", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 4, - "name": "$4" - } - ] - } - ], - "rowCount": 1.0602495705939385E13 - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - } - ] - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 11, - "name": "$11" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 1.7491657141260002E10 - }, - { - "id": "41", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_web_page_sk", - "ws_ext_sales_price", - "ws_net_profit", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 11, - "name": "$11" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 32, - "name": "$32" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 1.7491657141260002E10 - }, - { - "id": "42", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "TIMESTAMP", - "nullable": true, - "precision": 9 - } - }, - { - "literal": 902188800000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - }, - { - "literal": 904780800000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 18262.25 - }, - { - "id": "43", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "44", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "41", - "43" - ], - "rowCount": 4.791555234419632E13 - }, - { - "id": "45", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_web_page_sk", - "ws_ext_sales_price", - "ws_net_profit" - ], - "exprs": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ], - "type": { - "type": "BIGINT", - "nullable": false - } - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 4.791555234419632E13 - }, - { - "id": "46", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 4.791555234419632E12 - }, - { - "id": "47", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_web_page_sk", - "$f1", - "$f2" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 4.791555234419632E12 - }, - { - "id": "48", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_returns" - ], - "table:alias": "web_returns", - "inputs": [], - "rowCount": 2062802370, - "avgRowSize": 281, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returned_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "wr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "wr_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "wr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_account_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "wr_returned_date_sk" - ], - "colStats": [ - { - "name": "wr_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "wr_return_amt", - "ndv": 1108704, - "minValue": 0, - "maxValue": 29191 - }, - { - "name": "wr_net_loss", - "ndv": 1225199, - "minValue": 0.5, - "maxValue": 16733.32 - }, - { - "name": "wr_returned_date_sk", - "ndv": 2184, - "minValue": 2450819, - "maxValue": 2453002 - }, - { - "name": "wr_returned_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "wr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "wr_refunded_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "wr_refunded_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "wr_refunded_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "wr_refunded_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "wr_returning_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "wr_returning_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "wr_returning_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "wr_returning_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "wr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "wr_order_number", - "ndv": 1283768204, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "wr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "wr_return_tax", - "ndv": 198814, - "minValue": 0, - "maxValue": 2620.34 - }, - { - "name": "wr_return_amt_inc_tax", - "ndv": 2111617, - "minValue": 0, - "maxValue": 31735.25 - }, - { - "name": "wr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "wr_return_ship_cost", - "ndv": 551289, - "minValue": 0, - "maxValue": 14624 - }, - { - "name": "wr_refunded_cash", - "ndv": 1630543, - "minValue": 0, - "maxValue": 28085.82 - }, - { - "name": "wr_reversed_charge", - "ndv": 1276207, - "minValue": 0, - "maxValue": 26135.99 - }, - { - "name": "wr_account_credit", - "ndv": 1245536, - "minValue": 0, - "maxValue": 24649.69 - } - ] - }, - { - "id": "49", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 10, - "name": "$10" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 23, - "name": "$23" - } - ] - } - ] - }, - "rowCount": 1.6708699197E9 - }, - { - "id": "50", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "wr_web_page_sk", - "wr_return_amt", - "wr_net_loss", - "wr_returned_date_sk" - ], - "exprs": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 23, - "name": "$23" - } - ], - "rowCount": 1.6708699197E9 - }, - { - "id": "51", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "TIMESTAMP", - "nullable": true, - "precision": 9 - } - }, - { - "literal": 902188800000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - }, - { - "literal": 904780800000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 18262.25 - }, - { - "id": "52", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "53", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "50", - "52" - ], - "rowCount": 4.577076628656198E12 - }, - { - "id": "54", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "wr_web_page_sk", - "wr_return_amt", - "wr_net_loss" - ], - "exprs": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ], - "type": { - "type": "BIGINT", - "nullable": false - } - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 4.577076628656198E12 - }, - { - "id": "55", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 4.577076628656198E11 - }, - { - "id": "56", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "wr_web_page_sk", - "$f1", - "$f2" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 4.577076628656198E11 - }, - { - "id": "57", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "left", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "47", - "56" - ], - "rowCount": 3.2896973217973334E23 - }, - { - "id": "58", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "id", - "sales", - "returns", - "profit" - ], - "exprs": [ - { - "literal": "web channel", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 17, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 17, - "scale": 2 - } - } - ] - } - ] - } - ], - "rowCount": 3.2896973217973334E23 - }, - { - "id": "59", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", - "all": true, - "inputs": [ - "20", - "38", - "58" - ], - "rowCount": 5.406399347197122E24 - }, - { - "id": "60", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "id", - "sales", - "returns", - "profit" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 5.406399347197122E24 - }, - { - "id": "61", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1 - ], - "groups": [ - [ - 0, - 1 - ], - [ - 0 - ], - [] - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 27, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 27, - "scale": 2 - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 28, - "scale": 2 - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - } - ], - "rowCount": 1.6219198041591368E24 - }, - { - "id": "62", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "id", - "sales", - "returns", - "profit" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 1.6219198041591368E24 - }, - { - "id": "63", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 10 (BROADCAST_EDGE) + Map 11 <- Map 10 (BROADCAST_EDGE) + Map 13 <- Map 10 (BROADCAST_EDGE) + Map 15 <- Map 10 (BROADCAST_EDGE) + Map 6 <- Map 10 (BROADCAST_EDGE) + Map 8 <- Map 10 (BROADCAST_EDGE) + Reducer 12 <- Map 11 (CUSTOM_SIMPLE_EDGE) + Reducer 14 <- Map 13 (SIMPLE_EDGE), Reducer 16 (BROADCAST_EDGE), Union 3 (CONTAINS) + Reducer 16 <- Map 15 (SIMPLE_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 7 (BROADCAST_EDGE), Union 3 (CONTAINS) + Reducer 4 <- Union 3 (SIMPLE_EDGE) + Reducer 5 <- Reducer 4 (SIMPLE_EDGE) + Reducer 7 <- Map 6 (SIMPLE_EDGE) + Reducer 9 <- Map 8 (SIMPLE_EDGE), Reducer 12 (BROADCAST_EDGE), Union 3 (CONTAINS) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: ss_store_sk is not null (type: boolean) + Statistics: Num rows: 82510879939 Data size: 19351122693824 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ss_store_sk is not null (type: boolean) + Statistics: Num rows: 80569240632 Data size: 18895753650592 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_store_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_net_profit (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 80569240632 Data size: 18895753650592 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 10 + Statistics: Num rows: 8951525022 Data size: 1635889704016 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1), sum(_col2) + keys: _col0 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 626318 Data size: 144244544 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 626318 Data size: 144244544 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 10 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00' AND TIMESTAMP'1998-09-03 00:00:00' (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00' AND TIMESTAMP'1998-09-03 00:00:00' (type: boolean) + Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 8 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cr_returned_date_sk (bigint) + Target Input: catalog_returns + Partition key expr: cr_returned_date_sk + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 11 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 13 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: sr_returned_date_sk (bigint) + Target Input: store_returns + Partition key expr: sr_returned_date_sk + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 6 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: wr_returned_date_sk (bigint) + Target Input: web_returns + Partition key expr: wr_returned_date_sk + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 15 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 11 + Map Operator Tree: + TableScan + alias: catalog_returns + filterExpr: cr_returned_date_sk is not null (type: boolean) + Statistics: Num rows: 4320980099 Data size: 983085386936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cr_return_amount (type: decimal(7,2)), cr_net_loss (type: decimal(7,2)), cr_returned_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 4320980099 Data size: 983085386936 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 10 + Statistics: Num rows: 480076034 Data size: 88155035584 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col0), sum(_col1) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: decimal(17,2)), _col1 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 13 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: ws_web_page_sk is not null (type: boolean) + Statistics: Num rows: 21594638446 Data size: 5182389031376 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ws_web_page_sk is not null (type: boolean) + Statistics: Num rows: 21591939929 Data size: 5181741427848 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_web_page_sk (type: bigint), ws_ext_sales_price (type: decimal(7,2)), ws_net_profit (type: decimal(7,2)), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 21591939929 Data size: 5181741427848 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 10 + Statistics: Num rows: 2398940204 Data size: 556229972216 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1), sum(_col2) + keys: _col0 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1103884 Data size: 256091160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1103884 Data size: 256091160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 15 + Map Operator Tree: + TableScan + alias: web_returns + filterExpr: wr_web_page_sk is not null (type: boolean) + Statistics: Num rows: 2062802370 Data size: 483797830080 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: wr_web_page_sk is not null (type: boolean) + Statistics: Num rows: 2014206241 Data size: 472400372880 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: wr_web_page_sk (type: bigint), wr_return_amt (type: decimal(7,2)), wr_net_loss (type: decimal(7,2)), wr_returned_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 2014206241 Data size: 472400372880 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 10 + Statistics: Num rows: 223785373 Data size: 40909081576 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1), sum(_col2) + keys: _col0 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 81280 Data size: 18719088 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 81280 Data size: 18719088 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: store_returns + filterExpr: sr_store_sk is not null (type: boolean) + Statistics: Num rows: 8332595709 Data size: 1964866351664 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: sr_store_sk is not null (type: boolean) + Statistics: Num rows: 8180935974 Data size: 1929104252888 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: sr_store_sk (type: bigint), sr_return_amt (type: decimal(7,2)), sr_net_loss (type: decimal(7,2)), sr_returned_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 8180935974 Data size: 1929104252888 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 10 + Statistics: Num rows: 908930661 Data size: 176551532480 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1), sum(_col2) + keys: _col0 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 67620 Data size: 15599232 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 67620 Data size: 15599232 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: cs_sold_date_sk is not null (type: boolean) + Statistics: Num rows: 43005109025 Data size: 10308318973576 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_call_center_sk (type: bigint), cs_ext_sales_price (type: decimal(7,2)), cs_net_profit (type: decimal(7,2)), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 43005109025 Data size: 10308318973576 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 10 + Statistics: Num rows: 4778018342 Data size: 1095593062920 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1), sum(_col2) + keys: _col0 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 34240 Data size: 7937520 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 34240 Data size: 7937520 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 12 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: decimal(17,2)), _col1 (type: decimal(17,2)) + Reducer 14 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1) + keys: KEY._col0 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 508 Data size: 117856 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Outer Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col4, _col5 + input vertices: + 1 Reducer 16 + Statistics: Num rows: 509 Data size: 232104 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: 'web channel' (type: string), _col0 (type: bigint), _col1 (type: decimal(17,2)), if(_col4 is not null, _col4, 0) (type: decimal(17,2)), (_col2 - if(_col5 is not null, _col5, 0)) (type: decimal(18,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 509 Data size: 223451 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++ + keys: _col0 (type: string), _col1 (type: bigint) + null sort order: zz + Statistics: Num rows: 616 Data size: 270494 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + aggregations: sum(_col2), sum(_col3), sum(_col4) + keys: _col0 (type: string), _col1 (type: bigint), 0L (type: bigint) + grouping sets: 0, 1, 3 + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 924 Data size: 415700 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: bigint) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint), _col2 (type: bigint) + Statistics: Num rows: 924 Data size: 415700 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) + Reducer 16 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1) + keys: KEY._col0 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 508 Data size: 117000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 508 Data size: 117000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1) + keys: KEY._col0 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 98 Data size: 22576 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Outer Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col4, _col5 + input vertices: + 1 Reducer 7 + Statistics: Num rows: 99 Data size: 44984 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: 'store channel' (type: string), _col0 (type: bigint), _col1 (type: decimal(17,2)), if(_col4 is not null, _col4, 0) (type: decimal(17,2)), (_col2 - if(_col5 is not null, _col5, 0)) (type: decimal(18,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 99 Data size: 43499 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++ + keys: _col0 (type: string), _col1 (type: bigint) + null sort order: zz + Statistics: Num rows: 616 Data size: 270494 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + aggregations: sum(_col2), sum(_col3), sum(_col4) + keys: _col0 (type: string), _col1 (type: bigint), 0L (type: bigint) + grouping sets: 0, 1, 3 + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 924 Data size: 415700 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: bigint) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint), _col2 (type: bigint) + Statistics: Num rows: 924 Data size: 415700 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) + keys: KEY._col0 (type: string), KEY._col1 (type: bigint), KEY._col2 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col3, _col4, _col5 + Statistics: Num rows: 924 Data size: 415700 Basic stats: COMPLETE Column stats: COMPLETE + pruneGroupingSetId: true + Select Operator + expressions: _col0 (type: string), _col1 (type: bigint), _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 924 Data size: 408308 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Statistics: Num rows: 924 Data size: 408308 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(27,2)), _col3 (type: decimal(27,2)), _col4 (type: decimal(28,2)) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), VALUE._col0 (type: decimal(27,2)), VALUE._col1 (type: decimal(27,2)), VALUE._col2 (type: decimal(28,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 924 Data size: 408308 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 44196 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 44196 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1) + keys: KEY._col0 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 98 Data size: 22616 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 98 Data size: 22616 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) + Reducer 9 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1) + keys: KEY._col0 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 8 Data size: 1856 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + input vertices: + 1 Reducer 12 + Statistics: Num rows: 8 Data size: 3648 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: 'catalog channel' (type: string), _col0 (type: bigint), _col1 (type: decimal(17,2)), _col3 (type: decimal(17,2)), (_col2 - _col4) (type: decimal(18,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 8 Data size: 3544 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++ + keys: _col0 (type: string), _col1 (type: bigint) + null sort order: zz + Statistics: Num rows: 616 Data size: 270494 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + aggregations: sum(_col2), sum(_col3), sum(_col4) + keys: _col0 (type: string), _col1 (type: bigint), 0L (type: bigint) + grouping sets: 0, 1, 3 + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 924 Data size: 415700 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: bigint) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint), _col2 (type: bigint) + Statistics: Num rows: 924 Data size: 415700 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) + Union 3 + Vertex: Union 3 + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query78.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query78.q.out index c98085c3a560..d0f888e94885 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query78.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query78.q.out @@ -1,4563 +1,570 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_customer_sk", - "ss_ticket_number", - "ss_quantity", - "ss_wholesale_cost", - "ss_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_returns" - ], - "table:alias": "store_returns", - "inputs": [], - "rowCount": 8634166995, - "avgRowSize": 249, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "sr_return_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "sr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "sr_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "sr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_store_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "sr_returned_date_sk" - ], - "colStats": [ - { - "name": "sr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "sr_ticket_number", - "ndv": 5114579988, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "sr_return_time_sk", - "ndv": 32389, - "minValue": 28799, - "maxValue": 61199 - }, - { - "name": "sr_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "sr_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "sr_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "sr_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "sr_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "sr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "sr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "sr_return_amt", - "ndv": 715216, - "minValue": 0, - "maxValue": 19643 - }, - { - "name": "sr_return_tax", - "ndv": 141365, - "minValue": 0, - "maxValue": 1714.37 - }, - { - "name": "sr_return_amt_inc_tax", - "ndv": 1520430, - "minValue": 0, - "maxValue": 21018.01 - }, - { - "name": "sr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "sr_return_ship_cost", - "ndv": 363000, - "minValue": 0, - "maxValue": 9975 - }, - { - "name": "sr_refunded_cash", - "ndv": 1187970, - "minValue": 0, - "maxValue": 18413.33 - }, - { - "name": "sr_reversed_charge", - "ndv": 926355, - "minValue": 0, - "maxValue": 18104.5 - }, - { - "name": "sr_store_credit", - "ndv": 937950, - "minValue": 0, - "maxValue": 17792.48 - }, - { - "name": "sr_net_loss", - "ndv": 851834, - "minValue": 0.5, - "maxValue": 11008.17 - }, - { - "name": "sr_returned_date_sk", - "ndv": 2004, - "minValue": 2450820, - "maxValue": 2452822 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sr_item_sk", - "sr_ticket_number" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 8634166995 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAntiJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 2, - "name": "$2" - } - ] - } - ] - }, - "joinType": "anti", - "inputs": [ - "2", - "4" - ], - "rowCount": 5.984013748464001E10 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_customer_sk", - "ss_quantity", - "ss_wholesale_cost", - "ss_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 5.984013748464001E10 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 10957.35 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 9.835339957009803E13 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - } - ], - "rowCount": 9.835339957009803E12 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_customer_sk", - "$f2", - "$f3", - "$f4" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 9.835339957009803E12 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - } - ] - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 1.7491657141260002E10 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_item_sk", - "ws_bill_customer_sk", - "ws_order_number", - "ws_quantity", - "ws_wholesale_cost", - "ws_sales_price", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 17, - "name": "$17" - }, - { - "input": 18, - "name": "$18" - }, - { - "input": 20, - "name": "$20" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 1.7491657141260002E10 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_returns" - ], - "table:alias": "web_returns", - "inputs": [], - "rowCount": 2160007345, - "avgRowSize": 281, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returned_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "wr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "wr_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "wr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_account_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "wr_returned_date_sk" - ], - "colStats": [ - { - "name": "wr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "wr_order_number", - "ndv": 1317116406, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "wr_returned_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "wr_refunded_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "wr_refunded_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "wr_refunded_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "wr_refunded_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "wr_returning_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "wr_returning_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "wr_returning_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "wr_returning_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "wr_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "wr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "wr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "wr_return_amt", - "ndv": 1108704, - "minValue": 0, - "maxValue": 29191 - }, - { - "name": "wr_return_tax", - "ndv": 198904, - "minValue": 0, - "maxValue": 2620.34 - }, - { - "name": "wr_return_amt_inc_tax", - "ndv": 2111617, - "minValue": 0, - "maxValue": 31735.25 - }, - { - "name": "wr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "wr_return_ship_cost", - "ndv": 553061, - "minValue": 0, - "maxValue": 14624 - }, - { - "name": "wr_refunded_cash", - "ndv": 1631618, - "minValue": 0, - "maxValue": 28085.82 - }, - { - "name": "wr_reversed_charge", - "ndv": 1277260, - "minValue": 0, - "maxValue": 26135.99 - }, - { - "name": "wr_account_credit", - "ndv": 1249055, - "minValue": 0, - "maxValue": 24649.69 - }, - { - "name": "wr_net_loss", - "ndv": 1227508, - "minValue": 0.5, - "maxValue": 16733.32 - }, - { - "name": "wr_returned_date_sk", - "ndv": 2185, - "minValue": 2450819, - "maxValue": 2453002 - } - ] - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "wr_item_sk", - "wr_order_number" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 12, - "name": "$12" - } - ], - "rowCount": 2160007345 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAntiJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 2, - "name": "$2" - } - ] - } - ] - }, - "joinType": "anti", - "inputs": [ - "15", - "17" - ], - "rowCount": 1.5742051191810001E10 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_item_sk", - "ws_bill_customer_sk", - "ws_quantity", - "ws_wholesale_cost", - "ws_sales_price", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 1.5742051191810001E10 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 10957.35 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "19", - "21" - ], - "rowCount": 2.5873674693986895E13 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - } - ], - "rowCount": 2.5873674693986895E12 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": 0, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - "rowCount": 1.2936837346993447E12 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_item_sk", - "ws_bill_customer_sk", - "$f2", - "$f3", - "$f4" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 1.2936837346993447E12 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 0, - "name": "$0" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "12", - "25" - ], - "rowCount": 2.86285934871498E23 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - } - ] - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 3.483413831025E10 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_bill_customer_sk", - "cs_item_sk", - "cs_order_number", - "cs_quantity", - "cs_wholesale_cost", - "cs_sales_price", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 17, - "name": "$17" - }, - { - "input": 18, - "name": "$18" - }, - { - "input": 20, - "name": "$20" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.483413831025E10 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_returns" - ], - "table:alias": "catalog_returns", - "inputs": [], - "rowCount": 4320980099, - "avgRowSize": 305, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returned_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cr_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_amount" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_store_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cr_returned_date_sk" - ], - "colStats": [ - { - "name": "cr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cr_order_number", - "ndv": 2681654419, - "minValue": 2, - "maxValue": 4800000000 - }, - { - "name": "cr_returned_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cr_refunded_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cr_refunded_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cr_refunded_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cr_refunded_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cr_returning_customer_sk", - "ndv": 77511828, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cr_returning_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cr_returning_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cr_returning_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cr_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cr_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cr_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cr_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "cr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cr_return_amount", - "ndv": 973170, - "minValue": 0, - "maxValue": 28805.04 - }, - { - "name": "cr_return_tax", - "ndv": 169232, - "minValue": 0, - "maxValue": 2511.58 - }, - { - "name": "cr_return_amt_inc_tax", - "ndv": 1689965, - "minValue": 0, - "maxValue": 30891.32 - }, - { - "name": "cr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "cr_return_ship_cost", - "ndv": 501353, - "minValue": 0, - "maxValue": 14273.28 - }, - { - "name": "cr_refunded_cash", - "ndv": 1257293, - "minValue": 0, - "maxValue": 26955.24 - }, - { - "name": "cr_reversed_charge", - "ndv": 895564, - "minValue": 0, - "maxValue": 24033.84 - }, - { - "name": "cr_store_credit", - "ndv": 906118, - "minValue": 0, - "maxValue": 24886.13 - }, - { - "name": "cr_net_loss", - "ndv": 996464, - "minValue": 0.5, - "maxValue": 16346.37 - }, - { - "name": "cr_returned_date_sk", - "ndv": 2104, - "minValue": 2450821, - "maxValue": 2452924 - } - ] - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cr_item_sk", - "cr_order_number" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 15, - "name": "$15" - } - ], - "rowCount": 4320980099 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAntiJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 2, - "name": "$2" - } - ] - } - ] - }, - "joinType": "anti", - "inputs": [ - "29", - "31" - ], - "rowCount": 3.133414443006E10 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_bill_customer_sk", - "cs_item_sk", - "cs_quantity", - "cs_wholesale_cost", - "cs_sales_price", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 3.133414443006E10 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 10957.35 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "33", - "35" - ], - "rowCount": 5.150087812060769E13 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - } - ], - "rowCount": 5.150087812060769E12 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_item_sk", - "cs_bill_customer_sk", - "$f2", - "$f3", - "$f4" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 5.150087812060769E12 - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": 0, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - "rowCount": 2.5750439060303843E12 - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f2", - "$f3", - "$f4", - "$f5" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 2.5750439060303843E12 - }, - { - "id": "41", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "26", - "40" - ], - "rowCount": 1.1057982779595935E35 - }, - { - "id": "42", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_customer_sk", - "ratio", - "store_qty", - "store_wholesale_cost", - "store_sales_price", - "other_chan_qty", - "other_chan_wholesale_cost", - "other_chan_sales_price", - "ss_qty", - "ss_wc", - "ss_sp", - "(tok_function round (/ (tok_table_or_col ss_qty) (tok_function coalesce (+ (tok_table_or_col ws_qty) (tok_table_or_col cs_qty)) 1)) 2)" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": "round", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 11, - "name": "$11" - } - ] - } - ] - }, - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 11, - "name": "$11" - } - ] - }, - { - "literal": 1, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - } - ] - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "DOUBLE", - "nullable": true - }, - "deterministic": true, - "dynamic": false - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "input": 7, - "name": "$7" - }, - { - "literal": 0, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 11, - "name": "$11" - } - ] - }, - { - "input": 11, - "name": "$11" - }, - { - "literal": 0, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - } - ] - }, - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 8, - "name": "$8" - } - ] - }, - { - "input": 8, - "name": "$8" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 17, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 12, - "name": "$12" - } - ] - }, - { - "input": 12, - "name": "$12" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 17, - "scale": 2 - } - } - ] - } - ] - }, - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ] - }, - { - "input": 9, - "name": "$9" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 17, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 13, - "name": "$13" - } - ] - }, - { - "input": 13, - "name": "$13" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 17, - "scale": 2 - } - } - ] - } - ] - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "op": { - "name": "round", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 11, - "name": "$11" - } - ] - } - ] - }, - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 11, - "name": "$11" - } - ] - }, - { - "literal": 1, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - } - ] - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "DOUBLE", - "nullable": true - }, - "deterministic": true, - "dynamic": false - } - ], - "rowCount": 1.1057982779595935E35 - }, - { - "id": "43", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 9, - "direction": "DESCENDING", - "nulls": "FIRST" - }, - { - "field": 10, - "direction": "DESCENDING", - "nulls": "FIRST" - }, - { - "field": 11, - "direction": "DESCENDING", - "nulls": "FIRST" - }, - { - "field": 6, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 7, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 8, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 12, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - }, - { - "id": "44", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_sold_year", - "ss_item_sk", - "ss_customer_sk", - "ratio", - "store_qty", - "store_wholesale_cost", - "store_sales_price", - "other_chan_qty", - "other_chan_wholesale_cost", - "other_chan_sales_price" - ], - "exprs": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Reducer 17 (BROADCAST_EDGE) + Map 14 <- Reducer 11 (BROADCAST_EDGE) + Reducer 10 <- Reducer 9 (SIMPLE_EDGE) + Reducer 11 <- Reducer 10 (CUSTOM_SIMPLE_EDGE) + Reducer 15 <- Map 13 (BROADCAST_EDGE), Map 14 (CUSTOM_SIMPLE_EDGE), Map 18 (CUSTOM_SIMPLE_EDGE) + Reducer 16 <- Reducer 15 (SIMPLE_EDGE) + Reducer 17 <- Reducer 16 (CUSTOM_SIMPLE_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 13 (BROADCAST_EDGE), Map 7 (CUSTOM_SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + Reducer 4 <- Reducer 10 (CUSTOM_SIMPLE_EDGE), Reducer 3 (CUSTOM_SIMPLE_EDGE) + Reducer 5 <- Reducer 16 (CUSTOM_SIMPLE_EDGE), Reducer 4 (CUSTOM_SIMPLE_EDGE) + Reducer 6 <- Reducer 5 (SIMPLE_EDGE) + Reducer 9 <- Map 12 (CUSTOM_SIMPLE_EDGE), Map 13 (BROADCAST_EDGE), Map 8 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: (ss_customer_sk is not null and ss_customer_sk BETWEEN DynamicValue(RS_73_catalog_sales_cs_bill_customer_sk_min) AND DynamicValue(RS_73_catalog_sales_cs_bill_customer_sk_max) and in_bloom_filter(ss_customer_sk, DynamicValue(RS_73_catalog_sales_cs_bill_customer_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 82510879939 Data size: 20994094222572 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ss_customer_sk is not null and ss_customer_sk BETWEEN DynamicValue(RS_73_catalog_sales_cs_bill_customer_sk_min) AND DynamicValue(RS_73_catalog_sales_cs_bill_customer_sk_max) and in_bloom_filter(ss_customer_sk, DynamicValue(RS_73_catalog_sales_cs_bill_customer_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 80566020964 Data size: 20499243693804 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_customer_sk (type: bigint), ss_ticket_number (type: bigint), ss_quantity (type: int), ss_wholesale_cost (type: decimal(7,2)), ss_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 80566020964 Data size: 20499243693804 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col2 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col2 (type: bigint) + Statistics: Num rows: 80566020964 Data size: 20499243693804 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint), _col3 (type: int), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)), _col6 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 12 + Map Operator Tree: + TableScan + alias: web_returns + Statistics: Num rows: 2160007345 Data size: 34560117520 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: wr_item_sk (type: bigint), wr_order_number (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 2160007345 Data size: 34560117520 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint), _col1 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 2160007345 Data size: 34560117520 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 2160007345 Data size: 34560117520 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 13 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (d_year = 2000) (type: boolean) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_year = 2000) (type: boolean) + Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 8 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 14 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 14 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: (cs_bill_customer_sk is not null and cs_bill_customer_sk BETWEEN DynamicValue(RS_70_web_sales_ws_bill_customer_sk_min) AND DynamicValue(RS_70_web_sales_ws_bill_customer_sk_max) and in_bloom_filter(cs_bill_customer_sk, DynamicValue(RS_70_web_sales_ws_bill_customer_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 43005109025 Data size: 11156091138028 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (cs_bill_customer_sk is not null and cs_bill_customer_sk BETWEEN DynamicValue(RS_70_web_sales_ws_bill_customer_sk_min) AND DynamicValue(RS_70_web_sales_ws_bill_customer_sk_max) and in_bloom_filter(cs_bill_customer_sk, DynamicValue(RS_70_web_sales_ws_bill_customer_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 42899393143 Data size: 11128667047300 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_bill_customer_sk (type: bigint), cs_item_sk (type: bigint), cs_order_number (type: bigint), cs_quantity (type: int), cs_wholesale_cost (type: decimal(7,2)), cs_sales_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 42899393143 Data size: 11128667047300 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint), _col2 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col1 (type: bigint), _col2 (type: bigint) + Statistics: Num rows: 42899393143 Data size: 11128667047300 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col3 (type: int), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)), _col6 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 18 + Map Operator Tree: + TableScan + alias: catalog_returns + Statistics: Num rows: 4320980099 Data size: 69135681584 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cr_item_sk (type: bigint), cr_order_number (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 4320980099 Data size: 69135681584 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint), _col1 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 4320980099 Data size: 69135681584 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 4320980099 Data size: 69135681584 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: store_returns + Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: sr_item_sk (type: bigint), sr_ticket_number (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint), _col1 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: ws_bill_customer_sk is not null (type: boolean) + Statistics: Num rows: 21594638446 Data size: 5613968462028 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ws_bill_customer_sk is not null (type: boolean) + Statistics: Num rows: 21591944812 Data size: 5613268196708 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_item_sk (type: bigint), ws_bill_customer_sk (type: bigint), ws_order_number (type: bigint), ws_quantity (type: int), ws_wholesale_cost (type: decimal(7,2)), ws_sales_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 21591944812 Data size: 5613268196708 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col2 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col2 (type: bigint) + Statistics: Num rows: 21591944812 Data size: 5613268196708 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint), _col3 (type: int), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)), _col6 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 10 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) + keys: KEY._col0 (type: bigint), KEY._col1 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 4339613664 Data size: 1076202642296 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col2 > 0L) (type: boolean) + Statistics: Num rows: 4339613664 Data size: 1076202642296 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: bigint), _col0 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 4339613664 Data size: 1076202642296 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint), _col0 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col1 (type: bigint), _col0 (type: bigint) + Statistics: Num rows: 4339613664 Data size: 1076202642296 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) + Select Operator + expressions: _col1 (type: bigint) + outputColumnNames: _col1 + Statistics: Num rows: 4339613664 Data size: 34695362936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col1), max(_col1), bloom_filter(_col1, expectedEntries=15782384) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 11 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=15782384) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 15 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Anti Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col0, _col1, _col3, _col4, _col5, _col6 + input vertices: + 1 Map 18 + Statistics: Num rows: 1333908870 Data size: 310969865360 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Select Operator + expressions: _col0 (type: bigint), _col1 (type: bigint), _col3 (type: int), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)), _col6 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 1333908870 Data size: 310969865360 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col5 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + input vertices: + 1 Map 13 + Statistics: Num rows: 266197845 Data size: 39777104300 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2), sum(_col3), sum(_col4) + keys: _col0 (type: bigint), _col1 (type: bigint) + minReductionHashAggr: 0.90198845 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 266197845 Data size: 65173417496 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 266197845 Data size: 65173417496 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) + Reducer 16 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) + keys: KEY._col0 (type: bigint), KEY._col1 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 266197845 Data size: 65173417496 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) + outputColumnNames: _col1, _col2, _col3, _col4 + Statistics: Num rows: 266197845 Data size: 63043834736 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col2 > 0L) (type: boolean) + Statistics: Num rows: 266197845 Data size: 63043834736 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 266197845 Data size: 63043834736 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 266197845 Data size: 63043834736 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 266197845 Data size: 1285934696 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 17 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Anti Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col0, _col1, _col3, _col4, _col5, _col6 + input vertices: + 1 Map 7 + Statistics: Num rows: 80566020964 Data size: 19854715526092 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Select Operator + expressions: _col0 (type: bigint), _col1 (type: bigint), _col3 (type: int), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)), _col6 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 80566020964 Data size: 19854715526092 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col5 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + input vertices: + 1 Map 13 + Statistics: Num rows: 16192399916 Data size: 3503023822668 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2), sum(_col3), sum(_col4) + keys: _col1 (type: bigint), _col0 (type: bigint) + minReductionHashAggr: 0.7029948 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 16192399916 Data size: 4000523044608 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 16192399916 Data size: 4000523044608 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) + keys: KEY._col0 (type: bigint), KEY._col1 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 16192399916 Data size: 4000523044608 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: bigint), _col0 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 16192399916 Data size: 4000523044608 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint), _col0 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col1 (type: bigint), _col0 (type: bigint) + Statistics: Num rows: 16192399916 Data size: 4000523044608 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col7, _col8, _col9 + input vertices: + 1 Reducer 10 + Statistics: Num rows: 4452353961760 Data size: 2137114709510240 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 4452353961760 Data size: 2137114709510240 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col7 (type: bigint), _col8 (type: decimal(17,2)), _col9 (type: decimal(17,2)) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col7, _col8, _col9, _col11, _col12, _col13 + input vertices: + 1 Reducer 16 + Statistics: Num rows: 75096831365763 Data size: 53468928740288696 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Top N Key Operator + sort order: ++---++++ + keys: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), (if(_col7 is not null, _col7, 0L) + if(_col11 is not null, _col11, 0L)) (type: bigint), (if(_col8 is not null, _col8, 0) + if(_col12 is not null, _col12, 0)) (type: decimal(18,2)), (if(_col9 is not null, _col9, 0) + if(_col13 is not null, _col13, 0)) (type: decimal(18,2)), round((UDFToDouble(_col2) / UDFToDouble(if((_col7 is not null and _col11 is not null), (_col7 + _col11), 1L))), 2) (type: double) + null sort order: zzaaazzzz + Statistics: Num rows: 75096831365763 Data size: 53468928740288696 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col0 (type: bigint), _col1 (type: bigint), (if(_col7 is not null, _col7, 0L) + if(_col11 is not null, _col11, 0L)) (type: bigint), (if(_col8 is not null, _col8, 0) + if(_col12 is not null, _col12, 0)) (type: decimal(18,2)), (if(_col9 is not null, _col9, 0) + if(_col13 is not null, _col13, 0)) (type: decimal(18,2)), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), round((UDFToDouble(_col2) / UDFToDouble(if((_col7 is not null and _col11 is not null), (_col7 + _col11), 1L))), 2) (type: double) + outputColumnNames: _col0, _col1, _col6, _col7, _col8, _col9, _col10, _col11, _col12 + Statistics: Num rows: 75096831365763 Data size: 36647223322223216 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint), _col9 (type: bigint), _col10 (type: decimal(17,2)), _col11 (type: decimal(17,2)), _col6 (type: bigint), _col7 (type: decimal(18,2)), _col8 (type: decimal(18,2)), _col12 (type: double) + null sort order: zzaaazzzz + sort order: ++---++++ + Statistics: Num rows: 75096831365763 Data size: 36647223322223216 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey8 (type: double), KEY.reducesinkkey2 (type: bigint), KEY.reducesinkkey3 (type: decimal(17,2)), KEY.reducesinkkey4 (type: decimal(17,2)), KEY.reducesinkkey5 (type: bigint), KEY.reducesinkkey6 (type: decimal(18,2)), KEY.reducesinkkey7 (type: decimal(18,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 75096831365763 Data size: 36647223322223216 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 48800 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: 2000 (type: int), _col0 (type: bigint), _col1 (type: bigint), _col2 (type: double), _col3 (type: bigint), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: bigint), _col7 (type: decimal(18,2)), _col8 (type: decimal(18,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 + Statistics: Num rows: 100 Data size: 49200 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 49200 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 9 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Anti Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col0, _col1, _col3, _col4, _col5, _col6 + input vertices: + 1 Map 12 + Statistics: Num rows: 21591944812 Data size: 5440532638212 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Select Operator + expressions: _col0 (type: bigint), _col1 (type: bigint), _col3 (type: int), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)), _col6 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 21591944812 Data size: 5440532638212 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col5 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + input vertices: + 1 Map 13 + Statistics: Num rows: 4339613664 Data size: 1058228279604 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2), sum(_col3), sum(_col4) + keys: _col1 (type: bigint), _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 4339613664 Data size: 1076202642296 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 4339613664 Data size: 1076202642296 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query79.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query79.q.out index 8f26c5730591..3ae0064cc2de 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query79.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query79.q.out @@ -1,2106 +1,247 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer" - ], - "table:alias": "customer", - "inputs": [], - "rowCount": 80000000, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "c_customer_sk" - }, - { - "type": "CHAR", - "nullable": false, - "precision": 16, - "name": "c_customer_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_shipto_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_sales_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "c_salutation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "c_first_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "c_last_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "c_preferred_cust_flag" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_day" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_month" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_year" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "c_birth_country" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 13, - "name": "c_login" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "c_email_address" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_last_review_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "c_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "c_first_name", - "ndv": 5158 - }, - { - "name": "c_last_name", - "ndv": 5123 - }, - { - "name": "c_customer_id", - "ndv": 80610928 - }, - { - "name": "c_current_cdemo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "c_current_hdemo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "c_current_addr_sk", - "ndv": 33825344, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "c_first_shipto_date_sk", - "ndv": 3646, - "minValue": 2449028, - "maxValue": 2452678 - }, - { - "name": "c_first_sales_date_sk", - "ndv": 3643, - "minValue": 2448998, - "maxValue": 2452648 - }, - { - "name": "c_salutation", - "ndv": 7 - }, - { - "name": "c_preferred_cust_flag", - "ndv": 3 - }, - { - "name": "c_birth_day", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "c_birth_month", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "c_birth_year", - "ndv": 67, - "minValue": 1924, - "maxValue": 1992 - }, - { - "name": "c_birth_country", - "ndv": 216 - }, - { - "name": "c_login", - "ndv": 1 - }, - { - "name": "c_email_address", - "ndv": 75301330 - }, - { - "name": "c_last_review_date_sk", - "ndv": 364, - "minValue": 2452283, - "maxValue": 2452648 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_first_name", - "c_last_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - } - ], - "rowCount": 80000000 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - } - ] - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 5.413538832797791E10 - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_customer_sk", - "ss_hdemo_sk", - "ss_addr_sk", - "ss_store_sk", - "ss_ticket_number", - "ss_coupon_amt", - "ss_net_profit", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 18, - "name": "$18" - }, - { - "input": 21, - "name": "$21" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 5.413538832797791E10 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1998, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 2739.3375 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 2739.3375 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "4", - "7" - ], - "rowCount": 2.224426489858383E13 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store" - ], - "table:alias": "store", - "inputs": [], - "rowCount": 1704, - "avgRowSize": 1375, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "s_store_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "s_store_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "s_closed_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_store_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_number_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_floor_space" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "s_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_market_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_geography_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_market_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_division_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_company_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_company_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 10, - "name": "s_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "s_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "s_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "s_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "s_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "s_store_sk", - "ndv": 1736, - "minValue": 1, - "maxValue": 1704 - }, - { - "name": "s_number_employees", - "ndv": 100, - "minValue": 200, - "maxValue": 300 - }, - { - "name": "s_city", - "ndv": 267 - }, - { - "name": "s_store_id", - "ndv": 879 - }, - { - "name": "s_rec_start_date", - "ndv": 0, - "minValue": 9933, - "maxValue": 11394 - }, - { - "name": "s_rec_end_date", - "ndv": 0, - "minValue": 10663, - "maxValue": 11393 - }, - { - "name": "s_closed_date_sk", - "ndv": 263, - "minValue": 2450820, - "maxValue": 2451314 - }, - { - "name": "s_store_name", - "ndv": 11 - }, - { - "name": "s_floor_space", - "ndv": 1289, - "minValue": 5000201, - "maxValue": 9997773 - }, - { - "name": "s_hours", - "ndv": 4 - }, - { - "name": "s_manager", - "ndv": 1245 - }, - { - "name": "s_market_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "s_geography_class", - "ndv": 2 - }, - { - "name": "s_market_desc", - "ndv": 1311 - }, - { - "name": "s_market_manager", - "ndv": 1236 - }, - { - "name": "s_division_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_division_name", - "ndv": 2 - }, - { - "name": "s_company_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_company_name", - "ndv": 2 - }, - { - "name": "s_street_number", - "ndv": 736 - }, - { - "name": "s_street_name", - "ndv": 851 - }, - { - "name": "s_street_type", - "ndv": 21 - }, - { - "name": "s_suite_number", - "ndv": 76 - }, - { - "name": "s_county", - "ndv": 128 - }, - { - "name": "s_state", - "ndv": 44 - }, - { - "name": "s_zip", - "ndv": 983 - }, - { - "name": "s_country", - "ndv": 2 - }, - { - "name": "s_gmt_offset", - "ndv": 5, - "minValue": -9, - "maxValue": -5 - }, - { - "name": "s_tax_percentage", - "ndv": 12, - "minValue": 0, - "maxValue": 0.11 - } - ] - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 6, - "name": "$6" - }, - { - "literal": 200, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 295, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 426 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk", - "s_city" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 426 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "8", - "11" - ], - "rowCount": 1.4214085270195065E15 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "household_demographics" - ], - "table:alias": "household_demographics", - "inputs": [], - "rowCount": 7200, - "avgRowSize": 183, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "hd_demo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "hd_income_band_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "hd_buy_potential" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "hd_dep_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "hd_vehicle_count" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "hd_demo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "hd_dep_count", - "ndv": 10, - "minValue": 0, - "maxValue": 9 - }, - { - "name": "hd_vehicle_count", - "ndv": 6, - "minValue": -1, - "maxValue": 4 - }, - { - "name": "hd_income_band_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "hd_buy_potential", - "ndv": 6 - } - ] - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 8, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 1800 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "hd_demo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1800 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 11, - "name": "$11" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "12", - "15" - ], - "rowCount": 383780302295266752 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 2, - 4, - 10 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 6 - ], - "name": null - } - ], - "rowCount": 38378030229526672 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_ticket_number", - "ss_customer_sk", - "amt", - "profit", - "_o__c2" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "op": { - "name": "substr", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 30, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647 - }, - "deterministic": true, - "dynamic": false - } - ], - "rowCount": 38378030229526672 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "1", - "18" - ], - "rowCount": 4.6053636275432005E23 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_last_name", - "c_first_name", - "_o__c2", - "ss_ticket_number", - "amt", - "profit", - "(tok_function substr (tok_table_or_col s_city) 1 30)" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - } - ], - "rowCount": 4.6053636275432005E23 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 6, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 5, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_last_name", - "c_first_name", - "_c2", - "ss_ticket_number", - "amt", - "profit" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 2 <- Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE) + Reducer 3 <- Map 2 (SIMPLE_EDGE) + Reducer 4 <- Map 1 (CUSTOM_SIMPLE_EDGE), Reducer 3 (CUSTOM_SIMPLE_EDGE) + Reducer 5 <- Reducer 4 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: customer + Statistics: Num rows: 80000000 Data size: 15040000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: c_customer_sk (type: bigint), c_first_name (type: char(20)), c_last_name (type: char(30)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 80000000 Data size: 15040000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 80000000 Data size: 15040000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(20)), _col2 (type: char(30)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 2 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: (ss_hdemo_sk is not null and ss_customer_sk is not null and ss_store_sk is not null) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_92_container, bigKeyColName:ss_hdemo_sk, smallTablePos:1, keyRatio:7.078831306026657E-5 + Statistics: Num rows: 82510879939 Data size: 21944977264808 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ss_hdemo_sk is not null and ss_customer_sk is not null and ss_store_sk is not null) (type: boolean) + Statistics: Num rows: 76814649841 Data size: 20429981423176 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_customer_sk (type: bigint), ss_hdemo_sk (type: bigint), ss_addr_sk (type: bigint), ss_store_sk (type: bigint), ss_ticket_number (type: bigint), ss_coupon_amt (type: decimal(7,2)), ss_net_profit (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 76814649841 Data size: 20429981423176 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col7 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + input vertices: + 1 Map 6 + Statistics: Num rows: 6604454498 Data size: 1279972653896 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col4, _col5, _col6, _col10 + input vertices: + 1 Map 7 + Statistics: Num rows: 6348351959 Data size: 1766432268779 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col4, _col5, _col6, _col10 + input vertices: + 1 Map 8 + Statistics: Num rows: 5713516612 Data size: 1513660477204 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col5), sum(_col6) + keys: _col0 (type: bigint), _col2 (type: bigint), _col4 (type: bigint), _col10 (type: varchar(60)) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 5713516612 Data size: 1919324915684 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: varchar(60)) + null sort order: zzzz + sort order: ++++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: varchar(60)) + Statistics: Num rows: 5713516612 Data size: 1919324915684 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: ((d_dow = 1) and (d_year) IN (1998, 1999, 2000)) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_dow = 1) and (d_year) IN (1998, 1999, 2000)) (type: boolean) + Statistics: Num rows: 157 Data size: 2512 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 157 Data size: 1256 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 157 Data size: 1256 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 157 Data size: 1256 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 157 Data size: 1256 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 157 Data size: 1256 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 2 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: store + filterExpr: s_number_employees BETWEEN 200 AND 295 (type: boolean) + Statistics: Num rows: 1704 Data size: 178872 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: s_number_employees BETWEEN 200 AND 295 (type: boolean) + Statistics: Num rows: 1636 Data size: 171736 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: s_store_sk (type: bigint), s_city (type: varchar(60)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1636 Data size: 165236 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1636 Data size: 165236 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(60)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: household_demographics + filterExpr: ((hd_vehicle_count > 0) or (hd_dep_count = 8)) (type: boolean) + Statistics: Num rows: 7200 Data size: 115200 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((hd_vehicle_count > 0) or (hd_dep_count = 8)) (type: boolean) + Statistics: Num rows: 6480 Data size: 103680 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: hd_demo_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 6480 Data size: 51840 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 6480 Data size: 51840 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1) + keys: KEY._col0 (type: bigint), KEY._col1 (type: bigint), KEY._col2 (type: bigint), KEY._col3 (type: varchar(60)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 5713516612 Data size: 1919324915684 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col2 (type: bigint), _col0 (type: bigint), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), substr(_col3, 1, 30) (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 5713516612 Data size: 1882402767360 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 5713516612 Data size: 1882402767360 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: string) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col1, _col2, _col3, _col5, _col6, _col7 + input vertices: + 0 Map 1 + Statistics: Num rows: 5713516612 Data size: 2879612372448 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Top N Key Operator + sort order: ++++ + keys: _col2 (type: char(30)), _col1 (type: char(20)), _col7 (type: string), _col6 (type: decimal(17,2)) + null sort order: zzzz + Statistics: Num rows: 5713516612 Data size: 2879612372448 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col2 (type: char(30)), _col1 (type: char(20)), _col3 (type: bigint), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: string) + outputColumnNames: _col0, _col1, _col3, _col4, _col5, _col6 + Statistics: Num rows: 5713516612 Data size: 2879612372448 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col6 (type: string), _col5 (type: decimal(17,2)) + null sort order: zzzz + sort order: ++++ + Statistics: Num rows: 5713516612 Data size: 2879612372448 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: bigint), _col4 (type: decimal(17,2)) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(30)), KEY.reducesinkkey1 (type: char(20)), KEY.reducesinkkey2 (type: string), VALUE._col0 (type: bigint), VALUE._col1 (type: decimal(17,2)), KEY.reducesinkkey3 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 5713516612 Data size: 2879612372448 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 50400 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 50400 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query8.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query8.q.out index 785effc7ee8e..24be5673172a 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query8.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query8.q.out @@ -1,5973 +1,375 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_store_sk", - "ss_net_profit", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 21, - "name": "$21" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2002, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 1643.6025 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1643.6025 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 1.647723325821024E13 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "customer_address", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "substr", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 5, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647 - }, - "deterministic": true, - "dynamic": false - }, - { - "literal": "89436", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "30868", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "65085", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "22977", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "83927", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "77557", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "58429", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "40697", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "80614", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "10502", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "32779", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "91137", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "61265", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "98294", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "17921", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "18427", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "21203", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "59362", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "87291", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "84093", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "21505", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "17184", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "10866", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "67898", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "25797", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "28055", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "18377", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "80332", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "74535", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "21757", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "29742", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "90885", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "29898", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "17819", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "40811", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "25990", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "47513", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "89531", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "91068", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "10391", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "18846", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "99223", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "82637", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "41368", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "83658", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "86199", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "81625", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "26696", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "89338", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "88425", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "32200", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "81427", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "19053", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "77471", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "36610", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "99823", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "43276", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "41249", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "48584", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "83550", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "82276", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "18842", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "78890", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "14090", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "38123", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "40936", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "34425", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "19850", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "43286", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "80072", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "79188", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "54191", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "11395", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "50497", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "84861", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "90733", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "21068", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "57666", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "37119", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "25004", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "57835", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "70067", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "62878", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "95806", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "19303", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "18840", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "19124", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "29785", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "16737", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "16022", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "49613", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "89977", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "68310", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "60069", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "98360", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "48649", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "39050", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "41793", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "25002", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "27413", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "39736", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "47208", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "16515", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "94808", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "57648", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "15009", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "80015", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "42961", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "63982", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "21744", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "71853", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "81087", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "67468", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "34175", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "64008", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "20261", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "11201", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "51799", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "48043", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "45645", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "61163", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "48375", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "36447", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "57042", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "21218", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "41100", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "89951", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "22745", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "35851", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "83326", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "61125", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "78298", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "80752", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "49858", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "52940", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "96976", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "63792", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "11376", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "53582", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "18717", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "90226", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "50530", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "94203", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "99447", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "27670", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "96577", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "57856", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "56372", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "16165", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "23427", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "54561", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "28806", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "44439", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "22926", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "30123", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "61451", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "92397", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "56979", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "92309", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "70873", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "13355", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "21801", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "46346", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "37562", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "56458", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "28286", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "47306", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "99555", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "69399", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "26234", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "47546", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "49661", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "88601", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "35943", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "39936", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "25632", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "24611", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "44166", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "56648", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "30379", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "59785", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "11110", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "14329", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "93815", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "52226", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "71381", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "13842", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "25612", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "63294", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "14664", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "21077", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "82626", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "18799", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "60915", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "81020", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "56447", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "76619", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "11433", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "13414", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "42548", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "92713", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "70467", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "30884", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "47484", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "16072", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "38936", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "13036", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "88376", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "45539", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "35901", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "19506", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "65690", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "73957", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "71850", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "49231", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "14276", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "20005", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "18384", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "76615", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "11635", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "38177", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "55607", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "41369", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "95447", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "58581", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "58149", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "91946", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "33790", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "76232", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "75692", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "95464", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "22246", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "51061", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "56692", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "53121", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "77209", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "15482", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "10688", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "14868", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "45907", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "73520", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "72666", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "25734", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "17959", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "24677", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "66446", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "94627", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "53535", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "15560", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "41967", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "69297", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "11929", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "59403", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "33283", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "52232", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "57350", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "43933", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "40921", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "36635", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "10827", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "71286", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "19736", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "80619", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "25251", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "95042", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "15526", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "36496", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "55854", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "49124", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "81980", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "35375", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "49157", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "63512", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "28944", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "14946", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "36503", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "54010", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "18767", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "23969", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "43905", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "66979", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "33113", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "21286", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "58471", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "59080", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "13395", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "79144", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "70373", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "67031", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "38360", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "26705", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "50906", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "52406", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "26066", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "73146", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "15884", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "31897", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "30045", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "61068", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "45550", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "92454", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "13376", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "14354", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "19770", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "22928", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "97790", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "50723", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "46081", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "30202", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "14410", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "20223", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "88500", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "67298", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "13261", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "14172", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "81410", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "93578", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "83583", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "46047", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "94167", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "82564", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "21156", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "15799", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "86709", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "37931", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "74703", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "83103", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "23054", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "70470", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "72008", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "49247", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "91911", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "69998", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "20961", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "70070", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "63197", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "54853", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "88191", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "91830", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "49521", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "19454", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "81450", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "89091", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "62378", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "25683", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "61869", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "51744", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "36580", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "85778", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "36871", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "48121", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "28810", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "83712", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "45486", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "67393", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "26935", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "42393", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "20132", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "55349", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "86057", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "21309", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "80218", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "10094", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "11357", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "48819", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "39734", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "40758", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "30432", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "21204", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "29467", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "30214", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "61024", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "55307", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "74621", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "11622", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "68908", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "33032", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "52868", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "99194", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "99900", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "84936", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "69036", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "99149", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "45013", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "32895", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "59004", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "32322", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "14933", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "32936", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "33562", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "72550", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "27385", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "58049", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "58200", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "16808", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "21360", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "32961", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "18586", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "79307", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "literal": "15492", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "op": { - "name": "substr", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "op": { - "name": "substr", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 5, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647 - }, - "deterministic": true, - "dynamic": false - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647 - }, - "deterministic": true, - "dynamic": false - } - ] - } - ] - }, - "rowCount": 9000000 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0" - ], - "exprs": [ - { - "op": { - "name": "substr", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 5, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647 - }, - "deterministic": true, - "dynamic": false - } - ], - "rowCount": 9000000 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 899918.3009814302 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 899918.3009814302 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "customer_address", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "op": { - "name": "substr", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "op": { - "name": "substr", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 9, - "name": "$9" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 5, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647 - }, - "deterministic": true, - "dynamic": false - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647 - }, - "deterministic": true, - "dynamic": false - } - ] - }, - "rowCount": 36000000 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_zip" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 9, - "name": "$9" - } - ], - "rowCount": 36000000 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer" - ], - "table:alias": "customer", - "inputs": [], - "rowCount": 80000000, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "c_customer_sk" - }, - { - "type": "CHAR", - "nullable": false, - "precision": 16, - "name": "c_customer_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_shipto_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_sales_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "c_salutation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "c_first_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "c_last_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "c_preferred_cust_flag" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_day" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_month" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_year" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "c_birth_country" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 13, - "name": "c_login" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "c_email_address" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_last_review_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "c_current_addr_sk", - "ndv": 33825344, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "c_preferred_cust_flag", - "ndv": 3 - }, - { - "name": "c_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "c_customer_id", - "ndv": 80610928 - }, - { - "name": "c_current_cdemo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "c_current_hdemo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "c_first_shipto_date_sk", - "ndv": 3646, - "minValue": 2449028, - "maxValue": 2452678 - }, - { - "name": "c_first_sales_date_sk", - "ndv": 3643, - "minValue": 2448998, - "maxValue": 2452648 - }, - { - "name": "c_salutation", - "ndv": 7 - }, - { - "name": "c_first_name", - "ndv": 5158 - }, - { - "name": "c_last_name", - "ndv": 5123 - }, - { - "name": "c_birth_day", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "c_birth_month", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "c_birth_year", - "ndv": 67, - "minValue": 1924, - "maxValue": 1992 - }, - { - "name": "c_birth_country", - "ndv": 216 - }, - { - "name": "c_login", - "ndv": 1 - }, - { - "name": "c_email_address", - "ndv": 75301330 - }, - { - "name": "c_last_review_date_sk", - "ndv": 364, - "minValue": 2452283, - "maxValue": 2452648 - } - ] - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "literal": "Y", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - "rowCount": 10800000 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_current_addr_sk" - ], - "exprs": [ - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 10800000 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "14", - "17" - ], - "rowCount": 58320000000000 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 1 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 5832000000000 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 10, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - "rowCount": 2916000000000 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0" - ], - "exprs": [ - { - "op": { - "name": "substr", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 5, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647 - }, - "deterministic": true, - "dynamic": false - } - ], - "rowCount": 2916000000000 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 2.9157352937095514E11 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 2.9157352937095514E11 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", - "all": true, - "inputs": [ - "11", - "23" - ], - "rowCount": 2.915744292892561E11 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 2.915744292892561E11 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 2.915744292892561E11 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "literal": 2, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - "rowCount": 4.373616439338841E10 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "EXPR$0" - ], - "exprs": [ - { - "op": { - "name": "substr", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647 - }, - "deterministic": true, - "dynamic": false - } - ], - "rowCount": 4.373616439338841E10 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store" - ], - "table:alias": "store", - "inputs": [], - "rowCount": 1704, - "avgRowSize": 1375, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "s_store_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "s_store_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "s_closed_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_store_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_number_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_floor_space" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "s_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_market_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_geography_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_market_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_division_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_company_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_company_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 10, - "name": "s_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "s_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "s_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "s_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "s_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "s_store_sk", - "ndv": 1736, - "minValue": 1, - "maxValue": 1704 - }, - { - "name": "s_store_name", - "ndv": 11 - }, - { - "name": "s_zip", - "ndv": 983 - }, - { - "name": "s_store_id", - "ndv": 879 - }, - { - "name": "s_rec_start_date", - "ndv": 0, - "minValue": 9933, - "maxValue": 11394 - }, - { - "name": "s_rec_end_date", - "ndv": 0, - "minValue": 10663, - "maxValue": 11393 - }, - { - "name": "s_closed_date_sk", - "ndv": 263, - "minValue": 2450820, - "maxValue": 2451314 - }, - { - "name": "s_number_employees", - "ndv": 100, - "minValue": 200, - "maxValue": 300 - }, - { - "name": "s_floor_space", - "ndv": 1289, - "minValue": 5000201, - "maxValue": 9997773 - }, - { - "name": "s_hours", - "ndv": 4 - }, - { - "name": "s_manager", - "ndv": 1245 - }, - { - "name": "s_market_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "s_geography_class", - "ndv": 2 - }, - { - "name": "s_market_desc", - "ndv": 1311 - }, - { - "name": "s_market_manager", - "ndv": 1236 - }, - { - "name": "s_division_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_division_name", - "ndv": 2 - }, - { - "name": "s_company_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_company_name", - "ndv": 2 - }, - { - "name": "s_street_number", - "ndv": 736 - }, - { - "name": "s_street_name", - "ndv": 851 - }, - { - "name": "s_street_type", - "ndv": 21 - }, - { - "name": "s_suite_number", - "ndv": 76 - }, - { - "name": "s_city", - "ndv": 267 - }, - { - "name": "s_county", - "ndv": 128 - }, - { - "name": "s_state", - "ndv": 44 - }, - { - "name": "s_country", - "ndv": 2 - }, - { - "name": "s_gmt_offset", - "ndv": 5, - "minValue": -9, - "maxValue": -5 - }, - { - "name": "s_tax_percentage", - "ndv": 12, - "minValue": 0, - "maxValue": 0.11 - } - ] - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "op": { - "name": "substr", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 25, - "name": "$25" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647 - }, - "deterministic": true, - "dynamic": false - } - ] - }, - "rowCount": 1533.6000000000001 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk", - "s_store_name", - "EXPR$0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - }, - { - "op": { - "name": "substr", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 25, - "name": "$25" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647 - }, - "deterministic": true, - "dynamic": false - } - ], - "rowCount": 1533.6000000000001 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "28", - "31" - ], - "rowCount": 1.006106725705507E13 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "EXPR$0", - "s_store_sk", - "s_store_name", - "EXPR$00" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 1.006106725705507E13 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "33" - ], - "rowCount": 2.4866782803155682E25 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 6 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 2.486678280315568E24 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_name", - "_c1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 2.486678280315568E24 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 4 (BROADCAST_EDGE), Reducer 8 (BROADCAST_EDGE) + Reducer 10 <- Map 5 (CUSTOM_SIMPLE_EDGE), Map 9 (CUSTOM_SIMPLE_EDGE) + Reducer 11 <- Reducer 10 (SIMPLE_EDGE) + Reducer 12 <- Reducer 11 (SIMPLE_EDGE), Union 7 (CONTAINS) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + Reducer 6 <- Map 5 (SIMPLE_EDGE), Union 7 (CONTAINS) + Reducer 8 <- Map 13 (BROADCAST_EDGE), Union 7 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: ss_store_sk is not null (type: boolean) + Statistics: Num rows: 82510879939 Data size: 10327900046896 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ss_store_sk is not null (type: boolean) + Statistics: Num rows: 80569240632 Data size: 10084864744080 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_store_sk (type: bigint), ss_net_profit (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 80569240632 Data size: 10084864744080 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 4 + Statistics: Num rows: 4059292496 Data size: 259117042704 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col1 (type: bigint) + outputColumnNames: _col1, _col6 + input vertices: + 1 Reducer 8 + Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: + + keys: _col6 (type: varchar(50)) + null sort order: z + Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + aggregations: sum(_col1) + keys: _col6 (type: varchar(50)) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: varchar(50)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: varchar(50)) + Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 13 + Map Operator Tree: + TableScan + alias: store + filterExpr: substr(s_zip, 1, 2) is not null (type: boolean) + Statistics: Num rows: 1704 Data size: 315240 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: substr(s_zip, 1, 2) is not null (type: boolean) + Statistics: Num rows: 1704 Data size: 315240 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: s_store_sk (type: bigint), s_store_name (type: varchar(50)), substr(s_zip, 1, 2) (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1704 Data size: 310128 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col2 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col2 (type: string) + Statistics: Num rows: 1704 Data size: 310128 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: varchar(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: ((d_year = 2002) and (d_qoy = 1)) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 2002) and (d_qoy = 1)) (type: boolean) + Statistics: Num rows: 92 Data size: 1472 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: customer_address + filterExpr: (((substr(ca_zip, 1, 5)) IN ('89436', '30868', '65085', '22977', '83927', '77557', '58429', '40697', '80614', '10502', '32779', '91137', '61265', '98294', '17921', '18427', '21203', '59362', '87291', '84093', '21505', '17184', '10866', '67898', '25797', '28055', '18377', '80332', '74535', '21757', '29742', '90885', '29898', '17819', '40811', '25990', '47513', '89531', '91068', '10391', '18846', '99223', '82637', '41368', '83658', '86199', '81625', '26696', '89338', '88425', '32200', '81427', '19053', '77471', '36610', '99823', '43276', '41249', '48584', '83550', '82276', '18842', '78890', '14090', '38123', '40936', '34425', '19850', '43286', '80072', '79188', '54191', '11395', '50497', '84861', '90733', '21068', '57666', '37119', '25004', '57835', '70067', '62878', '95806', '19303', '18840', '19124', '29785', '16737', '16022', '49613', '89977', '68310', '60069', '98360', '48649', '39050', '41793', '25002', '27413', '39736', '47208', '16515', '94808', '57648', '15009', '80015', '42961', '63982', '21744', '71853', '81087', '67468', '34175', '64008', '20261', '11201', '51799', '48043', '45645', '61163', '48375', '36447', '57042', '21218', '41100', '89951', '22745', '35851', '83326', '61125', '78298', '80752', '49858', '52940', '96976', '63792', '11376', '53582', '18717', '90226', '50530', '94203', '99447', '27670', '96577', '57856', '56372', '16165', '23427', '54561', '28806', '44439', '22926', '30123', '61451', '92397', '56979', '92309', '70873', '13355', '21801', '46346', '37562', '56458', '28286', '47306', '99555', '69399', '26234', '47546', '49661', '88601', '35943', '39936', '25632', '24611', '44166', '56648', '30379', '59785', '11110', '14329', '93815', '52226', '71381', '13842', '25612', '63294', '14664', '21077', '82626', '18799', '60915', '81020', '56447', '76619', '11433', '13414', '42548', '92713', '70467', '30884', '47484', '16072', '38936', '13036', '88376', '45539', '35901', '19506', '65690', '73957', '71850', '49231', '14276', '20005', '18384', '76615', '11635', '38177', '55607', '41369', '95447', '58581', '58149', '91946', '33790', '76232', '75692', '95464', '22246', '51061', '56692', '53121', '77209', '15482', '10688', '14868', '45907', '73520', '72666', '25734', '17959', '24677', '66446', '94627', '53535', '15560', '41967', '69297', '11929', '59403', '33283', '52232', '57350', '43933', '40921', '36635', '10827', '71286', '19736', '80619', '25251', '95042', '15526', '36496', '55854', '49124', '81980', '35375', '49157', '63512', '28944', '14946', '36503', '54010', '18767', '23969', '43905', '66979', '33113', '21286', '58471', '59080', '13395', '79144', '70373', '67031', '38360', '26705', '50906', '52406', '26066', '73146', '15884', '31897', '30045', '61068', '45550', '92454', '13376', '14354', '19770', '22928', '97790', '50723', '46081', '30202', '14410', '20223', '88500', '67298', '13261', '14172', '81410', '93578', '83583', '46047', '94167', '82564', '21156', '15799', '86709', '37931', '74703', '83103', '23054', '70470', '72008', '49247', '91911', '69998', '20961', '70070', '63197', '54853', '88191', '91830', '49521', '19454', '81450', '89091', '62378', '25683', '61869', '51744', '36580', '85778', '36871', '48121', '28810', '83712', '45486', '67393', '26935', '42393', '20132', '55349', '86057', '21309', '80218', '10094', '11357', '48819', '39734', '40758', '30432', '21204', '29467', '30214', '61024', '55307', '74621', '11622', '68908', '33032', '52868', '99194', '99900', '84936', '69036', '99149', '45013', '32895', '59004', '32322', '14933', '32936', '33562', '72550', '27385', '58049', '58200', '16808', '21360', '32961', '18586', '79307', '15492') and substr(substr(ca_zip, 1, 5), 1, 2) is not null) or substr(substr(ca_zip, 1, 5), 1, 2) is not null) (type: boolean) + Statistics: Num rows: 40000000 Data size: 3560000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((substr(ca_zip, 1, 5)) IN ('89436', '30868', '65085', '22977', '83927', '77557', '58429', '40697', '80614', '10502', '32779', '91137', '61265', '98294', '17921', '18427', '21203', '59362', '87291', '84093', '21505', '17184', '10866', '67898', '25797', '28055', '18377', '80332', '74535', '21757', '29742', '90885', '29898', '17819', '40811', '25990', '47513', '89531', '91068', '10391', '18846', '99223', '82637', '41368', '83658', '86199', '81625', '26696', '89338', '88425', '32200', '81427', '19053', '77471', '36610', '99823', '43276', '41249', '48584', '83550', '82276', '18842', '78890', '14090', '38123', '40936', '34425', '19850', '43286', '80072', '79188', '54191', '11395', '50497', '84861', '90733', '21068', '57666', '37119', '25004', '57835', '70067', '62878', '95806', '19303', '18840', '19124', '29785', '16737', '16022', '49613', '89977', '68310', '60069', '98360', '48649', '39050', '41793', '25002', '27413', '39736', '47208', '16515', '94808', '57648', '15009', '80015', '42961', '63982', '21744', '71853', '81087', '67468', '34175', '64008', '20261', '11201', '51799', '48043', '45645', '61163', '48375', '36447', '57042', '21218', '41100', '89951', '22745', '35851', '83326', '61125', '78298', '80752', '49858', '52940', '96976', '63792', '11376', '53582', '18717', '90226', '50530', '94203', '99447', '27670', '96577', '57856', '56372', '16165', '23427', '54561', '28806', '44439', '22926', '30123', '61451', '92397', '56979', '92309', '70873', '13355', '21801', '46346', '37562', '56458', '28286', '47306', '99555', '69399', '26234', '47546', '49661', '88601', '35943', '39936', '25632', '24611', '44166', '56648', '30379', '59785', '11110', '14329', '93815', '52226', '71381', '13842', '25612', '63294', '14664', '21077', '82626', '18799', '60915', '81020', '56447', '76619', '11433', '13414', '42548', '92713', '70467', '30884', '47484', '16072', '38936', '13036', '88376', '45539', '35901', '19506', '65690', '73957', '71850', '49231', '14276', '20005', '18384', '76615', '11635', '38177', '55607', '41369', '95447', '58581', '58149', '91946', '33790', '76232', '75692', '95464', '22246', '51061', '56692', '53121', '77209', '15482', '10688', '14868', '45907', '73520', '72666', '25734', '17959', '24677', '66446', '94627', '53535', '15560', '41967', '69297', '11929', '59403', '33283', '52232', '57350', '43933', '40921', '36635', '10827', '71286', '19736', '80619', '25251', '95042', '15526', '36496', '55854', '49124', '81980', '35375', '49157', '63512', '28944', '14946', '36503', '54010', '18767', '23969', '43905', '66979', '33113', '21286', '58471', '59080', '13395', '79144', '70373', '67031', '38360', '26705', '50906', '52406', '26066', '73146', '15884', '31897', '30045', '61068', '45550', '92454', '13376', '14354', '19770', '22928', '97790', '50723', '46081', '30202', '14410', '20223', '88500', '67298', '13261', '14172', '81410', '93578', '83583', '46047', '94167', '82564', '21156', '15799', '86709', '37931', '74703', '83103', '23054', '70470', '72008', '49247', '91911', '69998', '20961', '70070', '63197', '54853', '88191', '91830', '49521', '19454', '81450', '89091', '62378', '25683', '61869', '51744', '36580', '85778', '36871', '48121', '28810', '83712', '45486', '67393', '26935', '42393', '20132', '55349', '86057', '21309', '80218', '10094', '11357', '48819', '39734', '40758', '30432', '21204', '29467', '30214', '61024', '55307', '74621', '11622', '68908', '33032', '52868', '99194', '99900', '84936', '69036', '99149', '45013', '32895', '59004', '32322', '14933', '32936', '33562', '72550', '27385', '58049', '58200', '16808', '21360', '32961', '18586', '79307', '15492') and substr(substr(ca_zip, 1, 5), 1, 2) is not null) (type: boolean) + Statistics: Num rows: 20000000 Data size: 1780000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: substr(ca_zip, 1, 5) (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 20000000 Data size: 1780000000 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + keys: _col0 (type: string) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 133532 Data size: 12819072 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 133532 Data size: 12819072 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) + Filter Operator + predicate: substr(substr(ca_zip, 1, 5), 1, 2) is not null (type: boolean) + Statistics: Num rows: 40000000 Data size: 3880000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ca_address_sk (type: bigint), ca_zip (type: char(10)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 40000000 Data size: 3880000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 40000000 Data size: 3880000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(10)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 9 + Map Operator Tree: + TableScan + alias: customer + filterExpr: ((c_preferred_cust_flag = 'Y') and c_current_addr_sk is not null) (type: boolean) + Statistics: Num rows: 80000000 Data size: 7440000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((c_preferred_cust_flag = 'Y') and c_current_addr_sk is not null) (type: boolean) + Statistics: Num rows: 26666667 Data size: 2480000031 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: c_current_addr_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 26666667 Data size: 213333336 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 26666667 Data size: 213333336 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 10 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col1 + input vertices: + 0 Map 5 + Statistics: Num rows: 26666667 Data size: 2373333363 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Group By Operator + aggregations: count() + keys: _col1 (type: char(10)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 63590 Data size: 6168230 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(10)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(10)) + Statistics: Num rows: 63590 Data size: 6168230 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) + Reducer 11 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + keys: KEY._col0 (type: char(10)) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 6359 Data size: 616823 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col1 > 10L) (type: boolean) + Statistics: Num rows: 2119 Data size: 205543 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: substr(_col0, 1, 5) (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 2119 Data size: 205543 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + keys: _col0 (type: string) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 2119 Data size: 203424 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 2119 Data size: 203424 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) + Reducer 12 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + keys: KEY._col0 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 2119 Data size: 203424 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(_col1) + keys: _col0 (type: string) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 9538 Data size: 915648 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 9538 Data size: 915648 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: varchar(50)) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: varchar(50)) + null sort order: z + sort order: + + Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: varchar(50)), VALUE._col0 (type: decimal(17,2)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + keys: KEY._col0 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 9538 Data size: 915648 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(_col1) + keys: _col0 (type: string) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 9538 Data size: 915648 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 9538 Data size: 915648 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) + Reducer 8 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + keys: KEY._col0 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 9538 Data size: 915648 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col1 = 2L) (type: boolean) + Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: substr(_col0, 1, 2) (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 86 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: string) + 1 _col2 (type: string) + outputColumnNames: _col1, _col2 + input vertices: + 1 Map 13 + Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: varchar(50)) + Union 7 + Vertex: Union 7 + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query80.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query80.q.out index 567b50117fe2..b50f09d6e5a1 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query80.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query80.q.out @@ -1,6281 +1,911 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.0150431475531006E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_store_sk", - "ss_promo_sk", - "ss_ticket_number", - "ss_ext_sales_price", - "ss_net_profit", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 21, - "name": "$21" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.0150431475531006E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_returns" - ], - "table:alias": "store_returns", - "inputs": [], - "rowCount": 8634166995, - "avgRowSize": 249, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "sr_return_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "sr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "sr_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "sr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_store_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "sr_returned_date_sk" - ], - "colStats": [ - { - "name": "sr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "sr_ticket_number", - "ndv": 5114579988, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "sr_return_amt", - "ndv": 715216, - "minValue": 0, - "maxValue": 19643 - }, - { - "name": "sr_net_loss", - "ndv": 851834, - "minValue": 0.5, - "maxValue": 11008.17 - }, - { - "name": "sr_return_time_sk", - "ndv": 32389, - "minValue": 28799, - "maxValue": 61199 - }, - { - "name": "sr_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "sr_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "sr_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "sr_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "sr_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "sr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "sr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "sr_return_tax", - "ndv": 141365, - "minValue": 0, - "maxValue": 1714.37 - }, - { - "name": "sr_return_amt_inc_tax", - "ndv": 1520430, - "minValue": 0, - "maxValue": 21018.01 - }, - { - "name": "sr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "sr_return_ship_cost", - "ndv": 363000, - "minValue": 0, - "maxValue": 9975 - }, - { - "name": "sr_refunded_cash", - "ndv": 1187970, - "minValue": 0, - "maxValue": 18413.33 - }, - { - "name": "sr_reversed_charge", - "ndv": 926355, - "minValue": 0, - "maxValue": 18104.5 - }, - { - "name": "sr_store_credit", - "ndv": 937950, - "minValue": 0, - "maxValue": 17792.48 - }, - { - "name": "sr_returned_date_sk", - "ndv": 2004, - "minValue": 2450820, - "maxValue": 2452822 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sr_item_sk", - "sr_ticket_number", - "sr_return_amt", - "sr_net_loss" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 18, - "name": "$18" - } - ], - "rowCount": 8634166995 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 8, - "name": "$8" - } - ] - } - ] - }, - "joinType": "left", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "4" - ], - "rowCount": 1.1685349637870422E19 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "literal": 50, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 2, - "scale": 0 - } - } - ] - }, - "rowCount": 231000 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 231000 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 11, - "name": "$11" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "5", - "8" - ], - "rowCount": 4.048973649522101E23 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "promotion" - ], - "table:alias": "promotion", - "inputs": [], - "rowCount": 2300, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "p_promo_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "p_promo_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "p_start_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "p_end_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "p_item_sk" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 15, - "scale": 2, - "name": "p_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "p_response_target" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "p_promo_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_dmail" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_email" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_catalog" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_tv" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_radio" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_press" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_event" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_channel_demo" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "p_channel_details" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "p_purpose" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "p_discount_active" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "p_promo_sk", - "ndv": 2365, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "p_channel_tv", - "ndv": 2 - }, - { - "name": "p_promo_id", - "ndv": 2307 - }, - { - "name": "p_start_date_sk", - "ndv": 761, - "minValue": 2450096, - "maxValue": 2450915 - }, - { - "name": "p_end_date_sk", - "ndv": 736, - "minValue": 2450102, - "maxValue": 2450970 - }, - { - "name": "p_item_sk", - "ndv": 2252, - "minValue": 614, - "maxValue": 461932 - }, - { - "name": "p_cost", - "ndv": 1, - "minValue": 1000, - "maxValue": 1000 - }, - { - "name": "p_response_target", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "p_promo_name", - "ndv": 11 - }, - { - "name": "p_channel_dmail", - "ndv": 3 - }, - { - "name": "p_channel_email", - "ndv": 2 - }, - { - "name": "p_channel_catalog", - "ndv": 2 - }, - { - "name": "p_channel_radio", - "ndv": 2 - }, - { - "name": "p_channel_press", - "ndv": 2 - }, - { - "name": "p_channel_event", - "ndv": 2 - }, - { - "name": "p_channel_demo", - "ndv": 2 - }, - { - "name": "p_channel_details", - "ndv": 2242 - }, - { - "name": "p_purpose", - "ndv": 2 - }, - { - "name": "p_discount_active", - "ndv": 2 - } - ] - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "literal": "N", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - } - ] - }, - "rowCount": 345 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "p_promo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 345 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 12, - "name": "$12" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "9", - "12" - ], - "rowCount": 2.095343863627687E25 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "TIMESTAMP", - "nullable": true, - "precision": 9 - } - }, - { - "literal": 902188800000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - }, - { - "literal": 904780800000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 13, - "name": "$13" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "13", - "16" - ], - "rowCount": 5.739854021030209E28 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store" - ], - "table:alias": "store", - "inputs": [], - "rowCount": 1704, - "avgRowSize": 1375, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "s_store_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "s_store_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "s_closed_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_store_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_number_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_floor_space" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "s_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_market_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_geography_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_market_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_division_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_company_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_company_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 10, - "name": "s_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "s_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "s_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "s_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "s_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "s_store_sk", - "ndv": 1736, - "minValue": 1, - "maxValue": 1704 - }, - { - "name": "s_store_id", - "ndv": 879 - }, - { - "name": "s_rec_start_date", - "ndv": 0, - "minValue": 9933, - "maxValue": 11394 - }, - { - "name": "s_rec_end_date", - "ndv": 0, - "minValue": 10663, - "maxValue": 11393 - }, - { - "name": "s_closed_date_sk", - "ndv": 263, - "minValue": 2450820, - "maxValue": 2451314 - }, - { - "name": "s_store_name", - "ndv": 11 - }, - { - "name": "s_number_employees", - "ndv": 100, - "minValue": 200, - "maxValue": 300 - }, - { - "name": "s_floor_space", - "ndv": 1289, - "minValue": 5000201, - "maxValue": 9997773 - }, - { - "name": "s_hours", - "ndv": 4 - }, - { - "name": "s_manager", - "ndv": 1245 - }, - { - "name": "s_market_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "s_geography_class", - "ndv": 2 - }, - { - "name": "s_market_desc", - "ndv": 1311 - }, - { - "name": "s_market_manager", - "ndv": 1236 - }, - { - "name": "s_division_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_division_name", - "ndv": 2 - }, - { - "name": "s_company_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_company_name", - "ndv": 2 - }, - { - "name": "s_street_number", - "ndv": 736 - }, - { - "name": "s_street_name", - "ndv": 851 - }, - { - "name": "s_street_type", - "ndv": 21 - }, - { - "name": "s_suite_number", - "ndv": 76 - }, - { - "name": "s_city", - "ndv": 267 - }, - { - "name": "s_county", - "ndv": 128 - }, - { - "name": "s_state", - "ndv": 44 - }, - { - "name": "s_zip", - "ndv": 983 - }, - { - "name": "s_country", - "ndv": 2 - }, - { - "name": "s_gmt_offset", - "ndv": 5, - "minValue": -9, - "maxValue": -5 - }, - { - "name": "s_tax_percentage", - "ndv": 12, - "minValue": 0, - "maxValue": 0.11 - } - ] - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk", - "s_store_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 1704 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 14, - "name": "$14" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "17", - "19" - ], - "rowCount": 1.4671066877753214E31 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3" - ], - "exprs": [ - { - "input": 15, - "name": "$15" - }, - { - "input": 4, - "name": "$4" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ] - }, - { - "input": 9, - "name": "$9" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 10, - "name": "$10" - } - ] - }, - { - "input": 10, - "name": "$10" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - } - ] - } - ] - } - ], - "rowCount": 1.4671066877753214E31 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 22, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 23, - "scale": 2 - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - } - ], - "rowCount": 1.4671066877753214E30 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "id", - "sales", - "returns", - "profit" - ], - "exprs": [ - { - "literal": "store channel", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "op": { - "name": "||", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": "store", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 1.4671066877753214E30 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - } - ] - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 11, - "name": "$11" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 15, - "name": "$15" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 3.1350724479225002E10 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_catalog_page_sk", - "cs_item_sk", - "cs_promo_sk", - "cs_order_number", - "cs_ext_sales_price", - "cs_net_profit", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 11, - "name": "$11" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 32, - "name": "$32" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.1350724479225002E10 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_returns" - ], - "table:alias": "catalog_returns", - "inputs": [], - "rowCount": 4320980099, - "avgRowSize": 305, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returned_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cr_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_amount" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_store_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cr_returned_date_sk" - ], - "colStats": [ - { - "name": "cr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cr_order_number", - "ndv": 2681654419, - "minValue": 2, - "maxValue": 4800000000 - }, - { - "name": "cr_return_amount", - "ndv": 973170, - "minValue": 0, - "maxValue": 28805.04 - }, - { - "name": "cr_net_loss", - "ndv": 996464, - "minValue": 0.5, - "maxValue": 16346.37 - }, - { - "name": "cr_returned_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cr_refunded_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cr_refunded_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cr_refunded_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cr_refunded_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cr_returning_customer_sk", - "ndv": 77511828, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cr_returning_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cr_returning_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cr_returning_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cr_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cr_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cr_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cr_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "cr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cr_return_tax", - "ndv": 169232, - "minValue": 0, - "maxValue": 2511.58 - }, - { - "name": "cr_return_amt_inc_tax", - "ndv": 1689965, - "minValue": 0, - "maxValue": 30891.32 - }, - { - "name": "cr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "cr_return_ship_cost", - "ndv": 501353, - "minValue": 0, - "maxValue": 14273.28 - }, - { - "name": "cr_refunded_cash", - "ndv": 1257293, - "minValue": 0, - "maxValue": 26955.24 - }, - { - "name": "cr_reversed_charge", - "ndv": 895564, - "minValue": 0, - "maxValue": 24033.84 - }, - { - "name": "cr_store_credit", - "ndv": 906118, - "minValue": 0, - "maxValue": 24886.13 - }, - { - "name": "cr_returned_date_sk", - "ndv": 2104, - "minValue": 2450821, - "maxValue": 2452924 - } - ] - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cr_item_sk", - "cr_order_number", - "cr_return_amount", - "cr_net_loss" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 17, - "name": "$17" - }, - { - "input": 25, - "name": "$25" - } - ], - "rowCount": 4320980099 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 8, - "name": "$8" - } - ] - } - ] - }, - "joinType": "left", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "26", - "28" - ], - "rowCount": 3047981803334509056 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "literal": 50, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 2, - "scale": 0 - } - } - ] - }, - "inputs": [ - "6" - ], - "rowCount": 231000 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 231000 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 11, - "name": "$11" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "29", - "31" - ], - "rowCount": 1.0561256948554074E23 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "literal": "N", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - } - ] - }, - "inputs": [ - "10" - ], - "rowCount": 345 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "p_promo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 345 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 12, - "name": "$12" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "32", - "34" - ], - "rowCount": 5.465450470876733E24 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "TIMESTAMP", - "nullable": true, - "precision": 9 - } - }, - { - "literal": 902188800000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - }, - { - "literal": 904780800000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - } - ] - }, - "inputs": [ - "14" - ], - "rowCount": 18262.25 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 13, - "name": "$13" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "35", - "37" - ], - "rowCount": 1.497171342926529E28 - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_page" - ], - "table:alias": "catalog_page", - "inputs": [], - "rowCount": 46000, - "avgRowSize": 561, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "cp_catalog_page_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "cp_catalog_page_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cp_start_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cp_end_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "cp_department" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cp_catalog_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cp_catalog_page_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "cp_description" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "cp_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "cp_catalog_page_sk", - "ndv": 47200, - "minValue": 1, - "maxValue": 46000 - }, - { - "name": "cp_catalog_page_id", - "ndv": 45891 - }, - { - "name": "cp_start_date_sk", - "ndv": 91, - "minValue": 2450815, - "maxValue": 2453005 - }, - { - "name": "cp_end_date_sk", - "ndv": 96, - "minValue": 2450844, - "maxValue": 2453186 - }, - { - "name": "cp_department", - "ndv": 2 - }, - { - "name": "cp_catalog_number", - "ndv": 112, - "minValue": 1, - "maxValue": 109 - }, - { - "name": "cp_catalog_page_number", - "ndv": 427, - "minValue": 1, - "maxValue": 425 - }, - { - "name": "cp_description", - "ndv": 44192 - }, - { - "name": "cp_type", - "ndv": 4 - } - ] - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cp_catalog_page_sk", - "cp_catalog_page_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 46000 - }, - { - "id": "41", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 14, - "name": "$14" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "38", - "40" - ], - "rowCount": 1.033048226619305E32 - }, - { - "id": "42", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3" - ], - "exprs": [ - { - "input": 15, - "name": "$15" - }, - { - "input": 4, - "name": "$4" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ] - }, - { - "input": 9, - "name": "$9" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 10, - "name": "$10" - } - ] - }, - { - "input": 10, - "name": "$10" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - } - ] - } - ] - } - ], - "rowCount": 1.033048226619305E32 - }, - { - "id": "43", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 22, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 23, - "scale": 2 - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - } - ], - "rowCount": 1.033048226619305E31 - }, - { - "id": "44", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "id", - "sales", - "returns", - "profit" - ], - "exprs": [ - { - "literal": "catalog channel", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "op": { - "name": "||", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": "catalog_page", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 1.033048226619305E31 - }, - { - "id": "45", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - } - ] - }, - { - "id": "46", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 12, - "name": "$12" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 15, - "name": "$15" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 1.5742491427134003E10 - }, - { - "id": "47", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_item_sk", - "ws_web_site_sk", - "ws_promo_sk", - "ws_order_number", - "ws_ext_sales_price", - "ws_net_profit", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 32, - "name": "$32" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 1.5742491427134003E10 - }, - { - "id": "48", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_returns" - ], - "table:alias": "web_returns", - "inputs": [], - "rowCount": 2160007345, - "avgRowSize": 281, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returned_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "wr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "wr_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "wr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_account_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "wr_returned_date_sk" - ], - "colStats": [ - { - "name": "wr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "wr_order_number", - "ndv": 1317116406, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "wr_return_amt", - "ndv": 1108704, - "minValue": 0, - "maxValue": 29191 - }, - { - "name": "wr_net_loss", - "ndv": 1227508, - "minValue": 0.5, - "maxValue": 16733.32 - }, - { - "name": "wr_returned_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "wr_refunded_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "wr_refunded_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "wr_refunded_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "wr_refunded_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "wr_returning_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "wr_returning_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "wr_returning_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "wr_returning_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "wr_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "wr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "wr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "wr_return_tax", - "ndv": 198904, - "minValue": 0, - "maxValue": 2620.34 - }, - { - "name": "wr_return_amt_inc_tax", - "ndv": 2111617, - "minValue": 0, - "maxValue": 31735.25 - }, - { - "name": "wr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "wr_return_ship_cost", - "ndv": 553061, - "minValue": 0, - "maxValue": 14624 - }, - { - "name": "wr_refunded_cash", - "ndv": 1631618, - "minValue": 0, - "maxValue": 28085.82 - }, - { - "name": "wr_reversed_charge", - "ndv": 1277260, - "minValue": 0, - "maxValue": 26135.99 - }, - { - "name": "wr_account_credit", - "ndv": 1249055, - "minValue": 0, - "maxValue": 24649.69 - }, - { - "name": "wr_returned_date_sk", - "ndv": 2185, - "minValue": 2450819, - "maxValue": 2453002 - } - ] - }, - { - "id": "49", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "wr_item_sk", - "wr_order_number", - "wr_return_amt", - "wr_net_loss" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 2160007345 - }, - { - "id": "50", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 8, - "name": "$8" - } - ] - } - ] - }, - "joinType": "left", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "47", - "49" - ], - "rowCount": 765087700390487296 - }, - { - "id": "51", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "literal": 50, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 2, - "scale": 0 - } - } - ] - }, - "inputs": [ - "6" - ], - "rowCount": 231000 - }, - { - "id": "52", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 231000 - }, - { - "id": "53", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 11, - "name": "$11" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "50", - "52" - ], - "rowCount": 2.6510288818530387E22 - }, - { - "id": "54", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "literal": "N", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - } - ] - }, - "inputs": [ - "10" - ], - "rowCount": 345 - }, - { - "id": "55", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "p_promo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 345 - }, - { - "id": "56", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 12, - "name": "$12" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "53", - "55" - ], - "rowCount": 1.3719074463589475E24 - }, - { - "id": "57", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "TIMESTAMP", - "nullable": true, - "precision": 9 - } - }, - { - "literal": 902188800000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - }, - { - "literal": 904780800000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - } - ] - }, - "inputs": [ - "14" - ], - "rowCount": 18262.25 - }, - { - "id": "58", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "59", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 13, - "name": "$13" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "56", - "58" - ], - "rowCount": 3.7581175143403033E27 - }, - { - "id": "60", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_site" - ], - "table:alias": "web_site", - "inputs": [], - "rowCount": 84, - "avgRowSize": 1331, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "web_site_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "web_site_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "web_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "web_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "web_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "web_open_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "web_close_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "web_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "web_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "web_mkt_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "web_mkt_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "web_mkt_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "web_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "web_company_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "web_company_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "web_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "web_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "web_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "web_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "web_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "web_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "web_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "web_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "web_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "web_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "web_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "web_site_sk", - "ndv": 84, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "web_site_id", - "ndv": 42 - }, - { - "name": "web_rec_start_date", - "ndv": 0, - "minValue": 10089, - "maxValue": 11550 - }, - { - "name": "web_rec_end_date", - "ndv": 0, - "minValue": 10819, - "maxValue": 11549 - }, - { - "name": "web_name", - "ndv": 15 - }, - { - "name": "web_open_date_sk", - "ndv": 42, - "minValue": 2450118, - "maxValue": 2450807 - }, - { - "name": "web_close_date_sk", - "ndv": 28, - "minValue": 2440993, - "maxValue": 2446218 - }, - { - "name": "web_class", - "ndv": 2 - }, - { - "name": "web_manager", - "ndv": 60 - }, - { - "name": "web_mkt_id", - "ndv": 6, - "minValue": 1, - "maxValue": 6 - }, - { - "name": "web_mkt_class", - "ndv": 65 - }, - { - "name": "web_mkt_desc", - "ndv": 64 - }, - { - "name": "web_market_manager", - "ndv": 66 - }, - { - "name": "web_company_id", - "ndv": 6, - "minValue": 1, - "maxValue": 6 - }, - { - "name": "web_company_name", - "ndv": 7 - }, - { - "name": "web_street_number", - "ndv": 58 - }, - { - "name": "web_street_name", - "ndv": 80 - }, - { - "name": "web_street_type", - "ndv": 20 - }, - { - "name": "web_suite_number", - "ndv": 51 - }, - { - "name": "web_city", - "ndv": 52 - }, - { - "name": "web_county", - "ndv": 58 - }, - { - "name": "web_state", - "ndv": 30 - }, - { - "name": "web_zip", - "ndv": 56 - }, - { - "name": "web_country", - "ndv": 2 - }, - { - "name": "web_gmt_offset", - "ndv": 4, - "minValue": -8, - "maxValue": -5 - }, - { - "name": "web_tax_percentage", - "ndv": 13, - "minValue": 0, - "maxValue": 0.12 - } - ] - }, - { - "id": "61", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "web_site_sk", - "web_site_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 84 - }, - { - "id": "62", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 14, - "name": "$14" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "59", - "61" - ], - "rowCount": 4.735228068068782E28 - }, - { - "id": "63", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3" - ], - "exprs": [ - { - "input": 15, - "name": "$15" - }, - { - "input": 4, - "name": "$4" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ] - }, - { - "input": 9, - "name": "$9" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 10, - "name": "$10" - } - ] - }, - { - "input": 10, - "name": "$10" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - } - ] - } - ] - } - ], - "rowCount": 4.735228068068782E28 - }, - { - "id": "64", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 22, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 23, - "scale": 2 - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - } - ], - "rowCount": 4.735228068068782E27 - }, - { - "id": "65", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "id", - "sales", - "returns", - "profit" - ], - "exprs": [ - { - "literal": "web channel", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "op": { - "name": "||", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": "web_site", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - }, - { - "input": 0, - "name": "$0" - } - ] - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 4.735228068068782E27 - }, - { - "id": "66", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", - "all": true, - "inputs": [ - "23", - "44", - "65" - ], - "rowCount": 1.1802324182036442E31 - }, - { - "id": "67", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "id", - "sales", - "returns", - "profit" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 1.1802324182036442E31 - }, - { - "id": "68", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1 - ], - "groups": [ - [ - 0, - 1 - ], - [ - 0 - ], - [] - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 27, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 32, - "scale": 2 - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 33, - "scale": 2 - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - } - ], - "rowCount": 3.5403758400581596E30 - }, - { - "id": "69", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "channel", - "id", - "sales", - "returns", - "profit" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 3.5403758400581596E30 - }, - { - "id": "70", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Reducer 21 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) + Map 13 <- Reducer 10 (BROADCAST_EDGE), Reducer 19 (BROADCAST_EDGE) + Map 16 <- Reducer 19 (BROADCAST_EDGE) + Map 23 <- Reducer 11 (BROADCAST_EDGE), Reducer 20 (BROADCAST_EDGE) + Map 26 <- Reducer 20 (BROADCAST_EDGE) + Map 7 <- Reducer 21 (BROADCAST_EDGE) + Reducer 10 <- Map 8 (CUSTOM_SIMPLE_EDGE) + Reducer 11 <- Map 8 (CUSTOM_SIMPLE_EDGE) + Reducer 14 <- Map 13 (CUSTOM_SIMPLE_EDGE), Map 16 (CUSTOM_SIMPLE_EDGE), Map 17 (BROADCAST_EDGE), Map 18 (BROADCAST_EDGE), Map 22 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE) + Reducer 15 <- Reducer 14 (SIMPLE_EDGE), Union 4 (CONTAINS) + Reducer 19 <- Map 18 (CUSTOM_SIMPLE_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 12 (BROADCAST_EDGE), Map 17 (BROADCAST_EDGE), Map 18 (BROADCAST_EDGE), Map 7 (CUSTOM_SIMPLE_EDGE), Map 8 (BROADCAST_EDGE) + Reducer 20 <- Map 18 (CUSTOM_SIMPLE_EDGE) + Reducer 21 <- Map 18 (CUSTOM_SIMPLE_EDGE) + Reducer 24 <- Map 17 (BROADCAST_EDGE), Map 18 (BROADCAST_EDGE), Map 23 (CUSTOM_SIMPLE_EDGE), Map 26 (CUSTOM_SIMPLE_EDGE), Map 27 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE) + Reducer 25 <- Reducer 24 (SIMPLE_EDGE), Union 4 (CONTAINS) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Union 4 (CONTAINS) + Reducer 5 <- Union 4 (SIMPLE_EDGE) + Reducer 6 <- Reducer 5 (SIMPLE_EDGE) + Reducer 9 <- Map 8 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: (ss_store_sk is not null and ss_promo_sk is not null and ss_item_sk BETWEEN DynamicValue(RS_23_item_i_item_sk_min) AND DynamicValue(RS_23_item_i_item_sk_max) and ss_promo_sk BETWEEN DynamicValue(RS_26_promotion_p_promo_sk_min) AND DynamicValue(RS_26_promotion_p_promo_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_23_item_i_item_sk_bloom_filter)) and in_bloom_filter(ss_promo_sk, DynamicValue(RS_26_promotion_p_promo_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 82510879939 Data size: 21315868812296 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ss_store_sk is not null and ss_promo_sk is not null and ss_promo_sk BETWEEN DynamicValue(RS_26_promotion_p_promo_sk_min) AND DynamicValue(RS_26_promotion_p_promo_sk_max) and ss_item_sk BETWEEN DynamicValue(RS_23_item_i_item_sk_min) AND DynamicValue(RS_23_item_i_item_sk_max) and in_bloom_filter(ss_promo_sk, DynamicValue(RS_26_promotion_p_promo_sk_bloom_filter)) and in_bloom_filter(ss_item_sk, DynamicValue(RS_23_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 78675502838 Data size: 20325037116048 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_store_sk (type: bigint), ss_promo_sk (type: bigint), ss_ticket_number (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_net_profit (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 78675502838 Data size: 20325037116048 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col3 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col3 (type: bigint) + Statistics: Num rows: 78675502838 Data size: 20325037116048 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint), _col2 (type: bigint), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)), _col6 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 12 + Map Operator Tree: + TableScan + alias: store + Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: s_store_sk (type: bigint), s_store_id (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 13 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: (cs_catalog_page_sk is not null and cs_promo_sk is not null and cs_item_sk BETWEEN DynamicValue(RS_60_item_i_item_sk_min) AND DynamicValue(RS_60_item_i_item_sk_max) and cs_promo_sk BETWEEN DynamicValue(RS_63_promotion_p_promo_sk_min) AND DynamicValue(RS_63_promotion_p_promo_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_60_item_i_item_sk_bloom_filter)) and in_bloom_filter(cs_promo_sk, DynamicValue(RS_63_promotion_p_promo_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 43005109025 Data size: 11339575410520 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (cs_catalog_page_sk is not null and cs_promo_sk is not null and cs_promo_sk BETWEEN DynamicValue(RS_63_promotion_p_promo_sk_min) AND DynamicValue(RS_63_promotion_p_promo_sk_max) and cs_item_sk BETWEEN DynamicValue(RS_60_item_i_item_sk_min) AND DynamicValue(RS_60_item_i_item_sk_max) and in_bloom_filter(cs_promo_sk, DynamicValue(RS_63_promotion_p_promo_sk_bloom_filter)) and in_bloom_filter(cs_item_sk, DynamicValue(RS_60_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 42789551679 Data size: 11282737308320 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_catalog_page_sk (type: bigint), cs_item_sk (type: bigint), cs_promo_sk (type: bigint), cs_order_number (type: bigint), cs_ext_sales_price (type: decimal(7,2)), cs_net_profit (type: decimal(7,2)), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 42789551679 Data size: 11282737308320 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint), _col3 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col1 (type: bigint), _col3 (type: bigint) + Statistics: Num rows: 42789551679 Data size: 11282737308320 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col2 (type: bigint), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)), _col6 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 16 + Map Operator Tree: + TableScan + alias: catalog_returns + filterExpr: (cr_item_sk BETWEEN DynamicValue(RS_60_item_i_item_sk_min) AND DynamicValue(RS_60_item_i_item_sk_max) and in_bloom_filter(cr_item_sk, DynamicValue(RS_60_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 4320980099 Data size: 1017653227728 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (cr_item_sk BETWEEN DynamicValue(RS_60_item_i_item_sk_min) AND DynamicValue(RS_60_item_i_item_sk_max) and in_bloom_filter(cr_item_sk, DynamicValue(RS_60_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 4320980099 Data size: 1017653227728 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cr_item_sk (type: bigint), cr_order_number (type: bigint), cr_return_amount (type: decimal(7,2)), cr_net_loss (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 4320980099 Data size: 1017653227728 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 4320980099 Data size: 1017653227728 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 17 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00' AND TIMESTAMP'1998-09-03 00:00:00' (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00' AND TIMESTAMP'1998-09-03 00:00:00' (type: boolean) + Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 13 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 23 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 18 + Map Operator Tree: + TableScan + alias: item + filterExpr: (i_current_price > 50) (type: boolean) + Statistics: Num rows: 462000 Data size: 55309408 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (i_current_price > 50) (type: boolean) + Statistics: Num rows: 231185 Data size: 27676904 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 231185 Data size: 1849480 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 231185 Data size: 1849480 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 231185 Data size: 1849480 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 231185 Data size: 1849480 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 231185 Data size: 1849480 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 231185 Data size: 1849480 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 231185 Data size: 1849480 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 22 + Map Operator Tree: + TableScan + alias: catalog_page + Statistics: Num rows: 46000 Data size: 4968000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cp_catalog_page_sk (type: bigint), cp_catalog_page_id (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 46000 Data size: 4968000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 46000 Data size: 4968000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 23 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: (ws_web_site_sk is not null and ws_promo_sk is not null and ws_item_sk BETWEEN DynamicValue(RS_98_item_i_item_sk_min) AND DynamicValue(RS_98_item_i_item_sk_max) and ws_promo_sk BETWEEN DynamicValue(RS_101_promotion_p_promo_sk_min) AND DynamicValue(RS_101_promotion_p_promo_sk_max) and in_bloom_filter(ws_item_sk, DynamicValue(RS_98_item_i_item_sk_bloom_filter)) and in_bloom_filter(ws_promo_sk, DynamicValue(RS_101_promotion_p_promo_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 21594638446 Data size: 5700638697608 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ws_web_site_sk is not null and ws_promo_sk is not null and ws_promo_sk BETWEEN DynamicValue(RS_101_promotion_p_promo_sk_min) AND DynamicValue(RS_101_promotion_p_promo_sk_max) and ws_item_sk BETWEEN DynamicValue(RS_98_item_i_item_sk_min) AND DynamicValue(RS_98_item_i_item_sk_max) and in_bloom_filter(ws_promo_sk, DynamicValue(RS_101_promotion_p_promo_sk_bloom_filter)) and in_bloom_filter(ws_item_sk, DynamicValue(RS_98_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 21589233207 Data size: 5699211801048 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_item_sk (type: bigint), ws_web_site_sk (type: bigint), ws_promo_sk (type: bigint), ws_order_number (type: bigint), ws_ext_sales_price (type: decimal(7,2)), ws_net_profit (type: decimal(7,2)), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 21589233207 Data size: 5699211801048 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col3 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col3 (type: bigint) + Statistics: Num rows: 21589233207 Data size: 5699211801048 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint), _col2 (type: bigint), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)), _col6 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 26 + Map Operator Tree: + TableScan + alias: web_returns + filterExpr: (wr_item_sk BETWEEN DynamicValue(RS_98_item_i_item_sk_min) AND DynamicValue(RS_98_item_i_item_sk_max) and in_bloom_filter(wr_item_sk, DynamicValue(RS_98_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 2160007345 Data size: 496628694560 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (wr_item_sk BETWEEN DynamicValue(RS_98_item_i_item_sk_min) AND DynamicValue(RS_98_item_i_item_sk_max) and in_bloom_filter(wr_item_sk, DynamicValue(RS_98_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 2160007345 Data size: 496628694560 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: wr_item_sk (type: bigint), wr_order_number (type: bigint), wr_return_amt (type: decimal(7,2)), wr_net_loss (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 2160007345 Data size: 496628694560 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 2160007345 Data size: 496628694560 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 27 + Map Operator Tree: + TableScan + alias: web_site + Statistics: Num rows: 84 Data size: 9072 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: web_site_sk (type: bigint), web_site_id (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 84 Data size: 9072 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 84 Data size: 9072 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: store_returns + filterExpr: (sr_item_sk BETWEEN DynamicValue(RS_23_item_i_item_sk_min) AND DynamicValue(RS_23_item_i_item_sk_max) and in_bloom_filter(sr_item_sk, DynamicValue(RS_23_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 8634166995 Data size: 2004678961248 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (sr_item_sk BETWEEN DynamicValue(RS_23_item_i_item_sk_min) AND DynamicValue(RS_23_item_i_item_sk_max) and in_bloom_filter(sr_item_sk, DynamicValue(RS_23_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 8634166995 Data size: 2004678961248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: sr_item_sk (type: bigint), sr_ticket_number (type: bigint), sr_return_amt (type: decimal(7,2)), sr_net_loss (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 8634166995 Data size: 2004678961248 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 8634166995 Data size: 2004678961248 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: promotion + filterExpr: (p_channel_tv = 'N') (type: boolean) + Statistics: Num rows: 2300 Data size: 213900 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (p_channel_tv = 'N') (type: boolean) + Statistics: Num rows: 1150 Data size: 106950 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: p_promo_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1150 Data size: 9200 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1150 Data size: 9200 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1150 Data size: 9200 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1150 Data size: 9200 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1150 Data size: 9200 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1150 Data size: 9200 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1150 Data size: 9200 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 10 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 11 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 14 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Left Outer Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col4, _col5, _col6, _col9, _col10 + input vertices: + 1 Map 16 + Statistics: Num rows: 68128960197 Data size: 26694756517832 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col6 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col4, _col5, _col9, _col10 + input vertices: + 1 Map 17 + Statistics: Num rows: 7569366263 Data size: 1863498498512 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col4, _col5, _col9, _col10 + input vertices: + 1 Map 18 + Statistics: Num rows: 3787714088 Data size: 895347046408 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col4, _col5, _col9, _col10 + input vertices: + 1 Map 8 + Statistics: Num rows: 1893857044 Data size: 426528458096 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col4, _col5, _col9, _col10, _col15 + input vertices: + 1 Map 22 + Statistics: Num rows: 1893857044 Data size: 601623318160 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col15 (type: string), _col4 (type: decimal(7,2)), if(_col9 is not null, _col9, 0) (type: decimal(7,2)), (_col5 - if(_col10 is not null, _col10, 0)) (type: decimal(8,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 1893857044 Data size: 601623318160 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1), sum(_col2), sum(_col3) + keys: _col0 (type: string) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 107889741 Data size: 47039927076 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 107889741 Data size: 47039927076 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(18,2)) + Reducer 15 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) + keys: KEY._col0 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 45891 Data size: 20008476 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: 'catalog channel' (type: string), concat('catalog_page', _col0) (type: string), _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(18,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 45891 Data size: 28406529 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++ + keys: _col0 (type: string), _col1 (type: string) + null sort order: zz + Statistics: Num rows: 46812 Data size: 28974702 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + aggregations: sum(_col2), sum(_col3), sum(_col4) + keys: _col0 (type: string), _col1 (type: string), 0L (type: bigint) + grouping sets: 0, 1, 3 + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) + Reducer 19 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Left Outer Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col4, _col5, _col6, _col9, _col10 + input vertices: + 1 Map 7 + Statistics: Num rows: 125628165446 Data size: 52781691423024 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col6 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col4, _col5, _col9, _col10 + input vertices: + 1 Map 17 + Statistics: Num rows: 13957729495 Data size: 3016221281800 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col4, _col5, _col9, _col10 + input vertices: + 1 Map 18 + Statistics: Num rows: 6984453758 Data size: 1230973268960 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col4, _col5, _col9, _col10 + input vertices: + 1 Map 8 + Statistics: Num rows: 3492226879 Data size: 379694814792 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col4, _col5, _col9, _col10, _col15 + input vertices: + 1 Map 12 + Statistics: Num rows: 3492226879 Data size: 715790771852 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col15 (type: string), _col4 (type: decimal(7,2)), if(_col9 is not null, _col9, 0) (type: decimal(7,2)), (_col5 - if(_col10 is not null, _col10, 0)) (type: decimal(8,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 3492226879 Data size: 715790771852 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1), sum(_col2), sum(_col3) + keys: _col0 (type: string) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 2458563 Data size: 1071933468 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 2458563 Data size: 1071933468 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(18,2)) + Reducer 20 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 21 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 24 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Left Outer Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col4, _col5, _col6, _col9, _col10 + input vertices: + 1 Map 26 + Statistics: Num rows: 33633305448 Data size: 14391212980304 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col6 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col4, _col5, _col9, _col10 + input vertices: + 1 Map 17 + Statistics: Num rows: 3736778117 Data size: 926375207640 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col4, _col5, _col9, _col10 + input vertices: + 1 Map 18 + Statistics: Num rows: 1869885355 Data size: 448426719824 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col4, _col5, _col9, _col10 + input vertices: + 1 Map 8 + Statistics: Num rows: 934942678 Data size: 216582544488 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col4, _col5, _col9, _col10, _col15 + input vertices: + 1 Map 27 + Statistics: Num rows: 934942678 Data size: 302618896072 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col15 (type: string), _col4 (type: decimal(7,2)), if(_col9 is not null, _col9, 0) (type: decimal(7,2)), (_col5 - if(_col10 is not null, _col10, 0)) (type: decimal(8,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 934942678 Data size: 302618896072 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1), sum(_col2), sum(_col3) + keys: _col0 (type: string) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 49686 Data size: 21663096 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 49686 Data size: 21663096 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(18,2)) + Reducer 25 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) + keys: KEY._col0 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 42 Data size: 18312 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: 'web channel' (type: string), concat('web_site', _col0) (type: string), _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(18,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 42 Data size: 25830 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++ + keys: _col0 (type: string), _col1 (type: string) + null sort order: zz + Statistics: Num rows: 46812 Data size: 28974702 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + aggregations: sum(_col2), sum(_col3), sum(_col4) + keys: _col0 (type: string), _col1 (type: string), 0L (type: bigint) + grouping sets: 0, 1, 3 + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) + keys: KEY._col0 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 879 Data size: 383244 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: 'store channel' (type: string), concat('store', _col0) (type: string), _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(18,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 879 Data size: 542343 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++ + keys: _col0 (type: string), _col1 (type: string) + null sort order: zz + Statistics: Num rows: 46812 Data size: 28974702 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + aggregations: sum(_col2), sum(_col3), sum(_col4) + keys: _col0 (type: string), _col1 (type: string), 0L (type: bigint) + grouping sets: 0, 1, 3 + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) + keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col3, _col4, _col5 + Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE + pruneGroupingSetId: true + Select Operator + expressions: _col0 (type: string), _col1 (type: string), _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 70218 Data size: 43464942 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string) + null sort order: zz + sort order: ++ + Statistics: Num rows: 70218 Data size: 43464942 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(27,2)), _col3 (type: decimal(27,2)), _col4 (type: decimal(28,2)) + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: decimal(27,2)), VALUE._col1 (type: decimal(27,2)), VALUE._col2 (type: decimal(28,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 70218 Data size: 43464942 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 61900 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 61900 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 9 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Union 4 + Vertex: Union 4 + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query81.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query81.q.out index 6c5cefcf3f0a..817a9878004c 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query81.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query81.q.out @@ -1,2630 +1,426 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer" - ], - "table:alias": "customer", - "inputs": [], - "rowCount": 80000000, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "c_customer_sk" - }, - { - "type": "CHAR", - "nullable": false, - "precision": 16, - "name": "c_customer_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_shipto_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_sales_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "c_salutation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "c_first_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "c_last_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "c_preferred_cust_flag" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_day" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_month" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_year" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "c_birth_country" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 13, - "name": "c_login" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "c_email_address" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_last_review_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "c_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "c_customer_id", - "ndv": 80610928 - }, - { - "name": "c_current_addr_sk", - "ndv": 33825344, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "c_salutation", - "ndv": 7 - }, - { - "name": "c_first_name", - "ndv": 5158 - }, - { - "name": "c_last_name", - "ndv": 5123 - }, - { - "name": "c_current_cdemo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "c_current_hdemo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "c_first_shipto_date_sk", - "ndv": 3646, - "minValue": 2449028, - "maxValue": 2452678 - }, - { - "name": "c_first_sales_date_sk", - "ndv": 3643, - "minValue": 2448998, - "maxValue": 2452648 - }, - { - "name": "c_preferred_cust_flag", - "ndv": 3 - }, - { - "name": "c_birth_day", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "c_birth_month", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "c_birth_year", - "ndv": 67, - "minValue": 1924, - "maxValue": 1992 - }, - { - "name": "c_birth_country", - "ndv": 216 - }, - { - "name": "c_login", - "ndv": 1 - }, - { - "name": "c_email_address", - "ndv": 75301330 - }, - { - "name": "c_last_review_date_sk", - "ndv": 364, - "minValue": 2452283, - "maxValue": 2452648 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - "rowCount": 72000000 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_customer_id", - "c_current_addr_sk", - "c_salutation", - "c_first_name", - "c_last_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - } - ], - "rowCount": 72000000 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "customer_address", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_location_type", - "ndv": 4 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": "IL", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - } - ] - }, - "rowCount": 6000000 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_street_number", - "ca_street_name", - "ca_street_type", - "ca_suite_number", - "ca_city", - "ca_county", - "ca_zip", - "ca_country", - "ca_gmt_offset", - "ca_location_type" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - } - ], - "rowCount": 6000000 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 64800000000000 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "customer_address", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 8, - "name": "$8" - } - ] - }, - "rowCount": 36000000 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_state" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 36000000 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_returns" - ], - "table:alias": "catalog_returns", - "inputs": [], - "rowCount": 4320980099, - "avgRowSize": 305, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returned_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cr_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_amount" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_store_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cr_returned_date_sk" - ], - "colStats": [ - { - "name": "cr_returning_customer_sk", - "ndv": 77511828, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cr_returning_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cr_return_amt_inc_tax", - "ndv": 1689965, - "minValue": 0, - "maxValue": 30891.32 - }, - { - "name": "cr_returned_date_sk", - "ndv": 2104, - "minValue": 2450821, - "maxValue": 2452924 - }, - { - "name": "cr_returned_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cr_refunded_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cr_refunded_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cr_refunded_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cr_refunded_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cr_returning_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cr_returning_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cr_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cr_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cr_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cr_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "cr_order_number", - "ndv": 2681654419, - "minValue": 2, - "maxValue": 4800000000 - }, - { - "name": "cr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cr_return_amount", - "ndv": 973170, - "minValue": 0, - "maxValue": 28805.04 - }, - { - "name": "cr_return_tax", - "ndv": 169232, - "minValue": 0, - "maxValue": 2511.58 - }, - { - "name": "cr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "cr_return_ship_cost", - "ndv": 501353, - "minValue": 0, - "maxValue": 14273.28 - }, - { - "name": "cr_refunded_cash", - "ndv": 1257293, - "minValue": 0, - "maxValue": 26955.24 - }, - { - "name": "cr_reversed_charge", - "ndv": 895564, - "minValue": 0, - "maxValue": 24033.84 - }, - { - "name": "cr_store_credit", - "ndv": 906118, - "minValue": 0, - "maxValue": 24886.13 - }, - { - "name": "cr_net_loss", - "ndv": 996464, - "minValue": 0.5, - "maxValue": 16346.37 - } - ] - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 26, - "name": "$26" - } - ] - } - ] - }, - "rowCount": 3.1499944921710005E9 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cr_returning_customer_sk", - "cr_returning_addr_sk", - "cr_return_amt_inc_tax", - "cr_returned_date_sk" - ], - "exprs": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 19, - "name": "$19" - }, - { - "input": 26, - "name": "$26" - } - ], - "rowCount": 3.1499944921710005E9 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1998, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 10957.35 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "12", - "15" - ], - "rowCount": 5.177338822318487E12 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "9", - "16" - ], - "rowCount": 2.7957629640519827E19 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 1, - 2 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - } - ], - "rowCount": 2795762964051982848 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cr_returning_customer_sk", - "ca_state", - "$f2" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 2795762964051982848 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - "rowCount": 2516186667646784512 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cr_returning_customer_sk", - "ca_state", - "$f2" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 2516186667646784512 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 17, - "name": "$17" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "21" - ], - "rowCount": 2.4457334409526745E31 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 8, - "name": "$8" - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 36000000 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_state" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 36000000 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 26, - "name": "$26" - } - ] - } - ] - }, - "inputs": [ - "10" - ], - "rowCount": 3.49999388019E9 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cr_returning_customer_sk", - "cr_returning_addr_sk", - "cr_return_amt_inc_tax", - "cr_returned_date_sk" - ], - "exprs": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 19, - "name": "$19" - }, - { - "input": 26, - "name": "$26" - } - ], - "rowCount": 3.49999388019E9 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1998, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "13" - ], - "rowCount": 10957.35 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "26", - "28" - ], - "rowCount": 5.752598691464984E12 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "24", - "29" - ], - "rowCount": 3.1064032933910917E19 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 1, - 2 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - } - ], - "rowCount": 3106403293391091712 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_state", - "cr_returning_customer_sk", - "$f2" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 3106403293391091712 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 27, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 36000000 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 21, - "scale": 6 - } - } - ] - }, - "rowCount": 32400000 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "_o__c0", - "ctr_state" - ], - "exprs": [ - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 21, - "scale": 6 - } - }, - { - "literal": 1.2, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 2, - "scale": 1 - } - } - ] - }, - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 32400000 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 18, - "name": "$18" - }, - { - "input": 21, - "name": "$21" - } - ] - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 19, - "name": "$19" - }, - { - "input": 20, - "name": "$20" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "22", - "35" - ], - "rowCount": 5.943132261514999E37 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_id", - "c_salutation", - "c_first_name", - "c_last_name", - "ca_street_number", - "ca_street_name", - "ca_street_type", - "ca_suite_number", - "ca_city", - "ca_county", - "ca_zip", - "ca_country", - "ca_gmt_offset", - "ca_location_type", - "ctr_total_return" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 19, - "name": "$19" - } - ], - "rowCount": 5.943132261514999E37 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 3, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 4, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 5, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 6, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 7, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 8, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 9, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 10, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 11, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 12, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 13, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 14, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_id", - "c_salutation", - "c_first_name", - "c_last_name", - "ca_street_number", - "ca_street_name", - "ca_street_type", - "ca_suite_number", - "ca_city", - "ca_county", - "ca_state", - "ca_zip", - "ca_country", - "ca_gmt_offset", - "ca_location_type", - "ctr_total_return" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": "IL", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - } - ], - "type": { - "type": "CHAR", - "nullable": true, - "precision": 2 - } - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - } - ], - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 10 (BROADCAST_EDGE) + Map 3 <- Map 10 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Reducer 11 (BROADCAST_EDGE), Reducer 2 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) + Reducer 11 <- Map 10 (SIMPLE_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE) + Reducer 4 <- Map 3 (SIMPLE_EDGE) + Reducer 5 <- Reducer 4 (SIMPLE_EDGE) + Reducer 6 <- Map 1 (BROADCAST_EDGE), Map 3 (SIMPLE_EDGE), Reducer 5 (BROADCAST_EDGE) + Reducer 7 <- Reducer 6 (SIMPLE_EDGE) + Reducer 9 <- Map 8 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: customer + filterExpr: c_current_addr_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_160_container, bigKeyColName:c_current_addr_sk, smallTablePos:1, keyRatio:0.0185202875 + Statistics: Num rows: 80000000 Data size: 30640000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: c_current_addr_sk is not null (type: boolean) + Statistics: Num rows: 80000000 Data size: 30640000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: c_customer_sk (type: bigint), c_customer_id (type: char(16)), c_current_addr_sk (type: bigint), c_salutation (type: char(10)), c_first_name (type: char(20)), c_last_name (type: char(30)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 80000000 Data size: 30640000000 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col3, _col4, _col5, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16 + input vertices: + 1 Map 10 + Statistics: Num rows: 1509434 Data size: 1983876888 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1509434 Data size: 1983876888 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(16)), _col3 (type: char(10)), _col4 (type: char(20)), _col5 (type: char(30)), _col7 (type: char(10)), _col8 (type: varchar(60)), _col9 (type: char(15)), _col10 (type: char(10)), _col11 (type: varchar(60)), _col12 (type: varchar(30)), _col13 (type: char(10)), _col14 (type: varchar(20)), _col15 (type: decimal(5,2)), _col16 (type: char(20)) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1509434 Data size: 12075472 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1481623) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 10 + Map Operator Tree: + TableScan + alias: customer_address + filterExpr: (ca_state is not null or (ca_state = 'IL')) (type: boolean) + Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ca_state is not null (type: boolean) + Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ca_address_sk (type: bigint), ca_state (type: char(2)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(2)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(2)) + Filter Operator + predicate: (ca_state = 'IL') (type: boolean) + Statistics: Num rows: 754717 Data size: 778593839 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ca_address_sk (type: bigint), ca_street_number (type: char(10)), ca_street_name (type: varchar(60)), ca_street_type (type: char(15)), ca_suite_number (type: char(10)), ca_city (type: varchar(60)), ca_county (type: varchar(30)), ca_zip (type: char(10)), ca_country (type: varchar(20)), ca_gmt_offset (type: decimal(5,2)), ca_location_type (type: char(20)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 + Statistics: Num rows: 754717 Data size: 713688177 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 754717 Data size: 713688177 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(10)), _col2 (type: varchar(60)), _col3 (type: char(15)), _col4 (type: char(10)), _col5 (type: varchar(60)), _col6 (type: varchar(30)), _col7 (type: char(10)), _col8 (type: varchar(20)), _col9 (type: decimal(5,2)), _col10 (type: char(20)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 3 + Map Operator Tree: + TableScan + alias: catalog_returns + filterExpr: ((cr_returning_addr_sk is not null or (cr_returning_addr_sk is not null and cr_returning_customer_sk is not null)) and cr_returning_customer_sk BETWEEN DynamicValue(RS_57_customer_c_customer_sk_min) AND DynamicValue(RS_57_customer_c_customer_sk_max) and in_bloom_filter(cr_returning_customer_sk, DynamicValue(RS_57_customer_c_customer_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 4320980099 Data size: 576568230384 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: cr_returning_addr_sk is not null (type: boolean) + Statistics: Num rows: 4235017358 Data size: 565097826784 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cr_returning_customer_sk (type: bigint), cr_returning_addr_sk (type: bigint), cr_return_amt_inc_tax (type: decimal(7,2)), cr_returned_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 4235017358 Data size: 565097826784 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 8 + Statistics: Num rows: 739053777 Data size: 83734349552 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col6 + input vertices: + 1 Map 10 + Statistics: Num rows: 739053777 Data size: 142054564750 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2) + keys: _col6 (type: char(2)), _col0 (type: bigint) + minReductionHashAggr: 0.86675507 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 739053777 Data size: 151574886190 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(2)), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: char(2)), _col1 (type: bigint) + Statistics: Num rows: 739053777 Data size: 151574886190 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(17,2)) + Filter Operator + predicate: (cr_returning_addr_sk is not null and cr_returning_customer_sk is not null and cr_returning_customer_sk BETWEEN DynamicValue(RS_57_customer_c_customer_sk_min) AND DynamicValue(RS_57_customer_c_customer_sk_max) and in_bloom_filter(cr_returning_customer_sk, DynamicValue(RS_57_customer_c_customer_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 4151243373 Data size: 553919479016 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cr_returning_customer_sk (type: bigint), cr_returning_addr_sk (type: bigint), cr_return_amt_inc_tax (type: decimal(7,2)), cr_returned_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 4151243373 Data size: 553919479016 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Reducer 9 + Statistics: Num rows: 724434361 Data size: 82077978496 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col6 + input vertices: + 1 Reducer 11 + Statistics: Num rows: 724434361 Data size: 139244546270 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2) + keys: _col0 (type: bigint), _col6 (type: char(2)) + minReductionHashAggr: 0.8640661 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 724434361 Data size: 148576543742 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: char(2)) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: char(2)) + Statistics: Num rows: 724434361 Data size: 148576543742 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (d_year = 1998) (type: boolean) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_year = 1998) (type: boolean) + Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cr_returned_date_sk (bigint) + Target Input: catalog_returns + Partition key expr: cr_returned_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 3 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cr_returned_date_sk (bigint) + Target Input: catalog_returns + Partition key expr: cr_returned_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 3 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 11 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: char(2)) + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(2)) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1481623) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: char(2)), KEY._col1 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 716910171 Data size: 147033383714 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(2)), _col2 (type: decimal(17,2)) + outputColumnNames: _col0, _col2 + Statistics: Num rows: 716910171 Data size: 147033383714 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2), count(_col2) + keys: _col0 (type: char(2)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 30475 Data size: 6277850 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(2)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(2)) + Statistics: Num rows: 30475 Data size: 6277850 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(27,2)), _col2 (type: bigint) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), count(VALUE._col1) + keys: KEY._col0 (type: char(2)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 53 Data size: 10918 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: CAST( (_col1 / _col2) AS decimal(21,6)) is not null (type: boolean) + Statistics: Num rows: 53 Data size: 10918 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: (CAST( (_col1 / _col2) AS decimal(21,6)) * 1.2) (type: decimal(24,7)), _col0 (type: char(2)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 53 Data size: 10494 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: char(2)) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: char(2)) + Statistics: Num rows: 53 Data size: 10494 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: decimal(24,7)) + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: bigint), KEY._col1 (type: char(2)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 716910171 Data size: 147033383722 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: _col2 is not null (type: boolean) + Statistics: Num rows: 716910171 Data size: 147033383722 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col3, _col4, _col5, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col18, _col19 + input vertices: + 0 Map 1 + Statistics: Num rows: 716910171 Data size: 1079664179270 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col18 (type: char(2)) + 1 _col1 (type: char(2)) + outputColumnNames: _col1, _col3, _col4, _col5, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col19, _col20 + input vertices: + 1 Reducer 5 + Statistics: Num rows: 716910171 Data size: 1098303843716 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col19 > _col20) (type: boolean) + Statistics: Num rows: 238970057 Data size: 366101281276 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: +++++++++++++++ + keys: _col1 (type: char(16)), _col3 (type: char(10)), _col4 (type: char(20)), _col5 (type: char(30)), _col7 (type: char(10)), _col8 (type: varchar(60)), _col9 (type: char(15)), _col10 (type: char(10)), _col11 (type: varchar(60)), _col12 (type: varchar(30)), _col13 (type: char(10)), _col14 (type: varchar(20)), _col15 (type: decimal(5,2)), _col16 (type: char(20)), _col19 (type: decimal(17,2)) + null sort order: zzzzzzzzzzzzzzz + Statistics: Num rows: 238970057 Data size: 366101281276 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col1 (type: char(16)), _col3 (type: char(10)), _col4 (type: char(20)), _col5 (type: char(30)), _col7 (type: char(10)), _col8 (type: varchar(60)), _col9 (type: char(15)), _col10 (type: char(10)), _col11 (type: varchar(60)), _col12 (type: varchar(30)), _col13 (type: char(10)), _col14 (type: varchar(20)), _col15 (type: decimal(5,2)), _col16 (type: char(20)), _col19 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 + Statistics: Num rows: 238970057 Data size: 339335788732 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(16)), _col1 (type: char(10)), _col2 (type: char(20)), _col3 (type: char(30)), _col4 (type: char(10)), _col5 (type: varchar(60)), _col6 (type: char(15)), _col7 (type: char(10)), _col8 (type: varchar(60)), _col9 (type: varchar(30)), _col10 (type: char(10)), _col11 (type: varchar(20)), _col12 (type: decimal(5,2)), _col13 (type: char(20)), _col14 (type: decimal(17,2)) + null sort order: zzzzzzzzzzzzzzz + sort order: +++++++++++++++ + Statistics: Num rows: 238970057 Data size: 339335788732 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: char(16)), KEY.reducesinkkey1 (type: char(10)), KEY.reducesinkkey2 (type: char(20)), KEY.reducesinkkey3 (type: char(30)), KEY.reducesinkkey4 (type: char(10)), KEY.reducesinkkey5 (type: varchar(60)), KEY.reducesinkkey6 (type: char(15)), KEY.reducesinkkey7 (type: char(10)), KEY.reducesinkkey8 (type: varchar(60)), KEY.reducesinkkey9 (type: varchar(30)), KEY.reducesinkkey10 (type: char(10)), KEY.reducesinkkey11 (type: varchar(20)), KEY.reducesinkkey12 (type: decimal(5,2)), KEY.reducesinkkey13 (type: char(20)), KEY.reducesinkkey14 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 + Statistics: Num rows: 238970057 Data size: 339335788732 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 142000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(16)), _col1 (type: char(10)), _col2 (type: char(20)), _col3 (type: char(30)), _col4 (type: char(10)), _col5 (type: varchar(60)), _col6 (type: char(15)), _col7 (type: char(10)), _col8 (type: varchar(60)), _col9 (type: varchar(30)), 'IL' (type: char(2)), _col10 (type: char(10)), _col11 (type: varchar(20)), _col12 (type: decimal(5,2)), _col13 (type: char(20)), _col14 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 100 Data size: 150600 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 150600 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 9 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query82.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query82.q.out index 644be5361e56..cbbe0e44173a 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query82.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query82.q.out @@ -1,1489 +1,212 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 86404891377, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 159044, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1334023, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1468124, - "minValue": -10000, - "maxValue": 9986 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1824, - "minValue": 2450816, - "maxValue": 2452642 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 86404891377 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "TIMESTAMP", - "nullable": true, - "precision": 9 - } - }, - { - "literal": 1022716800000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - }, - { - "literal": 1027900800000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "inventory" - ], - "table:alias": "inventory", - "inputs": [], - "rowCount": 1627857000, - "avgRowSize": 157, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "inv_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "inv_item_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "inv_warehouse_sk" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "inv_quantity_on_hand" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "inv_date_sk", - "ndv": 258, - "minValue": 2450815, - "maxValue": 2452635 - }, - { - "name": "inv_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "inv_quantity_on_hand", - "ndv": 987, - "minValue": 0, - "maxValue": 1000 - }, - { - "name": "inv_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - } - ] - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 500, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 406964250 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "inv_date_sk", - "inv_item_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 406964250 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 13, - "name": "$13" - }, - { - "literal": 129, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 437, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 663, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 727, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 5, - "name": "$5" - }, - { - "literal": 30, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - }, - { - "literal": 60, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - } - ] - } - ] - }, - "rowCount": 28875 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_item_id", - "i_item_desc", - "i_current_price" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 28875 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "7", - "10" - ], - "rowCount": 1.7626639078125E12 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "4", - "11" - ], - "rowCount": 4828531342567324 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "1", - "12" - ], - "rowCount": 6.258130892474544E25 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5, - 6, - 7 - ], - "aggs": [], - "rowCount": 6.258130892474543E24 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_id", - "i_item_desc", - "i_current_price" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 6.258130892474543E24 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 2 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) + Map 5 <- Map 1 (BROADCAST_EDGE), Reducer 3 (BROADCAST_EDGE) + Reducer 3 <- Map 2 (CUSTOM_SIMPLE_EDGE) + Reducer 6 <- Map 5 (SIMPLE_EDGE) + Reducer 7 <- Reducer 6 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: inventory + filterExpr: inv_quantity_on_hand BETWEEN 100 AND 500 (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_81_container, bigKeyColName:inv_item_sk, smallTablePos:1, keyRatio:6.143045734361187E-10 + Statistics: Num rows: 1627857000 Data size: 32231551088 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: inv_quantity_on_hand BETWEEN 100 AND 500 (type: boolean) + Statistics: Num rows: 732535650 Data size: 14504197992 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: inv_date_sk (type: bigint), inv_item_sk (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 732535650 Data size: 11720570400 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col3, _col4, _col5 + input vertices: + 1 Map 2 + Statistics: Num rows: 1247848 Data size: 514113264 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col3, _col4, _col5 + input vertices: + 1 Map 4 + Statistics: Num rows: 138641 Data size: 56010852 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col2 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col2 (type: bigint) + Statistics: Num rows: 138641 Data size: 56010852 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: string), _col4 (type: varchar(200)), _col5 (type: decimal(7,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 2 + Map Operator Tree: + TableScan + alias: item + filterExpr: ((i_manufact_id) IN (129, 437, 663, 727) and i_current_price BETWEEN 30 AND 60) (type: boolean) + Statistics: Num rows: 462000 Data size: 188360804 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((i_manufact_id) IN (129, 437, 663, 727) and i_current_price BETWEEN 30 AND 60) (type: boolean) + Statistics: Num rows: 787 Data size: 320980 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_item_id (type: string), i_item_desc (type: varchar(200)), i_current_price (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 787 Data size: 317836 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 787 Data size: 317836 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string), _col2 (type: varchar(200)), _col3 (type: decimal(7,2)) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 787 Data size: 6296 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2002-05-30 00:00:00' AND TIMESTAMP'2002-07-29 00:00:00' (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2002-05-30 00:00:00' AND TIMESTAMP'2002-07-29 00:00:00' (type: boolean) + Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: (ss_item_sk BETWEEN DynamicValue(RS_12_item_i_item_sk_min) AND DynamicValue(RS_12_item_i_item_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_12_item_i_item_sk_bloom_filter))) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_83_container, bigKeyColName:ss_item_sk, smallTablePos:0, keyRatio:0.001703463156475649 + Statistics: Num rows: 86404891377 Data size: 691239131016 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ss_item_sk BETWEEN DynamicValue(RS_12_item_i_item_sk_min) AND DynamicValue(RS_12_item_i_item_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_12_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 86404891377 Data size: 691239131016 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 86404891377 Data size: 691239131016 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col3, _col4, _col5 + input vertices: + 0 Map 1 + Statistics: Num rows: 147187549 Data size: 58286269292 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: +++ + keys: _col3 (type: string), _col4 (type: varchar(200)), _col5 (type: decimal(7,2)) + null sort order: zzz + Statistics: Num rows: 147187549 Data size: 58286269292 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + keys: _col3 (type: string), _col4 (type: varchar(200)), _col5 (type: decimal(7,2)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 179436 Data size: 71056656 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: varchar(200)), _col2 (type: decimal(7,2)) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: varchar(200)), _col2 (type: decimal(7,2)) + Statistics: Num rows: 179436 Data size: 71056656 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: string), KEY._col1 (type: varchar(200)), KEY._col2 (type: decimal(7,2)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 787 Data size: 311652 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Statistics: Num rows: 787 Data size: 311652 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(200)), _col2 (type: decimal(7,2)) + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: varchar(200)), VALUE._col1 (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 787 Data size: 311652 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 39600 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 39600 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query83.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query83.q.out index 384cb8cc7c73..c25dea04819d 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query83.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query83.q.out @@ -1,3736 +1,634 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_returns" - ], - "table:alias": "catalog_returns", - "inputs": [], - "rowCount": 4320980099, - "avgRowSize": 305, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returned_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cr_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_amount" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_store_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cr_returned_date_sk" - ], - "colStats": [ - { - "name": "cr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cr_returned_date_sk", - "ndv": 2104, - "minValue": 2450821, - "maxValue": 2452924 - }, - { - "name": "cr_returned_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cr_refunded_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cr_refunded_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cr_refunded_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cr_refunded_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cr_returning_customer_sk", - "ndv": 77511828, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cr_returning_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cr_returning_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cr_returning_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cr_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cr_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cr_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cr_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "cr_order_number", - "ndv": 2681654419, - "minValue": 2, - "maxValue": 4800000000 - }, - { - "name": "cr_return_amount", - "ndv": 973170, - "minValue": 0, - "maxValue": 28805.04 - }, - { - "name": "cr_return_tax", - "ndv": 169232, - "minValue": 0, - "maxValue": 2511.58 - }, - { - "name": "cr_return_amt_inc_tax", - "ndv": 1689965, - "minValue": 0, - "maxValue": 30891.32 - }, - { - "name": "cr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "cr_return_ship_cost", - "ndv": 501353, - "minValue": 0, - "maxValue": 14273.28 - }, - { - "name": "cr_refunded_cash", - "ndv": 1257293, - "minValue": 0, - "maxValue": 26955.24 - }, - { - "name": "cr_reversed_charge", - "ndv": 895564, - "minValue": 0, - "maxValue": 24033.84 - }, - { - "name": "cr_store_credit", - "ndv": 906118, - "minValue": 0, - "maxValue": 24886.13 - }, - { - "name": "cr_net_loss", - "ndv": 996464, - "minValue": 0.5, - "maxValue": 16346.37 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 26, - "name": "$26" - } - ] - }, - "rowCount": 3.8888820891E9 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cr_item_sk", - "cr_return_quantity", - "cr_returned_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 26, - "name": "$26" - } - ], - "rowCount": 3.8888820891E9 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - "rowCount": 65744.1 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 65744.1 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 3.83506579430999E13 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - } - ] - }, - "rowCount": 59169.69 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date", - "d_week_seq" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 59169.69 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": 10228, - "type": { - "type": "DATE", - "nullable": false - } - }, - { - "literal": 10514, - "type": { - "type": "DATE", - "nullable": false - } - }, - { - "literal": 10540, - "type": { - "type": "DATE", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 16436.025 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_week_seq" - ], - "exprs": [ - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 16436.025 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "semi", - "inputs": [ - "9", - "11" - ], - "rowCount": 13313.180250000003 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 13313.180250000003 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "semi", - "inputs": [ - "6", - "13" - ], - "rowCount": 6.989407410129958E12 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_item_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 462000 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "14", - "16" - ], - "rowCount": 484365933522006080 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 6 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 48436593352200608 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_id", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 48436593352200608 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_returns" - ], - "table:alias": "store_returns", - "inputs": [], - "rowCount": 8332595709, - "avgRowSize": 249, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "sr_return_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "sr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "sr_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "sr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_store_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "sr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "sr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "sr_returned_date_sk" - ], - "colStats": [ - { - "name": "sr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "sr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "sr_returned_date_sk", - "ndv": 2003, - "minValue": 2450820, - "maxValue": 2452822 - }, - { - "name": "sr_return_time_sk", - "ndv": 32389, - "minValue": 28799, - "maxValue": 61199 - }, - { - "name": "sr_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "sr_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "sr_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "sr_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "sr_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "sr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "sr_ticket_number", - "ndv": 5065526774, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "sr_return_amt", - "ndv": 715216, - "minValue": 0, - "maxValue": 19643 - }, - { - "name": "sr_return_tax", - "ndv": 141365, - "minValue": 0, - "maxValue": 1714.37 - }, - { - "name": "sr_return_amt_inc_tax", - "ndv": 1520430, - "minValue": 0, - "maxValue": 21018.01 - }, - { - "name": "sr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "sr_return_ship_cost", - "ndv": 363000, - "minValue": 0, - "maxValue": 9975 - }, - { - "name": "sr_refunded_cash", - "ndv": 1187970, - "minValue": 0, - "maxValue": 18413.33 - }, - { - "name": "sr_reversed_charge", - "ndv": 924833, - "minValue": 0, - "maxValue": 18104.5 - }, - { - "name": "sr_store_credit", - "ndv": 935681, - "minValue": 0, - "maxValue": 17792.48 - }, - { - "name": "sr_net_loss", - "ndv": 848797, - "minValue": 0.5, - "maxValue": 11008.17 - } - ] - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 19, - "name": "$19" - } - ] - }, - "rowCount": 7.4993361381E9 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sr_item_sk", - "sr_return_quantity", - "sr_returned_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 19, - "name": "$19" - } - ], - "rowCount": 7.4993361381E9 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 65744.1 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 65744.1 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "22", - "24" - ], - "rowCount": 7.395556574952903E13 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 59169.69 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date", - "d_week_seq" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 59169.69 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": 10228, - "type": { - "type": "DATE", - "nullable": false - } - }, - { - "literal": 10514, - "type": { - "type": "DATE", - "nullable": false - } - }, - { - "literal": 10540, - "type": { - "type": "DATE", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 16436.025 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_week_seq" - ], - "exprs": [ - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 16436.025 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "semi", - "inputs": [ - "27", - "29" - ], - "rowCount": 13313.180250000003 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 13313.180250000003 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "semi", - "inputs": [ - "25", - "31" - ], - "rowCount": 1.347840185785167E13 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_item_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "inputs": [ - "15" - ], - "rowCount": 462000 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "32", - "33" - ], - "rowCount": 934053248749120640 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 6 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 93405324874912064 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_id", - "$f1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 93405324874912064 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "19", - "36" - ], - "rowCount": 6.786353606844455E32 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_returns" - ], - "table:alias": "web_returns", - "inputs": [], - "rowCount": 2062802370, - "avgRowSize": 281, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returned_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "wr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "wr_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "wr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_account_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "wr_returned_date_sk" - ], - "colStats": [ - { - "name": "wr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "wr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "wr_returned_date_sk", - "ndv": 2184, - "minValue": 2450819, - "maxValue": 2453002 - }, - { - "name": "wr_returned_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "wr_refunded_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "wr_refunded_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "wr_refunded_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "wr_refunded_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "wr_returning_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "wr_returning_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "wr_returning_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "wr_returning_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "wr_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "wr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "wr_order_number", - "ndv": 1283768204, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "wr_return_amt", - "ndv": 1108704, - "minValue": 0, - "maxValue": 29191 - }, - { - "name": "wr_return_tax", - "ndv": 198814, - "minValue": 0, - "maxValue": 2620.34 - }, - { - "name": "wr_return_amt_inc_tax", - "ndv": 2111617, - "minValue": 0, - "maxValue": 31735.25 - }, - { - "name": "wr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "wr_return_ship_cost", - "ndv": 551289, - "minValue": 0, - "maxValue": 14624 - }, - { - "name": "wr_refunded_cash", - "ndv": 1630543, - "minValue": 0, - "maxValue": 28085.82 - }, - { - "name": "wr_reversed_charge", - "ndv": 1276207, - "minValue": 0, - "maxValue": 26135.99 - }, - { - "name": "wr_account_credit", - "ndv": 1245536, - "minValue": 0, - "maxValue": 24649.69 - }, - { - "name": "wr_net_loss", - "ndv": 1225199, - "minValue": 0.5, - "maxValue": 16733.32 - } - ] - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 23, - "name": "$23" - } - ] - }, - "rowCount": 1856522133 - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "wr_item_sk", - "wr_return_quantity", - "wr_returned_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 23, - "name": "$23" - } - ], - "rowCount": 1856522133 - }, - { - "id": "41", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 65744.1 - }, - { - "id": "42", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 65744.1 - }, - { - "id": "43", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "40", - "42" - ], - "rowCount": 1.8308306514624797E13 - }, - { - "id": "44", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 59169.69 - }, - { - "id": "45", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date", - "d_week_seq" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 59169.69 - }, - { - "id": "46", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": 10228, - "type": { - "type": "DATE", - "nullable": false - } - }, - { - "literal": 10514, - "type": { - "type": "DATE", - "nullable": false - } - }, - { - "literal": 10540, - "type": { - "type": "DATE", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 16436.025 - }, - { - "id": "47", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_week_seq" - ], - "exprs": [ - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 16436.025 - }, - { - "id": "48", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "semi", - "inputs": [ - "45", - "47" - ], - "rowCount": 13313.180250000003 - }, - { - "id": "49", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 13313.180250000003 - }, - { - "id": "50", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "semi", - "inputs": [ - "43", - "49" - ], - "rowCount": 3.33668886229037E12 - }, - { - "id": "51", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_item_id" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "inputs": [ - "15" - ], - "rowCount": 462000 - }, - { - "id": "52", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "50", - "51" - ], - "rowCount": 231232538156722624 - }, - { - "id": "53", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 6 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 23123253815672264 - }, - { - "id": "54", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "item_id", - "wr_item_qty", - "EXPR$0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - } - ], - "rowCount": 23123253815672264 - }, - { - "id": "55", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "37", - "54" - ], - "rowCount": 2.353838654009509E48 - }, - { - "id": "56", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sr_items.item_id", - "sr_item_qty", - "sr_dev", - "cr_item_qty", - "cr_dev", - "wr_item_qty", - "wr_dev", - "average" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - { - "input": 5, - "name": "$5" - } - ] - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - } - ] - }, - { - "literal": 3, - "type": { - "type": "DOUBLE", - "nullable": false - } - } - ] - }, - { - "literal": 100, - "type": { - "type": "DOUBLE", - "nullable": false - } - } - ] - }, - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - { - "input": 5, - "name": "$5" - } - ] - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - } - ] - }, - { - "literal": 3, - "type": { - "type": "DOUBLE", - "nullable": false - } - } - ] - }, - { - "literal": 100, - "type": { - "type": "DOUBLE", - "nullable": false - } - } - ] - }, - { - "input": 5, - "name": "$5" - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - { - "input": 5, - "name": "$5" - } - ] - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - } - ] - }, - { - "literal": 3, - "type": { - "type": "DOUBLE", - "nullable": false - } - } - ] - }, - { - "literal": 100, - "type": { - "type": "DOUBLE", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - { - "input": 5, - "name": "$5" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 19, - "scale": 0 - } - }, - { - "literal": 3, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - } - ], - "rowCount": 2.353838654009509E48 - }, - { - "id": "57", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 15 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE) + Map 13 <- Map 15 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE) + Map 15 <- Reducer 10 (BROADCAST_EDGE), Reducer 4 (BROADCAST_EDGE) + Map 3 <- Map 9 (BROADCAST_EDGE) + Map 6 <- Map 15 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE) + Map 9 <- Map 11 (BROADCAST_EDGE), Reducer 12 (BROADCAST_EDGE) + Reducer 10 <- Map 9 (CUSTOM_SIMPLE_EDGE) + Reducer 12 <- Map 11 (SIMPLE_EDGE) + Reducer 14 <- Map 13 (SIMPLE_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 4 <- Map 3 (CUSTOM_SIMPLE_EDGE) + Reducer 7 <- Map 6 (SIMPLE_EDGE), Reducer 14 (BROADCAST_EDGE), Reducer 2 (BROADCAST_EDGE) + Reducer 8 <- Reducer 7 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: catalog_returns + Statistics: Num rows: 4320980099 Data size: 86073249960 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cr_item_sk (type: bigint), cr_return_quantity (type: int), cr_returned_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 4320980099 Data size: 86073249960 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col4 + input vertices: + 1 Map 15 + Statistics: Num rows: 4320980099 Data size: 293480294712 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col4 (type: date) + 1 _col0 (type: date) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 3 + Statistics: Num rows: 1183036 Data size: 9464292 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col6 + input vertices: + 1 Map 5 + Statistics: Num rows: 1183036 Data size: 118303604 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col6 (type: string) + minReductionHashAggr: 0.7907722 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 247524 Data size: 26732592 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 247524 Data size: 26732592 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 11 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: ((d_date) IN (DATE'1998-01-02', DATE'1998-10-15', DATE'1998-11-10') and d_week_seq is not null) (type: boolean) + Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_date) IN (DATE'1998-01-02', DATE'1998-10-15', DATE'1998-11-10') and d_week_seq is not null) (type: boolean) + Statistics: Num rows: 3 Data size: 180 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_week_seq (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: int) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 13 + Map Operator Tree: + TableScan + alias: web_returns + Statistics: Num rows: 2062802370 Data size: 41061626908 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: wr_item_sk (type: bigint), wr_return_quantity (type: int), wr_returned_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 2062802370 Data size: 41061626908 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col4 + input vertices: + 1 Map 15 + Statistics: Num rows: 2062802370 Data size: 140076140668 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col4 (type: date) + 1 _col0 (type: date) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 9 + Statistics: Num rows: 564772 Data size: 4518180 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col6 + input vertices: + 1 Map 5 + Statistics: Num rows: 564772 Data size: 56477204 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col6 (type: string) + minReductionHashAggr: 0.5617275 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 247524 Data size: 26732592 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 247524 Data size: 26732592 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 15 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (d_date is not null and ((d_date BETWEEN DynamicValue(RS_98_date_dim_d_date_min) AND DynamicValue(RS_98_date_dim_d_date_max) and in_bloom_filter(d_date, DynamicValue(RS_98_date_dim_d_date_bloom_filter))) or (d_date BETWEEN DynamicValue(RS_26_date_dim_d_date_min) AND DynamicValue(RS_26_date_dim_d_date_max) and in_bloom_filter(d_date, DynamicValue(RS_26_date_dim_d_date_bloom_filter))))) (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_date is not null and d_date BETWEEN DynamicValue(RS_98_date_dim_d_date_min) AND DynamicValue(RS_98_date_dim_d_date_max) and in_bloom_filter(d_date, DynamicValue(RS_98_date_dim_d_date_bloom_filter))) (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), d_date (type: date) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: date) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: wr_returned_date_sk (bigint) + Target Input: web_returns + Partition key expr: wr_returned_date_sk + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 13 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: date) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: sr_returned_date_sk (bigint) + Target Input: store_returns + Partition key expr: sr_returned_date_sk + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 6 + Filter Operator + predicate: (d_date is not null and d_date BETWEEN DynamicValue(RS_26_date_dim_d_date_min) AND DynamicValue(RS_26_date_dim_d_date_max) and in_bloom_filter(d_date, DynamicValue(RS_26_date_dim_d_date_bloom_filter))) (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), d_date (type: date) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: date) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cr_returned_date_sk (bigint) + Target Input: catalog_returns + Partition key expr: cr_returned_date_sk + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 3 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (d_week_seq is not null and d_date is not null) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_322_container, bigKeyColName:d_week_seq, smallTablePos:1, keyRatio:2.7378882667798324E-4 + Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_week_seq is not null and d_date is not null) (type: boolean) + Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date (type: date), d_week_seq (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col1 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0 + input vertices: + 1 Map 9 + Statistics: Num rows: 19 Data size: 1064 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: date) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 20 Data size: 1120 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: date) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: date) + Statistics: Num rows: 20 Data size: 1120 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: date) + outputColumnNames: _col0 + Statistics: Num rows: 20 Data size: 1120 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.95 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: date), _col1 (type: date), _col2 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: item + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_item_id (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: store_returns + Statistics: Num rows: 8332595709 Data size: 166044313360 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: sr_item_sk (type: bigint), sr_return_quantity (type: int), sr_returned_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 8332595709 Data size: 166044313360 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col4 + input vertices: + 1 Map 15 + Statistics: Num rows: 8332595709 Data size: 566008907392 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col4 (type: date) + 1 _col0 (type: date) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 9 + Statistics: Num rows: 2281371 Data size: 18250972 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col6 + input vertices: + 1 Map 5 + Statistics: Num rows: 2281371 Data size: 228137104 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col6 (type: string) + minReductionHashAggr: 0.8915021 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 247524 Data size: 26732592 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 247524 Data size: 26732592 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 9 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: ((d_week_seq is not null and d_date is not null) or ((d_date) IN (DATE'1998-01-02', DATE'1998-10-15', DATE'1998-11-10') and d_week_seq is not null)) (type: boolean) + Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_week_seq is not null and d_date is not null) (type: boolean) + Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date (type: date), d_week_seq (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col1 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0 + input vertices: + 1 Reducer 12 + Statistics: Num rows: 19 Data size: 1064 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: date) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 20 Data size: 1120 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: date) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: date) + Statistics: Num rows: 20 Data size: 1120 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col1 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0 + input vertices: + 1 Map 11 + Statistics: Num rows: 19 Data size: 1064 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: date) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 20 Data size: 1120 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: date) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: date) + Statistics: Num rows: 20 Data size: 1120 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: date) + outputColumnNames: _col0 + Statistics: Num rows: 20 Data size: 1120 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.95 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: date), _col1 (type: date), _col2 (type: binary) + Filter Operator + predicate: ((d_date) IN (DATE'1998-01-02', DATE'1998-10-15', DATE'1998-11-10') and d_week_seq is not null) (type: boolean) + Statistics: Num rows: 3 Data size: 180 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_week_seq (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: int) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 10 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: date), _col1 (type: date), _col2 (type: binary) + Reducer 12 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 14 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 247524 Data size: 26732592 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: string), _col1 (type: bigint), UDFToDouble(_col1) (type: double) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 247524 Data size: 28712784 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 247524 Data size: 28712784 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint), _col2 (type: double) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 247524 Data size: 26732592 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 247524 Data size: 26732592 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: date), _col1 (type: date), _col2 (type: binary) + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 247524 Data size: 26732592 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col0, _col1, _col3 + input vertices: + 0 Reducer 2 + Statistics: Num rows: 247524 Data size: 28712784 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col0, _col1, _col3, _col5, _col6 + input vertices: + 1 Reducer 14 + Statistics: Num rows: 247524 Data size: 32673168 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++ + keys: _col0 (type: string), _col3 (type: bigint) + null sort order: zz + Statistics: Num rows: 247524 Data size: 32673168 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col0 (type: string), _col3 (type: bigint), (((UDFToDouble(_col3) / UDFToDouble(((_col3 + _col1) + _col5))) / 3.0D) * 100.0D) (type: double), _col1 (type: bigint), (((UDFToDouble(_col1) / UDFToDouble(((_col3 + _col1) + _col5))) / 3.0D) * 100.0D) (type: double), _col5 (type: bigint), (((_col6 / UDFToDouble(((_col3 + _col1) + _col5))) / 3.0D) * 100.0D) (type: double), (CAST( ((_col3 + _col1) + _col5) AS decimal(19,0)) / 3) (type: decimal(25,6)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 247524 Data size: 64356240 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Statistics: Num rows: 247524 Data size: 64356240 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: double), _col3 (type: bigint), _col4 (type: double), _col5 (type: bigint), _col6 (type: double), _col7 (type: decimal(25,6)) + Reducer 8 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), VALUE._col0 (type: double), VALUE._col1 (type: bigint), VALUE._col2 (type: double), VALUE._col3 (type: bigint), VALUE._col4 (type: double), VALUE._col5 (type: decimal(25,6)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 247524 Data size: 64356240 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 26000 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 26000 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 100 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query85.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query85.q.out index 10401d5dee85..f50a9a598ee1 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query85.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query85.q.out @@ -1,3800 +1,342 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 20, - "name": "$20" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 11, - "name": "$11" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 32, - "name": "$32" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 1.4168242284420603E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_item_sk", - "ws_order_number", - "ws_quantity", - "ws_sold_date_sk", - "EXPR$0", - "EXPR$1", - "EXPR$2", - "EXPR$3", - "EXPR$4", - "EXPR$5" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 17, - "name": "$17" - }, - { - "input": 33, - "name": "$33" - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 32, - "name": "$32" - }, - { - "literal": 100, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - }, - { - "literal": 200, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 32, - "name": "$32" - }, - { - "literal": 150, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - }, - { - "literal": 300, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 32, - "name": "$32" - }, - { - "literal": 50, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - }, - { - "literal": 250, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 12, - "scale": 2 - } - } - ] - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 20, - "name": "$20" - }, - { - "literal": 100, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 3, - "scale": 0 - } - }, - { - "literal": 150, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 3, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 20, - "name": "$20" - }, - { - "literal": 50, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 3, - "scale": 0 - } - }, - { - "literal": 100, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 3, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 20, - "name": "$20" - }, - { - "literal": 150, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 3, - "scale": 0 - } - }, - { - "literal": 200, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 3, - "scale": 0 - } - } - ] - } - ], - "rowCount": 1.4168242284420603E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1998, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 10957.35 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 10957.35 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 10, - "name": "$10" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 2.3286958439279414E13 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_returns" - ], - "table:alias": "web_returns", - "inputs": [], - "rowCount": 2160007345, - "avgRowSize": 281, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returned_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "wr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "wr_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "wr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_account_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "wr_returned_date_sk" - ], - "colStats": [ - { - "name": "wr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "wr_refunded_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "wr_refunded_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "wr_returning_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "wr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "wr_order_number", - "ndv": 1317116406, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "wr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "wr_refunded_cash", - "ndv": 1631618, - "minValue": 0, - "maxValue": 28085.82 - }, - { - "name": "wr_returned_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "wr_refunded_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "wr_refunded_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "wr_returning_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "wr_returning_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "wr_returning_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "wr_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "wr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "wr_return_amt", - "ndv": 1108704, - "minValue": 0, - "maxValue": 29191 - }, - { - "name": "wr_return_tax", - "ndv": 198904, - "minValue": 0, - "maxValue": 2620.34 - }, - { - "name": "wr_return_amt_inc_tax", - "ndv": 2111617, - "minValue": 0, - "maxValue": 31735.25 - }, - { - "name": "wr_return_ship_cost", - "ndv": 553061, - "minValue": 0, - "maxValue": 14624 - }, - { - "name": "wr_reversed_charge", - "ndv": 1277260, - "minValue": 0, - "maxValue": 26135.99 - }, - { - "name": "wr_account_credit", - "ndv": 1249055, - "minValue": 0, - "maxValue": 24649.69 - }, - { - "name": "wr_net_loss", - "ndv": 1227508, - "minValue": 0.5, - "maxValue": 16733.32 - }, - { - "name": "wr_returned_date_sk", - "ndv": 2185, - "minValue": 2450819, - "maxValue": 2453002 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 11, - "name": "$11" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ] - } - ] - }, - "rowCount": 1.4171808190545003E9 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "wr_item_sk", - "wr_refunded_cdemo_sk", - "wr_refunded_addr_sk", - "wr_returning_cdemo_sk", - "wr_reason_sk", - "wr_order_number", - "wr_fee", - "wr_refunded_cash" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 17, - "name": "$17" - }, - { - "input": 19, - "name": "$19" - } - ], - "rowCount": 1.4171808190545003E9 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "customer_address", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": "GA", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "IN", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "KY", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "MO", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "MT", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "NM", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "OR", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "WI", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "WV", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "literal": "United States", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 20 - } - } - ] - } - ] - }, - "rowCount": 1500000 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "EXPR$0", - "EXPR$1", - "EXPR$2" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": "GA", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "KY", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "NM", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": "IN", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "MT", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "OR", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": "MO", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "WI", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - }, - { - "literal": "WV", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - } - ] - } - ], - "rowCount": 1500000 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "9", - "12" - ], - "rowCount": 3.1886568428726256E14 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_demographics" - ], - "table:alias": "cd1", - "inputs": [], - "rowCount": 1920800, - "avgRowSize": 217, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "cd_demo_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_gender" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_marital_status" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "cd_education_status" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_purchase_estimate" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "cd_credit_rating" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_employed_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_college_count" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "cd_demo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cd_marital_status", - "ndv": 5 - }, - { - "name": "cd_education_status", - "ndv": 7 - }, - { - "name": "cd_gender", - "ndv": 2 - }, - { - "name": "cd_purchase_estimate", - "ndv": 20, - "minValue": 500, - "maxValue": 10000 - }, - { - "name": "cd_credit_rating", - "ndv": 4 - }, - { - "name": "cd_dep_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_dep_employed_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_dep_college_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - } - ] - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": "D", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - }, - { - "literal": "M", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - }, - { - "literal": "U", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": "4 yr Degree", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 11 - } - }, - { - "literal": "Advanced Degree", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 15 - } - }, - { - "literal": "Primary", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 7 - } - } - ] - } - ] - }, - "rowCount": 120050 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cd_demo_sk", - "cd_marital_status", - "cd_education_status", - "EXPR$0", - "EXPR$1", - "EXPR$2", - "EXPR$3", - "EXPR$4", - "EXPR$5" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": "M", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": "4 yr Degree", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 11 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": "D", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": "Primary", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 7 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": "U", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": "Advanced Degree", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 15 - } - } - ] - } - ], - "rowCount": 120050 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "13", - "16" - ], - "rowCount": 5741973809802880000 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_demographics" - ], - "table:alias": "cd2", - "inputs": [], - "rowCount": 1920800, - "avgRowSize": 217, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "cd_demo_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_gender" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_marital_status" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "cd_education_status" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_purchase_estimate" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "cd_credit_rating" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_employed_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_college_count" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "cd_demo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cd_marital_status", - "ndv": 5 - }, - { - "name": "cd_education_status", - "ndv": 7 - }, - { - "name": "cd_gender", - "ndv": 2 - }, - { - "name": "cd_purchase_estimate", - "ndv": 20, - "minValue": 500, - "maxValue": 10000 - }, - { - "name": "cd_credit_rating", - "ndv": 4 - }, - { - "name": "cd_dep_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_dep_employed_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_dep_college_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - } - ] - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": "D", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - }, - { - "literal": "M", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - }, - { - "literal": "U", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": "4 yr Degree", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 11 - } - }, - { - "literal": "Advanced Degree", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 15 - } - }, - { - "literal": "Primary", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 7 - } - } - ] - } - ] - }, - "rowCount": 120050 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cd_demo_sk", - "cd_marital_status", - "cd_education_status" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 120050 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 21, - "name": "$21" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 13, - "name": "$13" - }, - { - "input": 22, - "name": "$22" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "input": 23, - "name": "$23" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "17", - "20" - ], - "rowCount": 2.3264683510505708E21 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "wr_item_sk", - "wr_refunded_cdemo_sk", - "wr_refunded_addr_sk", - "wr_returning_cdemo_sk", - "wr_reason_sk", - "wr_order_number", - "wr_fee", - "wr_refunded_cash", - "ca_address_sk", - "EXPR$0", - "EXPR$1", - "EXPR$2", - "cd_demo_sk", - "cd_marital_status", - "cd_education_status", - "EXPR$00", - "EXPR$10", - "EXPR$20", - "EXPR$3", - "EXPR$4", - "EXPR$5", - "cd_demo_sk0", - "cd_marital_status0", - "cd_education_status0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 13, - "name": "$13" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 15, - "name": "$15" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 17, - "name": "$17" - }, - { - "input": 18, - "name": "$18" - }, - { - "input": 19, - "name": "$19" - }, - { - "input": 20, - "name": "$20" - }, - { - "input": 21, - "name": "$21" - }, - { - "input": 22, - "name": "$22" - }, - { - "input": 23, - "name": "$23" - } - ], - "rowCount": 2.3264683510505708E21 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 11, - "name": "$11" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 16, - "name": "$16" - } - ] - }, - { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 26, - "name": "$26" - }, - { - "input": 27, - "name": "$27" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 28, - "name": "$28" - }, - { - "input": 29, - "name": "$29" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 30, - "name": "$30" - }, - { - "input": 31, - "name": "$31" - }, - { - "input": 9, - "name": "$9" - } - ] - } - ] - }, - { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 20, - "name": "$20" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 21, - "name": "$21" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 22, - "name": "$22" - }, - { - "input": 6, - "name": "$6" - } - ] - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "22" - ], - "rowCount": 7.618552284545655E31 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "reason" - ], - "table:alias": "reason", - "inputs": [], - "rowCount": 72, - "avgRowSize": 437, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "r_reason_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "r_reason_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 100, - "name": "r_reason_desc" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "r_reason_sk", - "ndv": 72, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "r_reason_desc", - "ndv": 71 - }, - { - "name": "r_reason_id", - "ndv": 72 - } - ] - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "r_reason_sk", - "r_reason_desc" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 72 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 35, - "name": "$35" - }, - { - "input": 15, - "name": "$15" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "23", - "25" - ], - "rowCount": 8.228036467309307E32 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 36 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 18 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 18 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 17 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 17 - ], - "name": null - } - ], - "rowCount": 8.228036467309308E31 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "_o__c0", - "_o__c1", - "_o__c2", - "_o__c3", - "(tok_function avg (tok_table_or_col ws_quantity))", - "(tok_function avg (tok_table_or_col wr_refunded_cash))", - "(tok_function avg (tok_table_or_col wr_fee))", - "(tok_function substr (tok_table_or_col r_reason_desc) 1 20)" - ], - "exprs": [ - { - "op": { - "name": "substr", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 20, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647 - }, - "deterministic": true, - "dynamic": false - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 11, - "scale": 6 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 11, - "scale": 6 - } - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ], - "type": { - "type": "DOUBLE", - "nullable": true - } - }, - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 11, - "scale": 6 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 11, - "scale": 6 - } - }, - { - "op": { - "name": "substr", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 20, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647 - }, - "deterministic": true, - "dynamic": false - } - ], - "rowCount": 8.228036467309308E31 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 7, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 4, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 5, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 6, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "_c0", - "_c1", - "_c2", - "_c3" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 5 (BROADCAST_EDGE), Reducer 7 (BROADCAST_EDGE) + Map 6 <- Map 8 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE), Reducer 10 (BROADCAST_EDGE) + Reducer 10 <- Map 9 (SIMPLE_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 11 (BROADCAST_EDGE), Map 6 (CUSTOM_SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE) + Reducer 7 <- Map 6 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: (ws_sales_price is not null and ws_web_page_sk is not null and ws_net_profit is not null and ws_item_sk BETWEEN DynamicValue(RS[170]_col0) AND DynamicValue(RS[170]_col1) and ws_order_number BETWEEN DynamicValue(RS[170]_col2) AND DynamicValue(RS[170]_col3) and in_bloom_filter(hash(ws_item_sk,ws_order_number), DynamicValue(RS[170]_col4))) (type: boolean) + Statistics: Num rows: 21594638446 Data size: 5614271174532 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ws_sales_price is not null and ws_web_page_sk is not null and ws_net_profit is not null and ws_item_sk BETWEEN DynamicValue(RS[170]_col0) AND DynamicValue(RS[170]_col1) and ws_order_number BETWEEN DynamicValue(RS[170]_col2) AND DynamicValue(RS[170]_col3) and in_bloom_filter(hash(ws_item_sk,ws_order_number), DynamicValue(RS[170]_col4))) (type: boolean) + Statistics: Num rows: 21589239696 Data size: 5612867583224 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_item_sk (type: bigint), ws_order_number (type: bigint), ws_quantity (type: int), ws_sold_date_sk (type: bigint), ws_net_profit BETWEEN 100 AND 200 (type: boolean), ws_net_profit BETWEEN 150 AND 300 (type: boolean), ws_net_profit BETWEEN 50 AND 250 (type: boolean), ws_sales_price BETWEEN 100 AND 150 (type: boolean), ws_sales_price BETWEEN 50 AND 100 (type: boolean), ws_sales_price BETWEEN 150 AND 200 (type: boolean) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 + Statistics: Num rows: 21589239696 Data size: 1122629697312 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col4, _col5, _col6, _col7, _col8, _col9 + input vertices: + 1 Map 5 + Statistics: Num rows: 4339069981 Data size: 190908312284 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 4339069981 Data size: 190908312284 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: int), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean), _col9 (type: boolean) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 11 + Map Operator Tree: + TableScan + alias: reason + Statistics: Num rows: 72 Data size: 7560 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: r_reason_sk (type: bigint), r_reason_desc (type: char(100)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 72 Data size: 7560 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 72 Data size: 7560 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(100)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (d_year = 1998) (type: boolean) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_year = 1998) (type: boolean) + Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: web_returns + filterExpr: (wr_returning_cdemo_sk is not null and wr_refunded_cdemo_sk is not null and wr_reason_sk is not null and wr_refunded_addr_sk is not null) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_188_container, bigKeyColName:wr_refunded_cdemo_sk, smallTablePos:1, keyRatio:4.669891527614227E-6 + Statistics: Num rows: 2160007345 Data size: 562637317992 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (wr_returning_cdemo_sk is not null and wr_refunded_cdemo_sk is not null and wr_reason_sk is not null and wr_refunded_addr_sk is not null) (type: boolean) + Statistics: Num rows: 1796626240 Data size: 467984042616 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: wr_item_sk (type: bigint), wr_refunded_cdemo_sk (type: bigint), wr_refunded_addr_sk (type: bigint), wr_returning_cdemo_sk (type: bigint), wr_reason_sk (type: bigint), wr_order_number (type: bigint), wr_fee (type: decimal(7,2)), wr_refunded_cash (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 1796626240 Data size: 467984042616 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col3, _col4, _col5, _col6, _col7, _col9, _col10, _col11 + input vertices: + 1 Map 8 + Statistics: Num rows: 152543767 Data size: 22050576572 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col3, _col4, _col5, _col6, _col7, _col9, _col10, _col11, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20 + input vertices: + 1 Reducer 10 + Statistics: Num rows: 39225543 Data size: 9061100673 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint), _col13 (type: char(1)), _col14 (type: char(20)) + 1 _col0 (type: bigint), _col1 (type: char(1)), _col2 (type: char(20)) + outputColumnNames: _col0, _col4, _col5, _col6, _col7, _col9, _col10, _col11, _col15, _col16, _col17, _col18, _col19, _col20 + input vertices: + 1 Map 9 + Statistics: Num rows: 39225543 Data size: 2039728468 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col5 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col5 (type: bigint) + Statistics: Num rows: 39225543 Data size: 2039728468 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col4 (type: bigint), _col6 (type: decimal(7,2)), _col7 (type: decimal(7,2)), _col9 (type: boolean), _col10 (type: boolean), _col11 (type: boolean), _col15 (type: boolean), _col16 (type: boolean), _col17 (type: boolean), _col18 (type: boolean), _col19 (type: boolean), _col20 (type: boolean) + Select Operator + expressions: _col0 (type: bigint), _col5 (type: bigint), hash(_col0,_col5) (type: int) + outputColumnNames: _col0, _col1, _col3 + Statistics: Num rows: 39225543 Data size: 784510860 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), min(_col1), max(_col1), bloom_filter(_col3, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: customer_address + filterExpr: ((ca_state) IN ('GA', 'IN', 'KY', 'MO', 'MT', 'NM', 'OR', 'WI', 'WV') and (ca_country = 'United States')) (type: boolean) + Statistics: Num rows: 40000000 Data size: 7640000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((ca_state) IN ('GA', 'IN', 'KY', 'MO', 'MT', 'NM', 'OR', 'WI', 'WV') and (ca_country = 'United States')) (type: boolean) + Statistics: Num rows: 3396227 Data size: 648679357 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ca_address_sk (type: bigint), (ca_state) IN ('GA', 'KY', 'NM') (type: boolean), (ca_state) IN ('IN', 'MT', 'OR') (type: boolean), (ca_state) IN ('MO', 'WI', 'WV') (type: boolean) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 3396227 Data size: 67924540 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 3396227 Data size: 67924540 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: boolean), _col2 (type: boolean), _col3 (type: boolean) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 9 + Map Operator Tree: + TableScan + alias: cd1 + filterExpr: ((cd_marital_status) IN ('D', 'M', 'U') and (cd_education_status) IN ('4 yr Degree ', 'Advanced Degree ', 'Primary ')) (type: boolean) + Statistics: Num rows: 1920800 Data size: 359189600 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((cd_marital_status) IN ('D', 'M', 'U') and (cd_education_status) IN ('4 yr Degree ', 'Advanced Degree ', 'Primary ')) (type: boolean) + Statistics: Num rows: 493920 Data size: 92363040 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cd_demo_sk (type: bigint), cd_marital_status (type: char(1)), cd_education_status (type: char(20)), (cd_marital_status = 'M') (type: boolean), (cd_education_status = '4 yr Degree ') (type: boolean), (cd_marital_status = 'D') (type: boolean), (cd_education_status = 'Primary ') (type: boolean), (cd_marital_status = 'U') (type: boolean), (cd_education_status = 'Advanced Degree ') (type: boolean) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 493920 Data size: 104217120 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 493920 Data size: 104217120 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(1)), _col2 (type: char(20)), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean) + Select Operator + expressions: cd_demo_sk (type: bigint), cd_marital_status (type: char(1)), cd_education_status (type: char(20)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 493920 Data size: 92363040 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: char(1)), _col2 (type: char(20)) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: char(1)), _col2 (type: char(20)) + Statistics: Num rows: 493920 Data size: 92363040 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 10 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: char(1)), VALUE._col1 (type: char(20)), VALUE._col2 (type: boolean), VALUE._col3 (type: boolean), VALUE._col4 (type: boolean), VALUE._col5 (type: boolean), VALUE._col6 (type: boolean), VALUE._col7 (type: boolean) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 493920 Data size: 104217120 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(1)), _col2 (type: char(20)), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col2, _col4, _col5, _col6, _col7, _col8, _col9, _col15, _col17, _col18, _col20, _col21, _col22, _col26, _col27, _col28, _col29, _col30, _col31 + input vertices: + 1 Map 6 + Statistics: Num rows: 470472027 Data size: 130148627368 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Filter Operator + predicate: (((_col20 and _col4) or (_col21 and _col5) or (_col22 and _col6)) and ((_col26 and _col27 and _col7) or (_col28 and _col29 and _col8) or (_col30 and _col31 and _col9))) (type: boolean) + Statistics: Num rows: 132320256 Data size: 36604301136 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col15 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col17, _col18, _col36 + input vertices: + 1 Map 11 + Statistics: Num rows: 132320256 Data size: 40529846024 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2), count(_col2), sum(_col18), count(_col18), sum(_col17), count(_col17) + keys: _col36 (type: char(100)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 11289 Data size: 3985017 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(100)) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: char(100)) + Statistics: Num rows: 11289 Data size: 3985017 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: bigint), _col5 (type: decimal(17,2)), _col6 (type: bigint) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), count(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), sum(VALUE._col4), count(VALUE._col5) + keys: KEY._col0 (type: char(100)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 71 Data size: 25063 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++++ + keys: substr(_col0, 1, 20) (type: string), (UDFToDouble(_col1) / _col2) (type: double), CAST( (_col3 / _col4) AS decimal(11,6)) (type: decimal(11,6)), CAST( (_col5 / _col6) AS decimal(11,6)) (type: decimal(11,6)) + null sort order: zzzz + Statistics: Num rows: 71 Data size: 25063 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: (UDFToDouble(_col1) / _col2) (type: double), CAST( (_col3 / _col4) AS decimal(11,6)) (type: decimal(11,6)), CAST( (_col5 / _col6) AS decimal(11,6)) (type: decimal(11,6)), substr(_col0, 1, 20) (type: string) + outputColumnNames: _col4, _col5, _col6, _col7 + Statistics: Num rows: 71 Data size: 23288 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col7 (type: string), _col4 (type: double), _col5 (type: decimal(11,6)), _col6 (type: decimal(11,6)) + null sort order: zzzz + sort order: ++++ + Statistics: Num rows: 71 Data size: 23288 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: double), KEY.reducesinkkey2 (type: decimal(11,6)), KEY.reducesinkkey3 (type: decimal(11,6)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 71 Data size: 23288 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 71 Data size: 23288 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 71 Data size: 23288 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), bloom_filter(VALUE._col4, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query86.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query86.q.out index 506bc6b979ad..b5e4b9aea65e 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query86.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query86.q.out @@ -1,1821 +1,209 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - }, - "rowCount": 1.94351746014E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_item_sk", - "ws_net_paid", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 28, - "name": "$28" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 1.94351746014E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "d1", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 1212, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1223, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 5.323950260466258E13 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_class", - "i_category" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 12, - "name": "$12" - } - ], - "rowCount": 462000 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "8" - ], - "rowCount": 3689497530503116800 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2" - ], - "exprs": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 3689497530503116800 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1 - ], - "groups": [ - [ - 0, - 1 - ], - [ - 0 - ], - [] - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - }, - { - "agg": { - "name": "GROUPING__ID", - "kind": "OTHER", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": false - }, - "distinct": false, - "operands": [], - "name": "GROUPING__ID" - } - ], - "rowCount": 1106849259150935040 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "GROUPING__ID" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 1106849259150935040 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "total_sum", - "i_category", - "i_class", - "lochierarchy", - "rank_within_parent", - "(tok_function when (= (tok_table_or_col lochierarchy) 0) (tok_table_or_col i_category))" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "grouping", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 1, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "BIGINT", - "nullable": true - }, - "deterministic": true, - "dynamic": false - }, - { - "op": { - "name": "grouping", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "BIGINT", - "nullable": true - }, - "deterministic": true, - "dynamic": false - } - ] - }, - { - "op": { - "name": "rank", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [], - "distinct": false, - "type": { - "type": "INTEGER", - "nullable": true - }, - "window": { - "partition": [ - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "grouping", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 1, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "BIGINT", - "nullable": true - }, - "deterministic": true, - "dynamic": false - }, - { - "op": { - "name": "grouping", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "BIGINT", - "nullable": true - }, - "deterministic": true, - "dynamic": false - } - ] - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "grouping", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "BIGINT", - "nullable": true - }, - "deterministic": true, - "dynamic": false - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "type": { - "type": "BIGINT", - "nullable": true - } - } - ] - }, - { - "input": 0, - "name": "$0" - }, - { - "literal": null, - "type": { - "type": "CHAR", - "nullable": true, - "precision": 50 - } - } - ] - } - ], - "order": [ - { - "expr": { - "input": 2, - "name": "$2" - }, - "direction": "DESCENDING", - "null-direction": "FIRST" - } - ], - "range-lower": { - "type": "UNBOUNDED_PRECEDING" - }, - "range-upper": { - "type": "UNBOUNDED_FOLLOWING" - } - } - }, - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "+", - "kind": "PLUS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "grouping", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 1, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "BIGINT", - "nullable": true - }, - "deterministic": true, - "dynamic": false - }, - { - "op": { - "name": "grouping", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "BIGINT", - "nullable": true - }, - "deterministic": true, - "dynamic": false - } - ] - }, - { - "literal": 0, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - { - "input": 0, - "name": "$0" - }, - { - "literal": null, - "type": { - "type": "CHAR", - "nullable": true, - "precision": 50 - } - } - ] - } - ], - "rowCount": 1106849259150935040 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 3, - "direction": "DESCENDING", - "nulls": "FIRST" - }, - { - "field": 5, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 4, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "total_sum", - "i_category", - "i_class", - "lochierarchy", - "rank_within_parent" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: web_sales + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_53_container, bigKeyColName:ws_item_sk, smallTablePos:1, keyRatio:0.19660190591366014 + Statistics: Num rows: 21594638446 Data size: 2763811786336 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_item_sk (type: bigint), ws_net_paid (type: decimal(7,2)), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 21594638446 Data size: 2763811786336 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 5 + Statistics: Num rows: 4245547076 Data size: 509163714368 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col5, _col6 + input vertices: + 1 Map 6 + Statistics: Num rows: 4245547076 Data size: 1247888905592 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col6 (type: char(50)), _col5 (type: char(50)), _col1 (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 4245547076 Data size: 1247888905592 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2) + keys: _col0 (type: char(50)), _col1 (type: char(50)), 0L (type: bigint) + grouping sets: 0, 1, 3 + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 15926625 Data size: 4809840750 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: bigint) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: bigint) + Statistics: Num rows: 15926625 Data size: 4809840750 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: d1 + filterExpr: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) + Statistics: Num rows: 359 Data size: 4308 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: item + Statistics: Num rows: 462000 Data size: 87780000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_class (type: char(50)), i_category (type: char(50)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 462000 Data size: 87780000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 462000 Data size: 87780000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: char(50)), KEY._col1 (type: char(50)), KEY._col2 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 3267 Data size: 986634 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col3 (type: decimal(17,2)), _col2 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 3267 Data size: 986634 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: (grouping(_col3, 1L) + grouping(_col3, 0L)) (type: bigint), CASE WHEN ((grouping(_col3, 0L) = UDFToLong(0))) THEN (_col0) ELSE (CAST( null AS CHAR(50))) END (type: char(50)), _col2 (type: decimal(17,2)) + null sort order: aaa + sort order: ++- + Map-reduce partition columns: (grouping(_col3, 1L) + grouping(_col3, 0L)) (type: bigint), CASE WHEN ((grouping(_col3, 0L) = UDFToLong(0))) THEN (_col0) ELSE (CAST( null AS CHAR(50))) END (type: char(50)) + Statistics: Num rows: 3267 Data size: 986634 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col3 (type: bigint) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), KEY.reducesinkkey2 (type: decimal(17,2)), VALUE._col2 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 3267 Data size: 986634 Basic stats: COMPLETE Column stats: COMPLETE + PTF Operator + Function definitions: + Input definition + input alias: ptf_0 + output shape: _col0: char(50), _col1: char(50), _col2: decimal(17,2), _col3: bigint + type: WINDOWING + Windowing table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col2 DESC NULLS FIRST + partition by: (grouping(_col3, 1L) + grouping(_col3, 0L)), CASE WHEN ((grouping(_col3, 0L) = UDFToLong(0))) THEN (_col0) ELSE (CAST( null AS CHAR(50))) END + raw input shape: + window functions: + window function definition + alias: rank_window_0 + arguments: _col2 + name: rank + window function: GenericUDAFRankEvaluator + window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + Statistics: Num rows: 3267 Data size: 986634 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: -++ + keys: (grouping(_col3, 1L) + grouping(_col3, 0L)) (type: bigint), if(((grouping(_col3, 1L) + grouping(_col3, 0L)) = 0L), _col0, null) (type: char(50)), rank_window_0 (type: int) + null sort order: azz + Statistics: Num rows: 3267 Data size: 986634 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col2 (type: decimal(17,2)), _col0 (type: char(50)), _col1 (type: char(50)), (grouping(_col3, 1L) + grouping(_col3, 0L)) (type: bigint), rank_window_0 (type: int), if(((grouping(_col3, 1L) + grouping(_col3, 0L)) = 0L), _col0, null) (type: char(50)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 3267 Data size: 999792 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col3 (type: bigint), _col5 (type: char(50)), _col4 (type: int) + null sort order: azz + sort order: -++ + Statistics: Num rows: 3267 Data size: 999792 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: decimal(17,2)), _col1 (type: char(50)), _col2 (type: char(50)) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: decimal(17,2)), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey2 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 3267 Data size: 999702 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 30600 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 30600 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query87.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query87.q.out index b4558e98b4f6..ad5904db6f25 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query87.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query87.q.out @@ -1,3273 +1,532 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer" - ], - "table:alias": "customer", - "inputs": [], - "rowCount": 80000000, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "c_customer_sk" - }, - { - "type": "CHAR", - "nullable": false, - "precision": 16, - "name": "c_customer_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_shipto_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_sales_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "c_salutation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "c_first_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "c_last_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "c_preferred_cust_flag" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_day" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_month" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_year" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "c_birth_country" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 13, - "name": "c_login" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "c_email_address" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_last_review_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "c_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "c_first_name", - "ndv": 5158 - }, - { - "name": "c_last_name", - "ndv": 5123 - }, - { - "name": "c_customer_id", - "ndv": 80610928 - }, - { - "name": "c_current_cdemo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "c_current_hdemo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "c_current_addr_sk", - "ndv": 33825344, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "c_first_shipto_date_sk", - "ndv": 3646, - "minValue": 2449028, - "maxValue": 2452678 - }, - { - "name": "c_first_sales_date_sk", - "ndv": 3643, - "minValue": 2448998, - "maxValue": 2452648 - }, - { - "name": "c_salutation", - "ndv": 7 - }, - { - "name": "c_preferred_cust_flag", - "ndv": 3 - }, - { - "name": "c_birth_day", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "c_birth_month", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "c_birth_year", - "ndv": 67, - "minValue": 1924, - "maxValue": 1992 - }, - { - "name": "c_birth_country", - "ndv": 216 - }, - { - "name": "c_login", - "ndv": 1 - }, - { - "name": "c_email_address", - "ndv": 75301330 - }, - { - "name": "c_last_review_date_sk", - "ndv": 364, - "minValue": 2452283, - "maxValue": 2452648 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_first_name", - "c_last_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - } - ], - "rowCount": 80000000 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_customer_sk", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 1212, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1223, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 18262.25 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "4", - "7" - ], - "rowCount": 1.8308036953566934E14 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "1", - "8" - ], - "rowCount": 2.196964434428032E21 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 1, - 2, - 6 - ], - "aggs": [], - "rowCount": 2.1969644344280318E20 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_first_name", - "c_last_name", - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 2.1969644344280318E20 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 80000000 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "literal": 2, - "type": { - "type": "BIGINT", - "nullable": false - } - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 80000000 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_first_name", - "c_last_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - } - ], - "inputs": [ - "0" - ], - "rowCount": 80000000 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - } - ] - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 3.483413831025E10 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_bill_customer_sk", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.483413831025E10 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 1212, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1223, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "5" - ], - "rowCount": 18262.25 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 18262.25 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "17", - "19" - ], - "rowCount": 9.542246135345445E13 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "14", - "20" - ], - "rowCount": 1.1450695362414534E21 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 1, - 2, - 6 - ], - "aggs": [], - "rowCount": 1.1450695362414533E20 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_first_name", - "c_last_name", - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 1.1450695362414533E20 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 80000000 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "literal": 1, - "type": { - "type": "BIGINT", - "nullable": false - } - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 80000000 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", - "all": true, - "inputs": [ - "13", - "25" - ], - "rowCount": 160000000 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f4", - "$f5" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 4, - "name": "$4" - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - } - ], - "rowCount": 160000000 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - } - ], - "rowCount": 160000000 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 2, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - "rowCount": 12000000 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 12000000 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 12000000 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "literal": 2, - "type": { - "type": "BIGINT", - "nullable": false - } - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 12000000 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_first_name", - "c_last_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - } - ], - "inputs": [ - "0" - ], - "rowCount": 80000000 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - } - ] - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 1.7491657141260002E10 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_bill_customer_sk", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 1.7491657141260002E10 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 1212, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1223, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "5" - ], - "rowCount": 18262.25 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 18262.25 - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "36", - "38" - ], - "rowCount": 4.791555234419632E13 - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "33", - "39" - ], - "rowCount": 5.749866281303558E20 - }, - { - "id": "41", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 1, - 2, - 6 - ], - "aggs": [], - "rowCount": 5.749866281303558E19 - }, - { - "id": "42", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_first_name", - "c_last_name", - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 5.749866281303558E19 - }, - { - "id": "43", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2 - ], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 80000000 - }, - { - "id": "44", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "literal": 1, - "type": { - "type": "BIGINT", - "nullable": false - } - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 80000000 - }, - { - "id": "45", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", - "all": true, - "inputs": [ - "32", - "44" - ], - "rowCount": 92000000 - }, - { - "id": "46", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f4", - "$f5" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 4, - "name": "$4" - }, - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - } - ], - "rowCount": 92000000 - }, - { - "id": "47", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1, - 2 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - } - ], - "rowCount": 92000000 - }, - { - "id": "48", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 2, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - "rowCount": 6900000 - }, - { - "id": "49", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2", - "$f3", - "$f4" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 6900000 - }, - { - "id": "50", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 1 - }, - { - "id": "51", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "_c0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 12 (BROADCAST_EDGE) + Map 13 <- Map 12 (BROADCAST_EDGE) + Map 9 <- Map 12 (BROADCAST_EDGE) + Reducer 10 <- Map 16 (CUSTOM_SIMPLE_EDGE), Map 9 (CUSTOM_SIMPLE_EDGE) + Reducer 11 <- Reducer 10 (SIMPLE_EDGE), Union 4 (CONTAINS) + Reducer 14 <- Map 13 (CUSTOM_SIMPLE_EDGE), Map 16 (CUSTOM_SIMPLE_EDGE) + Reducer 15 <- Reducer 14 (SIMPLE_EDGE), Union 6 (CONTAINS) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 16 (CUSTOM_SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Union 4 (CONTAINS) + Reducer 5 <- Union 4 (SIMPLE_EDGE), Union 6 (CONTAINS) + Reducer 7 <- Union 6 (SIMPLE_EDGE) + Reducer 8 <- Reducer 7 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: ss_customer_sk is not null (type: boolean) + Statistics: Num rows: 82510879939 Data size: 1304615207232 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ss_customer_sk is not null (type: boolean) + Statistics: Num rows: 80566020964 Data size: 1273864200864 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_customer_sk (type: bigint), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 80566020964 Data size: 1273864200864 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col3 + input vertices: + 1 Map 12 + Statistics: Num rows: 15839433273 Data size: 998531594912 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 15839433273 Data size: 998531594912 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: date) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 12 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) + Statistics: Num rows: 73049 Data size: 4967332 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) + Statistics: Num rows: 359 Data size: 24412 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), d_date (type: date) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 359 Data size: 22976 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 359 Data size: 22976 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: date) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 9 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 359 Data size: 22976 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: date) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 13 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 359 Data size: 22976 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: date) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 13 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: ws_bill_customer_sk is not null (type: boolean) + Statistics: Num rows: 21594638446 Data size: 345492666072 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ws_bill_customer_sk is not null (type: boolean) + Statistics: Num rows: 21591944812 Data size: 345449570616 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_bill_customer_sk (type: bigint), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 21591944812 Data size: 345449570616 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col3 + input vertices: + 1 Map 12 + Statistics: Num rows: 4245017503 Data size: 271659573816 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 4245017503 Data size: 271659573816 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: date) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 16 + Map Operator Tree: + TableScan + alias: customer + Statistics: Num rows: 80000000 Data size: 15040000000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: c_customer_sk (type: bigint), c_first_name (type: char(20)), c_last_name (type: char(30)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 80000000 Data size: 15040000000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 80000000 Data size: 15040000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(20)), _col2 (type: char(30)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 80000000 Data size: 15040000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(20)), _col2 (type: char(30)) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 80000000 Data size: 15040000000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(20)), _col2 (type: char(30)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 9 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: cs_bill_customer_sk is not null (type: boolean) + Statistics: Num rows: 43005109025 Data size: 687236017352 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: cs_bill_customer_sk is not null (type: boolean) + Statistics: Num rows: 42899393143 Data size: 685546642224 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_bill_customer_sk (type: bigint), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 42899393143 Data size: 685546642224 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col3 + input vertices: + 1 Map 12 + Statistics: Num rows: 8374481746 Data size: 535123183680 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8374481746 Data size: 535123183680 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: date) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 10 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col3, _col5, _col6 + input vertices: + 1 Map 16 + Statistics: Num rows: 8374481746 Data size: 1976377692056 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Group By Operator + keys: _col6 (type: char(30)), _col5 (type: char(20)), _col3 (type: date) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 8374481746 Data size: 1976377692056 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + Statistics: Num rows: 8374481746 Data size: 1976377692056 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 11 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: char(30)), KEY._col1 (type: char(20)), KEY._col2 (type: date) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 8374481746 Data size: 1976377692056 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: char(20)), _col0 (type: char(30)), _col2 (type: date) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 8374481746 Data size: 1976377692056 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + keys: _col1 (type: char(30)), _col0 (type: char(20)), _col2 (type: date) + mode: complete + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 8374481746 Data size: 2043373546024 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date), 1L (type: bigint), _col3 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 8374481746 Data size: 2110369399992 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date), _col4 (type: bigint), (_col3 * _col4) (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 17860853552 Data size: 4500935095104 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col3), sum(_col4) + keys: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 17860853552 Data size: 4500935095104 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + Statistics: Num rows: 17860853552 Data size: 4500935095104 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: bigint), _col4 (type: bigint) + Reducer 14 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col3, _col5, _col6 + input vertices: + 1 Map 16 + Statistics: Num rows: 4245017503 Data size: 1001824130708 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Group By Operator + keys: _col6 (type: char(30)), _col5 (type: char(20)), _col3 (type: date) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 4245017503 Data size: 1001824130708 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + Statistics: Num rows: 4245017503 Data size: 1001824130708 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 15 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: char(30)), KEY._col1 (type: char(20)), KEY._col2 (type: date) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 4245017503 Data size: 1001824130708 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: char(20)), _col0 (type: char(30)), _col2 (type: date) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 4245017503 Data size: 1001824130708 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + keys: _col1 (type: char(30)), _col0 (type: char(20)), _col2 (type: date) + mode: complete + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 4245017503 Data size: 1035784270732 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date), 1L (type: bigint), _col3 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 4245017503 Data size: 1069744410756 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date), _col4 (type: bigint), (_col3 * _col4) (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 5826079470 Data size: 1468172026440 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col3), sum(_col4) + keys: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 5826079470 Data size: 1468172026440 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + Statistics: Num rows: 5826079470 Data size: 1468172026440 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: bigint), _col4 (type: bigint) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col3, _col5, _col6 + input vertices: + 1 Map 16 + Statistics: Num rows: 15839433273 Data size: 3738106252428 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Group By Operator + keys: _col6 (type: char(30)), _col5 (type: char(20)), _col3 (type: date) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 15839433273 Data size: 3738106252428 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + Statistics: Num rows: 15839433273 Data size: 3738106252428 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: char(30)), KEY._col1 (type: char(20)), KEY._col2 (type: date) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 9486371806 Data size: 2238783746216 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: char(20)), _col0 (type: char(30)), _col2 (type: date) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 9486371806 Data size: 2238783746216 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + keys: _col1 (type: char(30)), _col0 (type: char(20)), _col2 (type: date) + mode: complete + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 9486371806 Data size: 2314674720664 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date), 2L (type: bigint), _col3 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 9486371806 Data size: 2390565695112 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date), _col4 (type: bigint), (_col3 * _col4) (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 17860853552 Data size: 4500935095104 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col3), sum(_col4) + keys: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 17860853552 Data size: 4500935095104 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + Statistics: Num rows: 17860853552 Data size: 4500935095104 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: bigint), _col4 (type: bigint) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1) + keys: KEY._col0 (type: char(30)), KEY._col1 (type: char(20)), KEY._col2 (type: date) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 9486371806 Data size: 2390565695112 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((_col3 > 0L) and ((_col3 * 2L) = _col4)) (type: boolean) + Statistics: Num rows: 1581061967 Data size: 398427615684 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1581061967 Data size: 398427615684 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + keys: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + mode: complete + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 1581061967 Data size: 385779119948 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date), 2L (type: bigint), _col3 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1581061967 Data size: 398427615684 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date), _col4 (type: bigint), (_col3 * _col4) (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 5826079470 Data size: 1468172026440 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col3), sum(_col4) + keys: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 5826079470 Data size: 1468172026440 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) + Statistics: Num rows: 5826079470 Data size: 1468172026440 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: bigint), _col4 (type: bigint) + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1) + keys: KEY._col0 (type: char(30)), KEY._col1 (type: char(20)), KEY._col2 (type: date) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 5826079470 Data size: 1468172026440 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col3 (type: bigint), _col4 (type: bigint) + outputColumnNames: _col3, _col4 + Statistics: Num rows: 5826079470 Data size: 93217271520 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((_col3 > 0L) and ((_col3 * 2L) = _col4)) (type: boolean) + Statistics: Num rows: 971013245 Data size: 15536211920 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + Statistics: Num rows: 971013245 Data size: 15536211920 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Reducer 8 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Union 4 + Vertex: Union 4 + Union 6 + Vertex: Union 6 + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query88.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query88.q.out index 343e9d70c74c..f9ab32981493 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query88.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query88.q.out @@ -5,5555 +5,1056 @@ Warning: Map Join MAPJOIN[602][bigTable=?] in task 'Reducer 5' is a cross produc Warning: Map Join MAPJOIN[601][bigTable=?] in task 'Reducer 5' is a cross product Warning: Map Join MAPJOIN[600][bigTable=?] in task 'Reducer 5' is a cross product Warning: Map Join MAPJOIN[599][bigTable=?] in task 'Reducer 5' is a cross product -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 86404891377, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 159044, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1334023, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1468124, - "minValue": -10000, - "maxValue": 9986 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1824, - "minValue": 2450816, - "maxValue": 2452642 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - } - ] - }, - "rowCount": 6.298916581383301E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_sold_time_sk", - "ss_hdemo_sk", - "ss_store_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 6.298916581383301E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "time_dim" - ], - "table:alias": "time_dim", - "inputs": [], - "rowCount": 86400, - "avgRowSize": 377, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "t_time_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "t_time_id" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "t_time" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "t_hour" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "t_minute" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "t_second" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "t_am_pm" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "t_shift" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "t_sub_shift" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "t_meal_time" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "t_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "t_hour", - "ndv": 24, - "minValue": 0, - "maxValue": 23 - }, - { - "name": "t_minute", - "ndv": 62, - "minValue": 0, - "maxValue": 59 - }, - { - "name": "t_time_id", - "ndv": 87002 - }, - { - "name": "t_time", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "t_second", - "ndv": 62, - "minValue": 0, - "maxValue": 59 - }, - { - "name": "t_am_pm", - "ndv": 2 - }, - { - "name": "t_shift", - "ndv": 3 - }, - { - "name": "t_sub_shift", - "ndv": 4 - }, - { - "name": "t_meal_time", - "ndv": 4 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 8, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": ">=", - "kind": "GREATER_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 30, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 6480 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "t_time_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 6480 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 6.122546917104568E13 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "household_demographics" - ], - "table:alias": "household_demographics", - "inputs": [], - "rowCount": 7200, - "avgRowSize": 183, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "hd_demo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "hd_income_band_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "hd_buy_potential" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "hd_dep_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "hd_vehicle_count" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "hd_demo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "hd_dep_count", - "ndv": 10, - "minValue": 0, - "maxValue": 9 - }, - { - "name": "hd_vehicle_count", - "ndv": 6, - "minValue": -1, - "maxValue": 4 - }, - { - "name": "hd_income_band_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "hd_buy_potential", - "ndv": 6 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 5, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - } - ] - } - ] - }, - "rowCount": 225 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "hd_demo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 225 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 2.0663595845227915E15 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store" - ], - "table:alias": "store", - "inputs": [], - "rowCount": 1704, - "avgRowSize": 1375, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "s_store_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "s_store_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "s_closed_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_store_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_number_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_floor_space" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "s_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_market_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_geography_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_market_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_division_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_company_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_company_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 10, - "name": "s_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "s_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "s_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "s_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "s_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "s_store_sk", - "ndv": 1736, - "minValue": 1, - "maxValue": 1704 - }, - { - "name": "s_store_name", - "ndv": 11 - }, - { - "name": "s_store_id", - "ndv": 879 - }, - { - "name": "s_rec_start_date", - "ndv": 0, - "minValue": 9933, - "maxValue": 11394 - }, - { - "name": "s_rec_end_date", - "ndv": 0, - "minValue": 10663, - "maxValue": 11393 - }, - { - "name": "s_closed_date_sk", - "ndv": 263, - "minValue": 2450820, - "maxValue": 2451314 - }, - { - "name": "s_number_employees", - "ndv": 100, - "minValue": 200, - "maxValue": 300 - }, - { - "name": "s_floor_space", - "ndv": 1289, - "minValue": 5000201, - "maxValue": 9997773 - }, - { - "name": "s_hours", - "ndv": 4 - }, - { - "name": "s_manager", - "ndv": 1245 - }, - { - "name": "s_market_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "s_geography_class", - "ndv": 2 - }, - { - "name": "s_market_desc", - "ndv": 1311 - }, - { - "name": "s_market_manager", - "ndv": 1236 - }, - { - "name": "s_division_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_division_name", - "ndv": 2 - }, - { - "name": "s_company_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_company_name", - "ndv": 2 - }, - { - "name": "s_street_number", - "ndv": 736 - }, - { - "name": "s_street_name", - "ndv": 851 - }, - { - "name": "s_street_type", - "ndv": 21 - }, - { - "name": "s_suite_number", - "ndv": 76 - }, - { - "name": "s_city", - "ndv": 267 - }, - { - "name": "s_county", - "ndv": 128 - }, - { - "name": "s_state", - "ndv": 44 - }, - { - "name": "s_zip", - "ndv": 983 - }, - { - "name": "s_country", - "ndv": 2 - }, - { - "name": "s_gmt_offset", - "ndv": 5, - "minValue": -9, - "maxValue": -5 - }, - { - "name": "s_tax_percentage", - "ndv": 12, - "minValue": 0, - "maxValue": 0.11 - } - ] - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "literal": "ese", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 50 - } - } - ] - }, - "rowCount": 255.6 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 255.6 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "10", - "13" - ], - "rowCount": 79224226470603824 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 1 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - } - ] - }, - "inputs": [ - "0" - ], - "rowCount": 6.298916581383301E10 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_sold_time_sk", - "ss_hdemo_sk", - "ss_store_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 6.298916581383301E10 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 12, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<", - "kind": "LESS_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 30, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 6480 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "t_time_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 6480 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "18", - "20" - ], - "rowCount": 6.122546917104568E13 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 5, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - } - ] - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 225 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "hd_demo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 225 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "21", - "23" - ], - "rowCount": 2.0663595845227915E15 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "literal": "ese", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 50 - } - } - ] - }, - "inputs": [ - "11" - ], - "rowCount": 255.6 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 255.6 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "24", - "26" - ], - "rowCount": 79224226470603824 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 1 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "literal": true, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "16", - "29" - ], - "rowCount": 1 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - } - ] - }, - "inputs": [ - "0" - ], - "rowCount": 6.298916581383301E10 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_sold_time_sk", - "ss_hdemo_sk", - "ss_store_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 6.298916581383301E10 - }, - { - "id": "33", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 11, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": ">=", - "kind": "GREATER_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 30, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 6480 - }, - { - "id": "34", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "t_time_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 6480 - }, - { - "id": "35", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "32", - "34" - ], - "rowCount": 6.122546917104568E13 - }, - { - "id": "36", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 5, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - } - ] - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 225 - }, - { - "id": "37", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "hd_demo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 225 - }, - { - "id": "38", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "35", - "37" - ], - "rowCount": 2.0663595845227915E15 - }, - { - "id": "39", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "literal": "ese", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 50 - } - } - ] - }, - "inputs": [ - "11" - ], - "rowCount": 255.6 - }, - { - "id": "40", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 255.6 - }, - { - "id": "41", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "38", - "40" - ], - "rowCount": 79224226470603824 - }, - { - "id": "42", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 1 - }, - { - "id": "43", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "44", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "literal": true, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "30", - "43" - ], - "rowCount": 1 - }, - { - "id": "45", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - } - ] - }, - "inputs": [ - "0" - ], - "rowCount": 6.298916581383301E10 - }, - { - "id": "46", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_sold_time_sk", - "ss_hdemo_sk", - "ss_store_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 6.298916581383301E10 - }, - { - "id": "47", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 11, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<", - "kind": "LESS_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 30, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 6480 - }, - { - "id": "48", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "t_time_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 6480 - }, - { - "id": "49", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "46", - "48" - ], - "rowCount": 6.122546917104568E13 - }, - { - "id": "50", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 5, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - } - ] - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 225 - }, - { - "id": "51", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "hd_demo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 225 - }, - { - "id": "52", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "49", - "51" - ], - "rowCount": 2.0663595845227915E15 - }, - { - "id": "53", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "literal": "ese", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 50 - } - } - ] - }, - "inputs": [ - "11" - ], - "rowCount": 255.6 - }, - { - "id": "54", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 255.6 - }, - { - "id": "55", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "52", - "54" - ], - "rowCount": 79224226470603824 - }, - { - "id": "56", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 1 - }, - { - "id": "57", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "58", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "literal": true, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "44", - "57" - ], - "rowCount": 1 - }, - { - "id": "59", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - } - ] - }, - "inputs": [ - "0" - ], - "rowCount": 6.298916581383301E10 - }, - { - "id": "60", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_sold_time_sk", - "ss_hdemo_sk", - "ss_store_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 6.298916581383301E10 - }, - { - "id": "61", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 10, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": ">=", - "kind": "GREATER_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 30, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 6480 - }, - { - "id": "62", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "t_time_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 6480 - }, - { - "id": "63", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "60", - "62" - ], - "rowCount": 6.122546917104568E13 - }, - { - "id": "64", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 5, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - } - ] - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 225 - }, - { - "id": "65", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "hd_demo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 225 - }, - { - "id": "66", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "63", - "65" - ], - "rowCount": 2.0663595845227915E15 - }, - { - "id": "67", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "literal": "ese", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 50 - } - } - ] - }, - "inputs": [ - "11" - ], - "rowCount": 255.6 - }, - { - "id": "68", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 255.6 - }, - { - "id": "69", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "66", - "68" - ], - "rowCount": 79224226470603824 - }, - { - "id": "70", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 1 - }, - { - "id": "71", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "72", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "literal": true, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "58", - "71" - ], - "rowCount": 1 - }, - { - "id": "73", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - } - ] - }, - "inputs": [ - "0" - ], - "rowCount": 6.298916581383301E10 - }, - { - "id": "74", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_sold_time_sk", - "ss_hdemo_sk", - "ss_store_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 6.298916581383301E10 - }, - { - "id": "75", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 10, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<", - "kind": "LESS_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 30, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 6480 - }, - { - "id": "76", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "t_time_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 6480 - }, - { - "id": "77", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "74", - "76" - ], - "rowCount": 6.122546917104568E13 - }, - { - "id": "78", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 5, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - } - ] - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 225 - }, - { - "id": "79", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "hd_demo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 225 - }, - { - "id": "80", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "77", - "79" - ], - "rowCount": 2.0663595845227915E15 - }, - { - "id": "81", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "literal": "ese", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 50 - } - } - ] - }, - "inputs": [ - "11" - ], - "rowCount": 255.6 - }, - { - "id": "82", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 255.6 - }, - { - "id": "83", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "80", - "82" - ], - "rowCount": 79224226470603824 - }, - { - "id": "84", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 1 - }, - { - "id": "85", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "86", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "literal": true, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "72", - "85" - ], - "rowCount": 1 - }, - { - "id": "87", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - } - ] - }, - "inputs": [ - "0" - ], - "rowCount": 6.298916581383301E10 - }, - { - "id": "88", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_sold_time_sk", - "ss_hdemo_sk", - "ss_store_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 6.298916581383301E10 - }, - { - "id": "89", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 9, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": ">=", - "kind": "GREATER_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 30, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 6480 - }, - { - "id": "90", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "t_time_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 6480 - }, - { - "id": "91", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "88", - "90" - ], - "rowCount": 6.122546917104568E13 - }, - { - "id": "92", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 5, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - } - ] - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 225 - }, - { - "id": "93", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "hd_demo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 225 - }, - { - "id": "94", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "91", - "93" - ], - "rowCount": 2.0663595845227915E15 - }, - { - "id": "95", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "literal": "ese", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 50 - } - } - ] - }, - "inputs": [ - "11" - ], - "rowCount": 255.6 - }, - { - "id": "96", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 255.6 - }, - { - "id": "97", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "94", - "96" - ], - "rowCount": 79224226470603824 - }, - { - "id": "98", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 1 - }, - { - "id": "99", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "100", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "literal": true, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "86", - "99" - ], - "rowCount": 1 - }, - { - "id": "101", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - } - ] - }, - "inputs": [ - "0" - ], - "rowCount": 6.298916581383301E10 - }, - { - "id": "102", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_sold_time_sk", - "ss_hdemo_sk", - "ss_store_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 6.298916581383301E10 - }, - { - "id": "103", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 9, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<", - "kind": "LESS_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 30, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 6480 - }, - { - "id": "104", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "t_time_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 6480 - }, - { - "id": "105", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "102", - "104" - ], - "rowCount": 6.122546917104568E13 - }, - { - "id": "106", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 5, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 2, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 3, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - } - ] - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 225 - }, - { - "id": "107", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "hd_demo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 225 - }, - { - "id": "108", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "105", - "107" - ], - "rowCount": 2.0663595845227915E15 - }, - { - "id": "109", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "literal": "ese", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 50 - } - } - ] - }, - "inputs": [ - "11" - ], - "rowCount": 255.6 - }, - { - "id": "110", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 255.6 - }, - { - "id": "111", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "108", - "110" - ], - "rowCount": 79224226470603824 - }, - { - "id": "112", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 1 - }, - { - "id": "113", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "114", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "literal": true, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "100", - "113" - ], - "rowCount": 1 - }, - { - "id": "115", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s1.h8_30_to_9", - "s2.h9_to_9_30", - "s3.h9_30_to_10", - "s4.h10_to_10_30", - "s5.h10_30_to_11", - "s6.h11_to_11_30", - "s7.h11_30_to_12", - "s8.h12_to_12_30" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 1 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 10 (BROADCAST_EDGE), Map 18 (BROADCAST_EDGE), Map 26 (BROADCAST_EDGE), Reducer 11 (BROADCAST_EDGE), Reducer 12 (BROADCAST_EDGE), Reducer 13 (BROADCAST_EDGE), Reducer 14 (BROADCAST_EDGE), Reducer 15 (BROADCAST_EDGE), Reducer 16 (BROADCAST_EDGE), Reducer 17 (BROADCAST_EDGE), Reducer 19 (BROADCAST_EDGE), Reducer 20 (BROADCAST_EDGE), Reducer 21 (BROADCAST_EDGE), Reducer 22 (BROADCAST_EDGE), Reducer 23 (BROADCAST_EDGE), Reducer 24 (BROADCAST_EDGE), Reducer 25 (BROADCAST_EDGE), Reducer 27 (BROADCAST_EDGE), Reducer 28 (BROADCAST_EDGE), Reducer 29 (BROADCAST_EDGE), Reducer 30 (BROADCAST_EDGE), Reducer 31 (BROADCAST_EDGE), Reducer 32 (BROADCAST_EDGE), Reducer 33 (BROADCAST_EDGE) + Reducer 11 <- Map 10 (SIMPLE_EDGE) + Reducer 12 <- Map 10 (SIMPLE_EDGE) + Reducer 13 <- Map 10 (SIMPLE_EDGE) + Reducer 14 <- Map 10 (SIMPLE_EDGE) + Reducer 15 <- Map 10 (SIMPLE_EDGE) + Reducer 16 <- Map 10 (SIMPLE_EDGE) + Reducer 17 <- Map 10 (SIMPLE_EDGE) + Reducer 19 <- Map 18 (SIMPLE_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE) + Reducer 20 <- Map 18 (SIMPLE_EDGE) + Reducer 21 <- Map 18 (SIMPLE_EDGE) + Reducer 22 <- Map 18 (SIMPLE_EDGE) + Reducer 23 <- Map 18 (SIMPLE_EDGE) + Reducer 24 <- Map 18 (SIMPLE_EDGE) + Reducer 25 <- Map 18 (SIMPLE_EDGE) + Reducer 27 <- Map 26 (SIMPLE_EDGE) + Reducer 28 <- Map 26 (SIMPLE_EDGE) + Reducer 29 <- Map 26 (SIMPLE_EDGE) + Reducer 3 <- Map 1 (CUSTOM_SIMPLE_EDGE) + Reducer 30 <- Map 26 (SIMPLE_EDGE) + Reducer 31 <- Map 26 (SIMPLE_EDGE) + Reducer 32 <- Map 26 (SIMPLE_EDGE) + Reducer 33 <- Map 26 (SIMPLE_EDGE) + Reducer 4 <- Map 1 (CUSTOM_SIMPLE_EDGE) + Reducer 5 <- Map 1 (CUSTOM_SIMPLE_EDGE), Reducer 2 (BROADCAST_EDGE), Reducer 3 (BROADCAST_EDGE), Reducer 4 (BROADCAST_EDGE), Reducer 6 (BROADCAST_EDGE), Reducer 7 (BROADCAST_EDGE), Reducer 8 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) + Reducer 6 <- Map 1 (CUSTOM_SIMPLE_EDGE) + Reducer 7 <- Map 1 (CUSTOM_SIMPLE_EDGE) + Reducer 8 <- Map 1 (CUSTOM_SIMPLE_EDGE) + Reducer 9 <- Map 1 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: (ss_store_sk is not null and ss_hdemo_sk is not null and ss_sold_time_sk is not null) (type: boolean) + Statistics: Num rows: 86404891377 Data size: 1980339026496 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ss_store_sk is not null and ss_hdemo_sk is not null and ss_sold_time_sk is not null) (type: boolean) + Statistics: Num rows: 75250303516 Data size: 1724683758456 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_sold_time_sk (type: bigint), ss_hdemo_sk (type: bigint), ss_store_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 75250303516 Data size: 1724683758456 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2 + input vertices: + 1 Reducer 12 + Statistics: Num rows: 2844424992 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2 + input vertices: + 1 Reducer 22 + Statistics: Num rows: 682661983 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + input vertices: + 1 Reducer 33 + Statistics: Num rows: 62169611 Data size: 497356888 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2 + input vertices: + 1 Reducer 11 + Statistics: Num rows: 2844424992 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2 + input vertices: + 1 Reducer 19 + Statistics: Num rows: 682661983 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + input vertices: + 1 Reducer 29 + Statistics: Num rows: 62169611 Data size: 497356888 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2 + input vertices: + 1 Reducer 15 + Statistics: Num rows: 2844424992 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2 + input vertices: + 1 Reducer 23 + Statistics: Num rows: 682661983 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + input vertices: + 1 Reducer 32 + Statistics: Num rows: 62169611 Data size: 497356888 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2 + input vertices: + 1 Reducer 14 + Statistics: Num rows: 2944116650 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2 + input vertices: + 1 Reducer 24 + Statistics: Num rows: 706587981 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + input vertices: + 1 Reducer 28 + Statistics: Num rows: 64348537 Data size: 514788296 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2 + input vertices: + 1 Reducer 13 + Statistics: Num rows: 2944116650 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2 + input vertices: + 1 Reducer 21 + Statistics: Num rows: 706587981 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + input vertices: + 1 Reducer 30 + Statistics: Num rows: 64348537 Data size: 514788296 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2 + input vertices: + 1 Map 10 + Statistics: Num rows: 2944116650 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2 + input vertices: + 1 Map 18 + Statistics: Num rows: 706587981 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + input vertices: + 1 Map 26 + Statistics: Num rows: 64348537 Data size: 514788296 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2 + input vertices: + 1 Reducer 16 + Statistics: Num rows: 2944116650 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2 + input vertices: + 1 Reducer 25 + Statistics: Num rows: 706587981 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + input vertices: + 1 Reducer 27 + Statistics: Num rows: 64348537 Data size: 514788296 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2 + input vertices: + 1 Reducer 17 + Statistics: Num rows: 2844424992 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2 + input vertices: + 1 Reducer 20 + Statistics: Num rows: 682661983 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + input vertices: + 1 Reducer 31 + Statistics: Num rows: 62169611 Data size: 497356888 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 10 + Map Operator Tree: + TableScan + alias: time_dim + filterExpr: (((t_hour = 10) and (t_minute >= 30)) or ((t_hour = 8) and (t_minute >= 30)) or ((t_hour = 10) and (t_minute < 30)) or ((t_hour = 12) and (t_minute < 30)) or ((t_hour = 9) and (t_minute >= 30)) or ((t_hour = 11) and (t_minute < 30)) or ((t_hour = 9) and (t_minute < 30)) or ((t_hour = 11) and (t_minute >= 30))) (type: boolean) + Statistics: Num rows: 86400 Data size: 1382400 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((t_hour = 10) and (t_minute >= 30)) (type: boolean) + Statistics: Num rows: 1769 Data size: 28304 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: t_time_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1769 Data size: 14152 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1769 Data size: 14152 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((t_hour = 8) and (t_minute >= 30)) (type: boolean) + Statistics: Num rows: 1769 Data size: 28304 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: t_time_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1769 Data size: 14152 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1769 Data size: 14152 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((t_hour = 10) and (t_minute < 30)) (type: boolean) + Statistics: Num rows: 1831 Data size: 29296 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: t_time_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1831 Data size: 14648 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1831 Data size: 14648 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((t_hour = 12) and (t_minute < 30)) (type: boolean) + Statistics: Num rows: 1831 Data size: 29296 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: t_time_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1831 Data size: 14648 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1831 Data size: 14648 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((t_hour = 9) and (t_minute >= 30)) (type: boolean) + Statistics: Num rows: 1769 Data size: 28304 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: t_time_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1769 Data size: 14152 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1769 Data size: 14152 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((t_hour = 11) and (t_minute < 30)) (type: boolean) + Statistics: Num rows: 1831 Data size: 29296 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: t_time_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1831 Data size: 14648 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1831 Data size: 14648 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((t_hour = 9) and (t_minute < 30)) (type: boolean) + Statistics: Num rows: 1831 Data size: 29296 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: t_time_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1831 Data size: 14648 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1831 Data size: 14648 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((t_hour = 11) and (t_minute >= 30)) (type: boolean) + Statistics: Num rows: 1769 Data size: 28304 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: t_time_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1769 Data size: 14152 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1769 Data size: 14152 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 18 + Map Operator Tree: + TableScan + alias: household_demographics + filterExpr: ((hd_vehicle_count <= 5) and (hd_dep_count) IN (0, 1, 3) and (((hd_dep_count = 3) and hd_vehicle_count is not null) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3)))) (type: boolean) + Statistics: Num rows: 7200 Data size: 115200 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((hd_vehicle_count <= 5) and (hd_dep_count) IN (0, 1, 3) and (((hd_dep_count = 3) and hd_vehicle_count is not null) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3)))) (type: boolean) + Statistics: Num rows: 1728 Data size: 27648 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: hd_demo_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 26 + Map Operator Tree: + TableScan + alias: store + filterExpr: (s_store_name = 'ese') (type: boolean) + Statistics: Num rows: 1704 Data size: 163584 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (s_store_name = 'ese') (type: boolean) + Statistics: Num rows: 155 Data size: 14880 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: s_store_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 11 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1769 Data size: 14152 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 12 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1769 Data size: 14152 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 13 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1831 Data size: 14648 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 14 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1831 Data size: 14648 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 15 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1769 Data size: 14152 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 16 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1831 Data size: 14648 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 17 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1769 Data size: 14152 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 19 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Reducer 20 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 21 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 22 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 23 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 24 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 25 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 27 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 28 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 29 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Reducer 30 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 31 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 32 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 33 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col0, _col1 + input vertices: + 0 Reducer 2 + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Reducer 9 + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 1 Reducer 7 + Statistics: Num rows: 1 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + input vertices: + 1 Reducer 3 + Statistics: Num rows: 1 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + input vertices: + 1 Reducer 6 + Statistics: Num rows: 1 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + input vertices: + 1 Reducer 4 + Statistics: Num rows: 1 Data size: 56 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + input vertices: + 1 Reducer 8 + Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint), _col7 (type: bigint), _col6 (type: bigint), _col5 (type: bigint), _col4 (type: bigint), _col3 (type: bigint), _col2 (type: bigint), _col1 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Reducer 8 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Reducer 9 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query89.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query89.q.out index 838c7400758a..088291fc49b9 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query89.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query89.q.out @@ -1,2352 +1,243 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - } - ] - }, - "rowCount": 6.6833812750590004E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_store_sk", - "ss_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 6.6833812750590004E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "literal": "birdal", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - }, - { - "literal": "musical", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 7 - } - }, - { - "literal": "pants", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - }, - { - "literal": "parenting", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - }, - { - "literal": "wallpaper", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - }, - { - "literal": "womens", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Books", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - }, - { - "literal": "Electronics", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 11 - } - }, - { - "literal": "Home", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 4 - } - }, - { - "literal": "Jewelry", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 7 - } - }, - { - "literal": "Men", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 3 - } - }, - { - "literal": "Shoes", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - } - ] - }, - { - "op": { - "name": "OR", - "kind": "OR", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Books", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - }, - { - "literal": "Electronics", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 11 - } - }, - { - "literal": "Home", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 4 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "literal": "musical", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 7 - } - }, - { - "literal": "parenting", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - }, - { - "literal": "wallpaper", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 9 - } - } - ] - } - ] - }, - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Jewelry", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 7 - } - }, - { - "literal": "Men", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 3 - } - }, - { - "literal": "Shoes", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 10, - "name": "$10" - }, - { - "literal": "birdal", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - }, - { - "literal": "pants", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - }, - { - "literal": "womens", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - } - ] - } - ] - } - ] - } - ] - }, - "rowCount": 7218.75 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_brand", - "i_class", - "i_category" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 12, - "name": "$12" - } - ], - "rowCount": 7218.75 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 7.236848786899823E13 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 2000, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 10957.35 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_moy" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 10957.35 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 118945027582705168 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store" - ], - "table:alias": "store", - "inputs": [], - "rowCount": 1704, - "avgRowSize": 1375, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "s_store_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "s_store_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "s_closed_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_store_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_number_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_floor_space" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "s_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_market_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_geography_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_market_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_division_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_company_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_company_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 10, - "name": "s_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "s_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "s_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "s_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "s_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "s_store_sk", - "ndv": 1736, - "minValue": 1, - "maxValue": 1704 - }, - { - "name": "s_store_name", - "ndv": 11 - }, - { - "name": "s_company_name", - "ndv": 2 - }, - { - "name": "s_store_id", - "ndv": 879 - }, - { - "name": "s_rec_start_date", - "ndv": 0, - "minValue": 9933, - "maxValue": 11394 - }, - { - "name": "s_rec_end_date", - "ndv": 0, - "minValue": 10663, - "maxValue": 11393 - }, - { - "name": "s_closed_date_sk", - "ndv": 263, - "minValue": 2450820, - "maxValue": 2451314 - }, - { - "name": "s_number_employees", - "ndv": 100, - "minValue": 200, - "maxValue": 300 - }, - { - "name": "s_floor_space", - "ndv": 1289, - "minValue": 5000201, - "maxValue": 9997773 - }, - { - "name": "s_hours", - "ndv": 4 - }, - { - "name": "s_manager", - "ndv": 1245 - }, - { - "name": "s_market_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "s_geography_class", - "ndv": 2 - }, - { - "name": "s_market_desc", - "ndv": 1311 - }, - { - "name": "s_market_manager", - "ndv": 1236 - }, - { - "name": "s_division_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_division_name", - "ndv": 2 - }, - { - "name": "s_company_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_street_number", - "ndv": 736 - }, - { - "name": "s_street_name", - "ndv": 851 - }, - { - "name": "s_street_type", - "ndv": 21 - }, - { - "name": "s_suite_number", - "ndv": 76 - }, - { - "name": "s_city", - "ndv": 267 - }, - { - "name": "s_county", - "ndv": 128 - }, - { - "name": "s_state", - "ndv": 44 - }, - { - "name": "s_zip", - "ndv": 983 - }, - { - "name": "s_country", - "ndv": 2 - }, - { - "name": "s_gmt_offset", - "ndv": 5, - "minValue": -9, - "maxValue": -5 - }, - { - "name": "s_tax_percentage", - "ndv": 12, - "minValue": 0, - "maxValue": 0.11 - } - ] - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk", - "s_store_name", - "s_company_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 17, - "name": "$17" - } - ], - "rowCount": 1704 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 10, - "name": "$10" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "10", - "12" - ], - "rowCount": 3.040234905013944E19 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 5, - 6, - 7, - 9, - 11, - 12 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 3040234905013943808 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_brand", - "i_class", - "i_category", - "d_moy", - "s_store_name", - "s_company_name", - "$f6" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 3040234905013943808 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "(tok_table_or_col i_category)", - "(tok_table_or_col i_class)", - "(tok_table_or_col i_brand)", - "(tok_table_or_col s_store_name)", - "(tok_table_or_col s_company_name)", - "(tok_table_or_col d_moy)", - "(tok_function sum (tok_table_or_col ss_sales_price))", - "avg_window_0" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 6, - "name": "$6" - }, - { - "op": { - "name": "avg", - "kind": "AVG", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ], - "distinct": false, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 21, - "scale": 6 - }, - "window": { - "partition": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "order": [ - { - "expr": { - "input": 2, - "name": "$2" - }, - "direction": "ASCENDING", - "null-direction": "FIRST" - }, - { - "expr": { - "input": 0, - "name": "$0" - }, - "direction": "ASCENDING", - "null-direction": "FIRST" - }, - { - "expr": { - "input": 4, - "name": "$4" - }, - "direction": "ASCENDING", - "null-direction": "FIRST" - }, - { - "expr": { - "input": 5, - "name": "$5" - }, - "direction": "ASCENDING", - "null-direction": "FIRST" - } - ], - "range-lower": { - "type": "UNBOUNDED_PRECEDING" - }, - "range-upper": { - "type": "UNBOUNDED_FOLLOWING" - } - } - } - ], - "rowCount": 3040234905013943808 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "<>", - "kind": "NOT_EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 7, - "name": "$7" - }, - { - "literal": 0, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "ABS", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - } - ] - } - ] - }, - { - "input": 7, - "name": "$7" - } - ] - }, - { - "literal": 0.1, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 1 - } - } - ] - }, - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - } - ] - }, - "rowCount": 760058726253485952 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_category", - "i_class", - "i_brand", - "s_store_name", - "s_company_name", - "d_moy", - "sum_sales", - "avg_monthly_sales", - "(- (tok_table_or_col sum_sales) (tok_table_or_col avg_monthly_sales))1" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - } - ] - } - ], - "rowCount": 760058726253485952 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 8, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 3, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "tmp1.i_category", - "tmp1.i_class", - "tmp1.i_brand", - "tmp1.s_store_name", - "tmp1.s_company_name", - "tmp1.d_moy", - "tmp1.sum_sales", - "tmp1.avg_monthly_sales" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - } - ], - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: ss_store_sk is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_82_container, bigKeyColName:ss_store_sk, smallTablePos:1, keyRatio:0.0027806824526610506 + Statistics: Num rows: 82510879939 Data size: 10988352362648 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ss_store_sk is not null (type: boolean) + Statistics: Num rows: 80569240632 Data size: 10729775349712 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_store_sk (type: bigint), ss_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 80569240632 Data size: 10729775349712 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col3, _col5, _col6, _col7 + input vertices: + 1 Map 5 + Statistics: Num rows: 1141571997 Data size: 331055879250 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col5, _col6, _col7, _col9 + input vertices: + 1 Map 6 + Statistics: Num rows: 229436556 Data size: 65618855136 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col5, _col6, _col7, _col9, _col11, _col12 + input vertices: + 1 Map 7 + Statistics: Num rows: 229436556 Data size: 106687998652 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2) + keys: _col5 (type: char(50)), _col6 (type: char(50)), _col7 (type: char(50)), _col9 (type: int), _col11 (type: varchar(50)), _col12 (type: varchar(50)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 16513200 Data size: 9528116400 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: int), _col4 (type: varchar(50)), _col5 (type: varchar(50)) + null sort order: zzzzzz + sort order: ++++++ + Map-reduce partition columns: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: int), _col4 (type: varchar(50)), _col5 (type: varchar(50)) + Statistics: Num rows: 16513200 Data size: 9528116400 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col6 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: item + filterExpr: ((i_class) IN ('birdal ', 'musical ', 'pants ', 'parenting ', 'wallpaper ', 'womens ') and (i_category) IN ('Books ', 'Electronics ', 'Home ', 'Jewelry ', 'Men ', 'Shoes ') and (((i_category) IN ('Books ', 'Electronics ', 'Home ') and (i_class) IN ('musical ', 'parenting ', 'wallpaper ')) or ((i_category) IN ('Jewelry ', 'Men ', 'Shoes ') and (i_class) IN ('birdal ', 'pants ', 'womens ')))) (type: boolean) + Statistics: Num rows: 462000 Data size: 133980000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((i_class) IN ('birdal ', 'musical ', 'pants ', 'parenting ', 'wallpaper ', 'womens ') and (i_category) IN ('Books ', 'Electronics ', 'Home ', 'Jewelry ', 'Men ', 'Shoes ') and (((i_category) IN ('Books ', 'Electronics ', 'Home ') and (i_class) IN ('musical ', 'parenting ', 'wallpaper ')) or ((i_category) IN ('Jewelry ', 'Men ', 'Shoes ') and (i_class) IN ('birdal ', 'pants ', 'womens ')))) (type: boolean) + Statistics: Num rows: 6546 Data size: 1898340 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_brand (type: char(50)), i_class (type: char(50)), i_category (type: char(50)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 6546 Data size: 1898340 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 6546 Data size: 1898340 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (d_year = 2000) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_year = 2000) (type: boolean) + Statistics: Num rows: 367 Data size: 5872 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), d_moy (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: int) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: store + Statistics: Num rows: 1704 Data size: 318648 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: s_store_sk (type: bigint), s_store_name (type: varchar(50)), s_company_name (type: varchar(50)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1704 Data size: 318648 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1704 Data size: 318648 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: char(50)), KEY._col1 (type: char(50)), KEY._col2 (type: char(50)), KEY._col3 (type: int), KEY._col4 (type: varchar(50)), KEY._col5 (type: varchar(50)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 39600 Data size: 22849200 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col2 (type: char(50)), _col0 (type: char(50)), _col4 (type: varchar(50)), _col5 (type: varchar(50)) + null sort order: aaaa + sort order: ++++ + Map-reduce partition columns: _col2 (type: char(50)), _col0 (type: char(50)), _col4 (type: varchar(50)), _col5 (type: varchar(50)) + Statistics: Num rows: 39600 Data size: 22849200 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(50)), _col3 (type: int), _col6 (type: decimal(17,2)) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey1 (type: char(50)), VALUE._col0 (type: char(50)), KEY.reducesinkkey0 (type: char(50)), VALUE._col1 (type: int), KEY.reducesinkkey2 (type: varchar(50)), KEY.reducesinkkey3 (type: varchar(50)), VALUE._col2 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 39600 Data size: 22849200 Basic stats: COMPLETE Column stats: COMPLETE + PTF Operator + Function definitions: + Input definition + input alias: ptf_0 + output shape: _col0: char(50), _col1: char(50), _col2: char(50), _col3: int, _col4: varchar(50), _col5: varchar(50), _col6: decimal(17,2) + type: WINDOWING + Windowing table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col2 ASC NULLS FIRST, _col0 ASC NULLS FIRST, _col4 ASC NULLS FIRST, _col5 ASC NULLS FIRST + partition by: _col2, _col0, _col4, _col5 + raw input shape: + window functions: + window function definition + alias: avg_window_0 + arguments: _col6 + name: avg + window function: GenericUDAFAverageEvaluatorDecimal + window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) + Statistics: Num rows: 39600 Data size: 22849200 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: avg_window_0 (type: decimal(21,6)), _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: int), _col4 (type: varchar(50)), _col5 (type: varchar(50)), _col6 (type: decimal(17,2)) + outputColumnNames: avg_window_0, _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 39600 Data size: 22849200 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: if((avg_window_0 <> 0), ((abs((_col6 - avg_window_0)) / avg_window_0) > 0.1), false) (type: boolean) + Statistics: Num rows: 19800 Data size: 13642200 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++ + keys: (_col6 - avg_window_0) (type: decimal(22,6)), _col4 (type: varchar(50)) + null sort order: zz + Statistics: Num rows: 19800 Data size: 13642200 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col2 (type: char(50)), _col1 (type: char(50)), _col0 (type: char(50)), _col4 (type: varchar(50)), _col5 (type: varchar(50)), _col3 (type: int), _col6 (type: decimal(17,2)), avg_window_0 (type: decimal(21,6)), (_col6 - avg_window_0) (type: decimal(22,6)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 19800 Data size: 15859800 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col8 (type: decimal(22,6)), _col3 (type: varchar(50)) + null sort order: zz + sort order: ++ + Statistics: Num rows: 19800 Data size: 15859800 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: char(50)), _col4 (type: varchar(50)), _col5 (type: int), _col6 (type: decimal(17,2)), _col7 (type: decimal(21,6)) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), KEY.reducesinkkey1 (type: varchar(50)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: int), VALUE._col5 (type: decimal(17,2)), VALUE._col6 (type: decimal(21,6)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 19800 Data size: 13642200 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 68900 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 68900 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query90.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query90.q.out index d28ae6f952be..8e38b4d512d7 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query90.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query90.q.out @@ -1,1725 +1,257 @@ Warning: Map Join MAPJOIN[149][bigTable=?] in task 'Reducer 2' is a cross product -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21600036511, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1824, - "minValue": 2450816, - "maxValue": 2452642 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 11, - "name": "$11" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ] - } - ] - }, - "rowCount": 1.5746426616519003E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_sold_time_sk", - "ws_ship_hdemo_sk", - "ws_web_page_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 11, - "name": "$11" - } - ], - "rowCount": 1.5746426616519003E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_page" - ], - "table:alias": "web_page", - "inputs": [], - "rowCount": 4602, - "avgRowSize": 487, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "wp_web_page_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "wp_web_page_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "wp_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "wp_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wp_creation_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wp_access_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "wp_autogen_flag" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wp_customer_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "wp_url" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "wp_type" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "wp_char_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "wp_link_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "wp_image_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "wp_max_ad_count" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "wp_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "wp_char_count", - "ndv": 2621, - "minValue": 303, - "maxValue": 8523 - }, - { - "name": "wp_web_page_id", - "ndv": 2344 - }, - { - "name": "wp_rec_start_date", - "ndv": 0, - "minValue": 10107, - "maxValue": 11568 - }, - { - "name": "wp_rec_end_date", - "ndv": 0, - "minValue": 10837, - "maxValue": 11567 - }, - { - "name": "wp_creation_date_sk", - "ndv": 291, - "minValue": 2450492, - "maxValue": 2450815 - }, - { - "name": "wp_access_date_sk", - "ndv": 103, - "minValue": 2452548, - "maxValue": 2452648 - }, - { - "name": "wp_autogen_flag", - "ndv": 3 - }, - { - "name": "wp_customer_sk", - "ndv": 1114, - "minValue": 33025, - "maxValue": 79895491 - }, - { - "name": "wp_url", - "ndv": 2 - }, - { - "name": "wp_type", - "ndv": 8 - }, - { - "name": "wp_link_count", - "ndv": 24, - "minValue": 2, - "maxValue": 25 - }, - { - "name": "wp_image_count", - "ndv": 7, - "minValue": 1, - "maxValue": 7 - }, - { - "name": "wp_max_ad_count", - "ndv": 5, - "minValue": 0, - "maxValue": 4 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 10, - "name": "$10" - }, - { - "literal": 5000, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 5200, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 1150.5 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "wp_web_page_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1150.5 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 2.717439573345767E12 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "time_dim" - ], - "table:alias": "time_dim", - "inputs": [], - "rowCount": 86400, - "avgRowSize": 377, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "t_time_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "t_time_id" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "t_time" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "t_hour" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "t_minute" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "t_second" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "t_am_pm" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "t_shift" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "t_sub_shift" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "t_meal_time" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "t_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "t_hour", - "ndv": 24, - "minValue": 0, - "maxValue": 23 - }, - { - "name": "t_time_id", - "ndv": 87002 - }, - { - "name": "t_time", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "t_minute", - "ndv": 62, - "minValue": 0, - "maxValue": 59 - }, - { - "name": "t_second", - "ndv": 62, - "minValue": 0, - "maxValue": 59 - }, - { - "name": "t_am_pm", - "ndv": 2 - }, - { - "name": "t_shift", - "ndv": 3 - }, - { - "name": "t_sub_shift", - "ndv": 4 - }, - { - "name": "t_meal_time", - "ndv": 4 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 6, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 7, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 21600 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "t_time_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 21600 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 8804504217640285 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "household_demographics" - ], - "table:alias": "household_demographics", - "inputs": [], - "rowCount": 7200, - "avgRowSize": 183, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "hd_demo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "hd_income_band_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "hd_buy_potential" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "hd_dep_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "hd_vehicle_count" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "hd_demo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "hd_dep_count", - "ndv": 10, - "minValue": 0, - "maxValue": 9 - }, - { - "name": "hd_income_band_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "hd_buy_potential", - "ndv": 6 - }, - { - "name": "hd_vehicle_count", - "ndv": 6, - "minValue": -1, - "maxValue": 4 - } - ] - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 8, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 1080 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "hd_demo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1080 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "10", - "13" - ], - "rowCount": 1426329683257726208 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 1 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 11, - "name": "$11" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 9, - "name": "$9" - } - ] - } - ] - }, - "inputs": [ - "0" - ], - "rowCount": 1.5746426616519003E10 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_sold_time_sk", - "ws_ship_hdemo_sk", - "ws_web_page_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 11, - "name": "$11" - } - ], - "rowCount": 1.5746426616519003E10 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 10, - "name": "$10" - }, - { - "literal": 5000, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 5200, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 1150.5 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "wp_web_page_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1150.5 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "18", - "20" - ], - "rowCount": 2.717439573345767E12 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 14, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 15, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "7" - ], - "rowCount": 21600 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "t_time_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 21600 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "21", - "23" - ], - "rowCount": 8804504217640285 - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 8, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "11" - ], - "rowCount": 1080 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "hd_demo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1080 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "24", - "26" - ], - "rowCount": 1426329683257726208 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 1 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "literal": true, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "16", - "29" - ], - "rowCount": 1 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "am_pm_ratio" - ], - "exprs": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 15, - "scale": 4 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 15, - "scale": 4 - } - } - ] - } - ], - "rowCount": 1 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Reducer 6 (BROADCAST_EDGE), Reducer 8 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Reducer 3 (BROADCAST_EDGE) + Reducer 3 <- Map 1 (CUSTOM_SIMPLE_EDGE) + Reducer 6 <- Map 5 (SIMPLE_EDGE) + Reducer 8 <- Map 7 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: (ws_sold_time_sk is not null and ws_web_page_sk is not null and ws_ship_hdemo_sk is not null) (type: boolean) + Statistics: Num rows: 21600036511 Data size: 518271362520 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ws_sold_time_sk is not null and ws_web_page_sk is not null and ws_ship_hdemo_sk is not null) (type: boolean) + Statistics: Num rows: 21583851334 Data size: 517883015312 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_sold_time_sk (type: bigint), ws_ship_hdemo_sk (type: bigint), ws_web_page_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 21583851334 Data size: 517883015312 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 4 + Statistics: Num rows: 5510870244 Data size: 88087655136 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1 + input vertices: + 1 Reducer 6 + Statistics: Num rows: 459239201 Data size: 3630802536 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + input vertices: + 1 Reducer 8 + Statistics: Num rows: 45923921 Data size: 367391368 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1 + input vertices: + 1 Map 5 + Statistics: Num rows: 459239201 Data size: 3630802536 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + input vertices: + 1 Map 7 + Statistics: Num rows: 45923921 Data size: 367391368 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: web_page + filterExpr: wp_char_count BETWEEN 5000 AND 5200 (type: boolean) + Statistics: Num rows: 4602 Data size: 54968 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: wp_char_count BETWEEN 5000 AND 5200 (type: boolean) + Statistics: Num rows: 1175 Data size: 14036 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: wp_web_page_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1175 Data size: 9400 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1175 Data size: 9400 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: time_dim + filterExpr: (t_hour BETWEEN 14 AND 15 or t_hour BETWEEN 6 AND 7) (type: boolean) + Statistics: Num rows: 86400 Data size: 1036800 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: t_hour BETWEEN 14 AND 15 (type: boolean) + Statistics: Num rows: 7200 Data size: 86400 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: t_time_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 7200 Data size: 57600 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 7200 Data size: 57600 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: t_hour BETWEEN 6 AND 7 (type: boolean) + Statistics: Num rows: 7200 Data size: 86400 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: t_time_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 7200 Data size: 57600 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 7200 Data size: 57600 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: household_demographics + filterExpr: (hd_dep_count = 8) (type: boolean) + Statistics: Num rows: 7200 Data size: 86400 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (hd_dep_count = 8) (type: boolean) + Statistics: Num rows: 720 Data size: 8640 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: hd_demo_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 720 Data size: 5760 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 720 Data size: 5760 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 720 Data size: 5760 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col0, _col1 + input vertices: + 1 Reducer 3 + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: (CAST( _col0 AS decimal(15,4)) / CAST( _col1 AS decimal(15,4))) (type: decimal(35,20)) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 7200 Data size: 57600 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 8 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 720 Data size: 5760 Basic stats: COMPLETE Column stats: COMPLETE + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query91.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query91.q.out index 968ee6fa9538..78030a43c194 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query91.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query91.q.out @@ -1,2661 +1,291 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_returns" - ], - "table:alias": "catalog_returns", - "inputs": [], - "rowCount": 4320980099, - "avgRowSize": 305, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returned_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_refunded_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returning_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cr_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_amount" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_store_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cr_returned_date_sk" - ], - "colStats": [ - { - "name": "cr_returning_customer_sk", - "ndv": 77511828, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cr_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cr_net_loss", - "ndv": 996464, - "minValue": 0.5, - "maxValue": 16346.37 - }, - { - "name": "cr_returned_date_sk", - "ndv": 2104, - "minValue": 2450821, - "maxValue": 2452924 - }, - { - "name": "cr_returned_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cr_refunded_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cr_refunded_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cr_refunded_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cr_refunded_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cr_returning_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cr_returning_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cr_returning_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cr_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cr_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cr_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "cr_order_number", - "ndv": 2681654419, - "minValue": 2, - "maxValue": 4800000000 - }, - { - "name": "cr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cr_return_amount", - "ndv": 973170, - "minValue": 0, - "maxValue": 28805.04 - }, - { - "name": "cr_return_tax", - "ndv": 169232, - "minValue": 0, - "maxValue": 2511.58 - }, - { - "name": "cr_return_amt_inc_tax", - "ndv": 1689965, - "minValue": 0, - "maxValue": 30891.32 - }, - { - "name": "cr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "cr_return_ship_cost", - "ndv": 501353, - "minValue": 0, - "maxValue": 14273.28 - }, - { - "name": "cr_refunded_cash", - "ndv": 1257293, - "minValue": 0, - "maxValue": 26955.24 - }, - { - "name": "cr_reversed_charge", - "ndv": 895564, - "minValue": 0, - "maxValue": 24033.84 - }, - { - "name": "cr_store_credit", - "ndv": 906118, - "minValue": 0, - "maxValue": 24886.13 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 10, - "name": "$10" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 26, - "name": "$26" - } - ] - } - ] - }, - "rowCount": 3.1499944921710005E9 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cr_returning_customer_sk", - "cr_call_center_sk", - "cr_net_loss", - "cr_returned_date_sk" - ], - "exprs": [ - { - "input": 6, - "name": "$6" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 25, - "name": "$25" - }, - { - "input": 26, - "name": "$26" - } - ], - "rowCount": 3.1499944921710005E9 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 6, - "name": "$6" - }, - { - "literal": 1999, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": 11, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 1643.6025 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1643.6025 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 7.76600823347773E11 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "customer_address", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 11, - "name": "$11" - }, - { - "literal": -7, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 1, - "scale": 0 - } - } - ] - }, - "rowCount": 6000000 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 6000000 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer" - ], - "table:alias": "customer", - "inputs": [], - "rowCount": 80000000, - "avgRowSize": 517, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "c_customer_sk" - }, - { - "type": "CHAR", - "nullable": false, - "precision": 16, - "name": "c_customer_id" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_current_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_shipto_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_first_sales_date_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "c_salutation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "c_first_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "c_last_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "c_preferred_cust_flag" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_day" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_month" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "c_birth_year" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "c_birth_country" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 13, - "name": "c_login" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "c_email_address" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "c_last_review_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "c_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "c_current_cdemo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "c_current_hdemo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "c_current_addr_sk", - "ndv": 33825344, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "c_customer_id", - "ndv": 80610928 - }, - { - "name": "c_first_shipto_date_sk", - "ndv": 3646, - "minValue": 2449028, - "maxValue": 2452678 - }, - { - "name": "c_first_sales_date_sk", - "ndv": 3643, - "minValue": 2448998, - "maxValue": 2452648 - }, - { - "name": "c_salutation", - "ndv": 7 - }, - { - "name": "c_first_name", - "ndv": 5158 - }, - { - "name": "c_last_name", - "ndv": 5123 - }, - { - "name": "c_preferred_cust_flag", - "ndv": 3 - }, - { - "name": "c_birth_day", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "c_birth_month", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "c_birth_year", - "ndv": 67, - "minValue": 1924, - "maxValue": 1992 - }, - { - "name": "c_birth_country", - "ndv": 216 - }, - { - "name": "c_login", - "ndv": 1 - }, - { - "name": "c_email_address", - "ndv": 75301330 - }, - { - "name": "c_last_review_date_sk", - "ndv": 364, - "minValue": 2452283, - "maxValue": 2452648 - } - ] - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - "rowCount": 5.832000000000001E7 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "c_customer_sk", - "c_current_cdemo_sk", - "c_current_hdemo_sk", - "c_current_addr_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - } - ], - "rowCount": 5.832000000000001E7 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_demographics" - ], - "table:alias": "customer_demographics", - "inputs": [], - "rowCount": 1920800, - "avgRowSize": 217, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "cd_demo_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_gender" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "cd_marital_status" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "cd_education_status" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_purchase_estimate" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "cd_credit_rating" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_employed_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cd_dep_college_count" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "cd_demo_sk", - "ndv": 1993369, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cd_marital_status", - "ndv": 5 - }, - { - "name": "cd_education_status", - "ndv": 7 - }, - { - "name": "cd_gender", - "ndv": 2 - }, - { - "name": "cd_purchase_estimate", - "ndv": 20, - "minValue": 500, - "maxValue": 10000 - }, - { - "name": "cd_credit_rating", - "ndv": 4 - }, - { - "name": "cd_dep_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_dep_employed_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "cd_dep_college_count", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - } - ] - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": "M", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - }, - { - "literal": "W", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": "Advanced Degree", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 15 - } - }, - { - "literal": "Unknown", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 7 - } - } - ] - }, - { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "ROW", - "kind": "ROW", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "ROW", - "kind": "ROW", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": "M", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - }, - { - "literal": "Unknown ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 20 - } - } - ] - }, - { - "op": { - "name": "ROW", - "kind": "ROW", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": "W", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 1 - } - }, - { - "literal": "Advanced Degree ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 20 - } - } - ] - } - ] - } - ] - }, - "rowCount": 30012.5 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cd_demo_sk", - "cd_marital_status", - "cd_education_status" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 30012.5 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "12", - "15" - ], - "rowCount": 2.6254935000000003E11 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "9", - "16" - ], - "rowCount": 236294415000000032 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "household_demographics" - ], - "table:alias": "household_demographics", - "inputs": [], - "rowCount": 7200, - "avgRowSize": 183, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "hd_demo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "hd_income_band_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "hd_buy_potential" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "hd_dep_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "hd_vehicle_count" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "hd_demo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "hd_buy_potential", - "ndv": 6 - }, - { - "name": "hd_income_band_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "hd_dep_count", - "ndv": 10, - "minValue": 0, - "maxValue": 9 - }, - { - "name": "hd_vehicle_count", - "ndv": 6, - "minValue": -1, - "maxValue": 4 - } - ] - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "LIKE", - "kind": "LIKE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": "0-500%", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647 - } - } - ] - }, - "rowCount": 1800 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "hd_demo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1800 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "17", - "20" - ], - "rowCount": 6.379949205000001E19 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "c_customer_sk", - "c_current_cdemo_sk", - "c_current_hdemo_sk", - "c_current_addr_sk", - "cd_demo_sk", - "cd_marital_status", - "cd_education_status", - "hd_demo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - } - ], - "rowCount": 6.379949205000001E19 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "22" - ], - "rowCount": 7.432010708279955E30 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "call_center" - ], - "table:alias": "call_center", - "inputs": [], - "rowCount": 60, - "avgRowSize": 1483, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "cc_call_center_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "cc_call_center_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "cc_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "cc_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cc_closed_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cc_open_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "cc_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "cc_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cc_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cc_sq_ft" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "cc_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "cc_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cc_mkt_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "cc_mkt_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "cc_mkt_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "cc_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cc_division" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "cc_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cc_company" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "cc_company_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "cc_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "cc_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "cc_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "cc_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "cc_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "cc_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "cc_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "cc_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "cc_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "cc_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "cc_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "cc_call_center_sk", - "ndv": 60, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cc_call_center_id", - "ndv": 30 - }, - { - "name": "cc_name", - "ndv": 30 - }, - { - "name": "cc_manager", - "ndv": 42 - }, - { - "name": "cc_rec_start_date", - "ndv": 0, - "minValue": 10227, - "maxValue": 11688 - }, - { - "name": "cc_rec_end_date", - "ndv": 0, - "minValue": 10957, - "maxValue": 11687 - }, - { - "name": "cc_closed_date_sk", - "ndv": 1, - "minValue": null, - "maxValue": null - }, - { - "name": "cc_open_date_sk", - "ndv": 30, - "minValue": 2450794, - "maxValue": 2451146 - }, - { - "name": "cc_class", - "ndv": 3 - }, - { - "name": "cc_employees", - "ndv": 43, - "minValue": 5412266, - "maxValue": 1963174023 - }, - { - "name": "cc_sq_ft", - "ndv": 47, - "minValue": -2108783316, - "maxValue": 2044891959 - }, - { - "name": "cc_hours", - "ndv": 3 - }, - { - "name": "cc_mkt_id", - "ndv": 6, - "minValue": 1, - "maxValue": 6 - }, - { - "name": "cc_mkt_class", - "ndv": 52 - }, - { - "name": "cc_mkt_desc", - "ndv": 48 - }, - { - "name": "cc_market_manager", - "ndv": 48 - }, - { - "name": "cc_division", - "ndv": 6, - "minValue": 1, - "maxValue": 6 - }, - { - "name": "cc_division_name", - "ndv": 6 - }, - { - "name": "cc_company", - "ndv": 6, - "minValue": 1, - "maxValue": 6 - }, - { - "name": "cc_company_name", - "ndv": 6 - }, - { - "name": "cc_street_number", - "ndv": 30 - }, - { - "name": "cc_street_name", - "ndv": 29 - }, - { - "name": "cc_street_type", - "ndv": 14 - }, - { - "name": "cc_suite_number", - "ndv": 26 - }, - { - "name": "cc_city", - "ndv": 25 - }, - { - "name": "cc_county", - "ndv": 25 - }, - { - "name": "cc_state", - "ndv": 19 - }, - { - "name": "cc_zip", - "ndv": 30 - }, - { - "name": "cc_country", - "ndv": 1 - }, - { - "name": "cc_gmt_offset", - "ndv": 4, - "minValue": -8, - "maxValue": -5 - }, - { - "name": "cc_tax_percentage", - "ndv": 13, - "minValue": 0, - "maxValue": 0.12 - } - ] - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cc_call_center_sk", - "cc_call_center_id", - "cc_name", - "cc_manager" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 11, - "name": "$11" - } - ], - "rowCount": 60 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 14, - "name": "$14" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "23", - "25" - ], - "rowCount": 6.688809637451959E31 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 11, - 12, - 15, - 16, - 17 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 6.68880963745196E30 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "call_center", - "call_center_name", - "manager", - "returns_loss", - "(tok_function sum (tok_table_or_col cr_net_loss))" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 6.68880963745196E30 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 4, - "direction": "DESCENDING", - "nulls": "FIRST" - } - ], - "rowCount": 6.68880963745196E30 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "call_center", - "call_center_name", - "manager", - "returns_loss" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ], - "rowCount": 6.68880963745196E30 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE) + Map 5 <- Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: catalog_returns + filterExpr: (cr_call_center_sk is not null and cr_returning_customer_sk is not null) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_136_container, bigKeyColName:cr_returning_customer_sk, smallTablePos:1, keyRatio:2.3142897608610348E-10 + Statistics: Num rows: 4320980099 Data size: 576568330368 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (cr_call_center_sk is not null and cr_returning_customer_sk is not null) (type: boolean) + Statistics: Num rows: 4151176648 Data size: 553910671744 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cr_returning_customer_sk (type: bigint), cr_call_center_sk (type: bigint), cr_net_loss (type: decimal(7,2)), cr_returned_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 4151176648 Data size: 553910671744 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 4 + Statistics: Num rows: 61191022 Data size: 128 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col1 (type: bigint) + outputColumnNames: _col1, _col2, _col11, _col12 + input vertices: + 1 Map 5 + Statistics: Num rows: 3496630 Data size: 625896890 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col11, _col12, _col15, _col16, _col17 + input vertices: + 1 Map 9 + Statistics: Num rows: 3496630 Data size: 1653906102 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col2) + keys: _col11 (type: char(1)), _col12 (type: char(20)), _col15 (type: string), _col16 (type: varchar(50)), _col17 (type: varchar(40)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 264600 Data size: 154791000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(1)), _col1 (type: char(20)), _col2 (type: string), _col3 (type: varchar(50)), _col4 (type: varchar(40)) + null sort order: zzzzz + sort order: +++++ + Map-reduce partition columns: _col0 (type: char(1)), _col1 (type: char(20)), _col2 (type: string), _col3 (type: varchar(50)), _col4 (type: varchar(40)) + Statistics: Num rows: 264600 Data size: 154791000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col5 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: ((d_year = 1999) and (d_moy = 11)) (type: boolean) + Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((d_year = 1999) and (d_moy = 11)) (type: boolean) + Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cr_returned_date_sk (bigint) + Target Input: catalog_returns + Partition key expr: cr_returned_date_sk + Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: customer + filterExpr: (c_current_hdemo_sk is not null and c_current_cdemo_sk is not null and c_current_addr_sk is not null) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_135_container, bigKeyColName:c_current_hdemo_sk, smallTablePos:1, keyRatio:0.00443455 + Statistics: Num rows: 80000000 Data size: 2515219040 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (c_current_hdemo_sk is not null and c_current_cdemo_sk is not null and c_current_addr_sk is not null) (type: boolean) + Statistics: Num rows: 74500295 Data size: 2342307008 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: c_customer_sk (type: bigint), c_current_cdemo_sk (type: bigint), c_current_hdemo_sk (type: bigint), c_current_addr_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 74500295 Data size: 2342307008 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col3, _col5, _col6 + input vertices: + 1 Map 6 + Statistics: Num rows: 4257160 Data size: 843350808 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col2, _col5, _col6 + input vertices: + 1 Map 7 + Statistics: Num rows: 709527 Data size: 132681557 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col5, _col6 + input vertices: + 1 Map 8 + Statistics: Num rows: 354764 Data size: 66340868 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint), _col5 (type: char(1)), _col6 (type: char(20)) + outputColumnNames: _col1, _col6, _col7 + Statistics: Num rows: 354764 Data size: 66340868 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 354764 Data size: 66340868 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col6 (type: char(1)), _col7 (type: char(20)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: customer_demographics + filterExpr: ((cd_marital_status) IN ('M', 'W') and (cd_education_status) IN ('Advanced Degree ', 'Unknown ') and (struct(cd_marital_status,cd_education_status)) IN (const struct('M','Unknown '), const struct('W','Advanced Degree '))) (type: boolean) + Statistics: Num rows: 1920800 Data size: 359189600 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((cd_marital_status) IN ('M', 'W') and (cd_education_status) IN ('Advanced Degree ', 'Unknown ') and (struct(cd_marital_status,cd_education_status)) IN (const struct('M','Unknown '), const struct('W','Advanced Degree '))) (type: boolean) + Statistics: Num rows: 109760 Data size: 20525120 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cd_demo_sk (type: bigint), cd_marital_status (type: char(1)), cd_education_status (type: char(20)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 109760 Data size: 20525120 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 109760 Data size: 20525120 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(1)), _col2 (type: char(20)) + Execution mode: llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: customer_address + filterExpr: (ca_gmt_offset = -7) (type: boolean) + Statistics: Num rows: 40000000 Data size: 4665468064 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ca_gmt_offset = -7) (type: boolean) + Statistics: Num rows: 6666667 Data size: 777578088 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ca_address_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: household_demographics + filterExpr: (hd_buy_potential like '0-500%') (type: boolean) + Statistics: Num rows: 7200 Data size: 720000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (hd_buy_potential like '0-500%') (type: boolean) + Statistics: Num rows: 3600 Data size: 360000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: hd_demo_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 3600 Data size: 28800 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 3600 Data size: 28800 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 9 + Map Operator Tree: + TableScan + alias: call_center + Statistics: Num rows: 60 Data size: 18120 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cc_call_center_sk (type: bigint), cc_call_center_id (type: string), cc_name (type: varchar(50)), cc_manager (type: varchar(40)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 60 Data size: 18120 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 60 Data size: 18120 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string), _col2 (type: varchar(50)), _col3 (type: varchar(40)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: char(1)), KEY._col1 (type: char(20)), KEY._col2 (type: string), KEY._col3 (type: varchar(50)), KEY._col4 (type: varchar(40)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 37800 Data size: 22113000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col2 (type: string), _col3 (type: varchar(50)), _col4 (type: varchar(40)), _col5 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col4 + Statistics: Num rows: 37800 Data size: 15346800 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col4 (type: decimal(17,2)) + null sort order: a + sort order: - + Statistics: Num rows: 37800 Data size: 15346800 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: string), _col1 (type: varchar(50)), _col2 (type: varchar(40)) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(40)), KEY.reducesinkkey0 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 37800 Data size: 15346800 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 37800 Data size: 15346800 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query92.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query92.q.out index 4c0f08eab36d..1e025671aef0 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query92.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query92.q.out @@ -1,1738 +1,272 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "TIMESTAMP", - "nullable": true, - "precision": 9 - } - }, - { - "literal": 890179200000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - }, - { - "literal": 897955200000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "web_sales", - "inputs": [], - "rowCount": 21594638446, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 21, - "name": "$21" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - } - ] - }, - "rowCount": 1.7491657141260002E10 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_item_sk", - "ws_ext_discount_amt", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 21, - "name": "$21" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 1.7491657141260002E10 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 13, - "name": "$13" - }, - { - "literal": 269, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 69300 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 69300 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 0, - "name": "$0" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "5", - "8" - ], - "rowCount": 1.8182577598339772E14 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 1.94351746014E10 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_item_sk", - "ws_ext_discount_amt", - "ws_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 21, - "name": "$21" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 1.94351746014E10 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "TIMESTAMP", - "nullable": true, - "precision": 9 - } - }, - { - "literal": 890179200000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - }, - { - "literal": 897955200000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - } - ] - }, - "inputs": [ - "0" - ], - "rowCount": 18262.25 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "11", - "13" - ], - "rowCount": 5.323950260466258E13 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - }, - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 5.323950260466258E12 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 11, - "scale": 6 - } - } - ] - }, - "rowCount": 4.791555234419632E12 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "_o__c0", - "ws_item_sk" - ], - "exprs": [ - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "literal": 1.3, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 2, - "scale": 1 - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ] - } - ], - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 11, - "scale": 6 - } - } - ] - }, - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 4.791555234419632E12 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "9", - "17" - ], - "rowCount": 6.534211864992455E25 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "18" - ], - "rowCount": 1.789941159471877E29 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 1 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "excess discount amount" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) + Map 5 <- Map 3 (BROADCAST_EDGE), Reducer 2 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE) + Reducer 6 <- Map 1 (BROADCAST_EDGE), Map 5 (SIMPLE_EDGE) + Reducer 7 <- Reducer 6 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: ws_ext_discount_amt is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_87_container, bigKeyColName:ws_item_sk, smallTablePos:1, keyRatio:1.1253233093375219E-4 + Statistics: Num rows: 21594638446 Data size: 2763810784048 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ws_ext_discount_amt is not null (type: boolean) + Statistics: Num rows: 21591933650 Data size: 2763464608128 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_item_sk (type: bigint), ws_ext_discount_amt (type: decimal(7,2)), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 21591933650 Data size: 2763464608128 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 3 + Statistics: Num rows: 2398939507 Data size: 287569841768 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col4 + input vertices: + 1 Map 4 + Statistics: Num rows: 2430095 Data size: 19440872 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col4 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col4 (type: bigint) + Statistics: Num rows: 2430095 Data size: 19440872 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(7,2)) + Select Operator + expressions: _col4 (type: bigint) + outputColumnNames: _col4 + Statistics: Num rows: 2430095 Data size: 19440760 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col4), max(_col4), bloom_filter(_col4, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 3 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-18 00:00:00' AND TIMESTAMP'1998-06-16 00:00:00' (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-18 00:00:00' AND TIMESTAMP'1998-06-16 00:00:00' (type: boolean) + Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 5 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: item + filterExpr: (i_manufact_id = 269) (type: boolean) + Statistics: Num rows: 462000 Data size: 5539396 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (i_manufact_id = 269) (type: boolean) + Statistics: Num rows: 468 Data size: 5616 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 468 Data size: 3744 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 468 Data size: 3744 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: (ws_item_sk BETWEEN DynamicValue(RS_30_item_i_item_sk_min) AND DynamicValue(RS_30_item_i_item_sk_max) and in_bloom_filter(ws_item_sk, DynamicValue(RS_30_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 21594638446 Data size: 2763810784048 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ws_item_sk BETWEEN DynamicValue(RS_30_item_i_item_sk_min) AND DynamicValue(RS_30_item_i_item_sk_max) and in_bloom_filter(ws_item_sk, DynamicValue(RS_30_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 21594638446 Data size: 2763810784048 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_item_sk (type: bigint), ws_ext_discount_amt (type: decimal(7,2)), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 21594638446 Data size: 2763810784048 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 3 + Statistics: Num rows: 2399240019 Data size: 287605865240 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1), count(_col1) + keys: _col0 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 57694920 Data size: 7384949760 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 57694920 Data size: 7384949760 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), count(VALUE._col1) + keys: KEY._col0 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 51330 Data size: 6570240 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: CAST( (_col1 / _col2) AS decimal(11,6)) is not null (type: boolean) + Statistics: Num rows: 51330 Data size: 6570240 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: (1.3 * CAST( (_col1 / _col2) AS decimal(11,6))) (type: decimal(14,7)), _col0 (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 51330 Data size: 6159600 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col4 (type: bigint) + 1 _col1 (type: bigint) + outputColumnNames: _col1, _col5 + input vertices: + 0 Map 1 + Statistics: Num rows: 51330 Data size: 5749072 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col1 > _col5) (type: boolean) + Statistics: Num rows: 17110 Data size: 1916432 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: decimal(7,2)) + outputColumnNames: _col1 + Statistics: Num rows: 17110 Data size: 1916432 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: decimal(17,2)) + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query94.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query94.q.out index 58e1f06e35c9..acc0f2da6bfd 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query94.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query94.q.out @@ -1,2826 +1,342 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "ws1", - "inputs": [], - "rowCount": 21600036511, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1824, - "minValue": 2450816, - "maxValue": 2452642 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 10, - "name": "$10" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 12, - "name": "$12" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ] - } - ] - }, - "rowCount": 1.5746426616519003E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_ship_date_sk", - "ws_ship_addr_sk", - "ws_web_site_sk", - "ws_warehouse_sk", - "ws_order_number", - "ws_ext_ship_cost", - "ws_net_profit" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 27, - "name": "$27" - }, - { - "input": 32, - "name": "$32" - } - ], - "rowCount": 1.5746426616519003E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "customer_address", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": "TX", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - } - ] - }, - "rowCount": 6000000 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_state" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": "TX", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - } - ], - "type": { - "type": "CHAR", - "nullable": true, - "precision": 2 - } - } - ], - "rowCount": 6000000 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 7, - "name": "$7" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 14171783954867102 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_site" - ], - "table:alias": "web_site", - "inputs": [], - "rowCount": 84, - "avgRowSize": 1331, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "web_site_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "web_site_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "web_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "web_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "web_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "web_open_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "web_close_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "web_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "web_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "web_mkt_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "web_mkt_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "web_mkt_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "web_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "web_company_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "web_company_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "web_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "web_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "web_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "web_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "web_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "web_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "web_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "web_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "web_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "web_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "web_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "web_site_sk", - "ndv": 84, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "web_company_name", - "ndv": 7 - }, - { - "name": "web_site_id", - "ndv": 42 - }, - { - "name": "web_rec_start_date", - "ndv": 0, - "minValue": 10089, - "maxValue": 11550 - }, - { - "name": "web_rec_end_date", - "ndv": 0, - "minValue": 10819, - "maxValue": 11549 - }, - { - "name": "web_name", - "ndv": 15 - }, - { - "name": "web_open_date_sk", - "ndv": 42, - "minValue": 2450118, - "maxValue": 2450807 - }, - { - "name": "web_close_date_sk", - "ndv": 28, - "minValue": 2440993, - "maxValue": 2446218 - }, - { - "name": "web_class", - "ndv": 2 - }, - { - "name": "web_manager", - "ndv": 60 - }, - { - "name": "web_mkt_id", - "ndv": 6, - "minValue": 1, - "maxValue": 6 - }, - { - "name": "web_mkt_class", - "ndv": 65 - }, - { - "name": "web_mkt_desc", - "ndv": 64 - }, - { - "name": "web_market_manager", - "ndv": 66 - }, - { - "name": "web_company_id", - "ndv": 6, - "minValue": 1, - "maxValue": 6 - }, - { - "name": "web_street_number", - "ndv": 58 - }, - { - "name": "web_street_name", - "ndv": 80 - }, - { - "name": "web_street_type", - "ndv": 20 - }, - { - "name": "web_suite_number", - "ndv": 51 - }, - { - "name": "web_city", - "ndv": 52 - }, - { - "name": "web_county", - "ndv": 58 - }, - { - "name": "web_state", - "ndv": 30 - }, - { - "name": "web_zip", - "ndv": 56 - }, - { - "name": "web_country", - "ndv": 2 - }, - { - "name": "web_gmt_offset", - "ndv": 4, - "minValue": -8, - "maxValue": -5 - }, - { - "name": "web_tax_percentage", - "ndv": 13, - "minValue": 0, - "maxValue": 0.12 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "pri ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 50 - } - } - ] - }, - "rowCount": 12.6 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "web_site_sk", - "web_company_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": "pri ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 50 - } - } - ], - "type": { - "type": "CHAR", - "nullable": true, - "precision": 50 - } - } - ], - "rowCount": 12.6 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 26784671674698820 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "TIMESTAMP", - "nullable": true, - "precision": 9 - } - }, - { - "literal": 925516800000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - }, - { - "literal": 930700800000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 18262.25 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 11, - "name": "$11" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "10", - "13" - ], - "rowCount": 7.337225554369027E19 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_ship_date_sk", - "ws_ship_addr_sk", - "ws_web_site_sk", - "ws_warehouse_sk", - "ws_order_number", - "ws_ext_ship_cost", - "ws_net_profit", - "d_date_sk", - "d_date", - "ca_address_sk", - "ca_state", - "web_site_sk", - "web_company_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - }, - { - "input": 10, - "name": "$10" - } - ], - "rowCount": 7.337225554369027E19 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "ws2", - "inputs": [], - "rowCount": 21600036511, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1824, - "minValue": 2450816, - "maxValue": 2452642 - } - ] - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 14, - "name": "$14" - } - ] - }, - "rowCount": 1.94400328599E10 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_warehouse_sk", - "ws_order_number" - ], - "exprs": [ - { - "input": 14, - "name": "$14" - }, - { - "input": 16, - "name": "$16" - } - ], - "rowCount": 1.94400328599E10 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 14, - "name": "$14" - } - ] - }, - { - "op": { - "name": "<>", - "kind": "NOT_EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 13, - "name": "$13" - } - ] - } - ] - }, - "joinType": "semi", - "inputs": [ - "15", - "18" - ], - "rowCount": 6.6035029989321245E19 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_returns" - ], - "table:alias": "wr1", - "inputs": [], - "rowCount": 2160007345, - "avgRowSize": 281, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returned_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "wr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "wr_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "wr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_account_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "wr_returned_date_sk" - ], - "colStats": [ - { - "name": "wr_order_number", - "ndv": 1317116406, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "wr_returned_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "wr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "wr_refunded_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "wr_refunded_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "wr_refunded_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "wr_refunded_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "wr_returning_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "wr_returning_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "wr_returning_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "wr_returning_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "wr_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "wr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "wr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "wr_return_amt", - "ndv": 1108704, - "minValue": 0, - "maxValue": 29191 - }, - { - "name": "wr_return_tax", - "ndv": 198904, - "minValue": 0, - "maxValue": 2620.34 - }, - { - "name": "wr_return_amt_inc_tax", - "ndv": 2111617, - "minValue": 0, - "maxValue": 31735.25 - }, - { - "name": "wr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "wr_return_ship_cost", - "ndv": 553061, - "minValue": 0, - "maxValue": 14624 - }, - { - "name": "wr_refunded_cash", - "ndv": 1631618, - "minValue": 0, - "maxValue": 28085.82 - }, - { - "name": "wr_reversed_charge", - "ndv": 1277260, - "minValue": 0, - "maxValue": 26135.99 - }, - { - "name": "wr_account_credit", - "ndv": 1249055, - "minValue": 0, - "maxValue": 24649.69 - }, - { - "name": "wr_net_loss", - "ndv": 1227508, - "minValue": 0.5, - "maxValue": 16733.32 - }, - { - "name": "wr_returned_date_sk", - "ndv": 2185, - "minValue": 2450819, - "maxValue": 2453002 - } - ] - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "literalTrue", - "wr_order_number" - ], - "exprs": [ - { - "literal": true, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 12, - "name": "$12" - } - ], - "rowCount": 2160007345 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAntiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "input": 14, - "name": "$14" - } - ] - }, - "joinType": "anti", - "inputs": [ - "19", - "21" - ], - "rowCount": 6603502998932122624 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": true, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 6 - ], - "name": null - } - ], - "rowCount": 1 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "order count", - "total shipping cost", - "total net profit" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 1 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 10 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE) + Map 11 <- Reducer 7 (BROADCAST_EDGE) + Map 12 <- Reducer 6 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 11 (CUSTOM_SIMPLE_EDGE) + Reducer 3 <- Map 12 (CUSTOM_SIMPLE_EDGE), Reducer 2 (CUSTOM_SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE) + Reducer 5 <- Reducer 4 (CUSTOM_SIMPLE_EDGE) + Reducer 6 <- Reducer 2 (CUSTOM_SIMPLE_EDGE) + Reducer 7 <- Map 1 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: ws1 + filterExpr: (ws_ship_addr_sk is not null and ws_web_site_sk is not null and ws_ship_date_sk is not null) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_120_container, bigKeyColName:ws_web_site_sk, smallTablePos:1, keyRatio:2.9924592936258674E-4 + Statistics: Num rows: 21600036511 Data size: 5701632353848 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ws_ship_addr_sk is not null and ws_web_site_sk is not null and ws_ship_date_sk is not null) (type: boolean) + Statistics: Num rows: 21583844790 Data size: 5697358322168 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_ship_date_sk (type: bigint), ws_ship_addr_sk (type: bigint), ws_web_site_sk (type: bigint), ws_warehouse_sk (type: bigint), ws_order_number (type: bigint), ws_ext_ship_cost (type: decimal(7,2)), ws_net_profit (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 21583844790 Data size: 5697358322168 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col6 + input vertices: + 1 Map 8 + Statistics: Num rows: 2398040806 Data size: 613164879160 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col3, _col4, _col5, _col6 + input vertices: + 1 Map 9 + Statistics: Num rows: 45246054 Data size: 10530636632 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col3, _col4, _col5, _col6 + input vertices: + 1 Map 10 + Statistics: Num rows: 6463723 Data size: 904060128 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col4 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col4 (type: bigint) + Statistics: Num rows: 6463723 Data size: 904060128 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: bigint), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) + Select Operator + expressions: _col4 (type: bigint) + outputColumnNames: _col4 + Statistics: Num rows: 6463723 Data size: 51709784 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col4), max(_col4), bloom_filter(_col4, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 10 + Map Operator Tree: + TableScan + alias: web_site + filterExpr: (web_company_name = 'pri ') (type: boolean) + Statistics: Num rows: 84 Data size: 8064 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (web_company_name = 'pri ') (type: boolean) + Statistics: Num rows: 12 Data size: 1152 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: web_site_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 11 + Map Operator Tree: + TableScan + alias: ws2 + filterExpr: (ws_warehouse_sk is not null and ws_order_number BETWEEN DynamicValue(RS_29_ws1_ws_order_number_min) AND DynamicValue(RS_29_ws1_ws_order_number_max) and in_bloom_filter(ws_order_number, DynamicValue(RS_29_ws1_ws_order_number_bloom_filter))) (type: boolean) + Statistics: Num rows: 21600036511 Data size: 345557373256 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ws_warehouse_sk is not null and ws_order_number BETWEEN DynamicValue(RS_29_ws1_ws_order_number_min) AND DynamicValue(RS_29_ws1_ws_order_number_max) and in_bloom_filter(ws_order_number, DynamicValue(RS_29_ws1_ws_order_number_bloom_filter))) (type: boolean) + Statistics: Num rows: 21594635145 Data size: 345470962208 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_order_number (type: bigint), ws_warehouse_sk (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 21594635145 Data size: 345470962208 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint), _col1 (type: bigint) + minReductionHashAggr: 0.5589319 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 21594635145 Data size: 345470962208 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 21594635145 Data size: 345470962208 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 12 + Map Operator Tree: + TableScan + alias: wr1 + filterExpr: (wr_order_number BETWEEN DynamicValue(RS_35_ws1_ws_order_number_min) AND DynamicValue(RS_35_ws1_ws_order_number_max) and in_bloom_filter(wr_order_number, DynamicValue(RS_35_ws1_ws_order_number_bloom_filter))) (type: boolean) + Statistics: Num rows: 2160007345 Data size: 17280058760 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (wr_order_number BETWEEN DynamicValue(RS_35_ws1_ws_order_number_min) AND DynamicValue(RS_35_ws1_ws_order_number_max) and in_bloom_filter(wr_order_number, DynamicValue(RS_35_ws1_ws_order_number_bloom_filter))) (type: boolean) + Statistics: Num rows: 2160007345 Data size: 17280058760 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: wr_order_number (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 2160007345 Data size: 17280058760 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 2160007345 Data size: 17280058760 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 2160007345 Data size: 17280058760 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1999-05-01 00:00:00' AND TIMESTAMP'1999-06-30 00:00:00' (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1999-05-01 00:00:00' AND TIMESTAMP'1999-06-30 00:00:00' (type: boolean) + Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 9 + Map Operator Tree: + TableScan + alias: customer_address + filterExpr: (ca_state = 'TX') (type: boolean) + Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ca_state = 'TX') (type: boolean) + Statistics: Num rows: 754717 Data size: 70943398 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ca_address_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 754717 Data size: 6037736 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 754717 Data size: 6037736 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col3, _col4, _col5, _col6, _col14 + input vertices: + 1 Map 11 + residual filter predicates: {(_col3 <> _col14)} + Statistics: Num rows: 6463723 Data size: 912569800 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Select Operator + expressions: _col4 (type: bigint), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) + outputColumnNames: _col4, _col5, _col6 + Statistics: Num rows: 6463723 Data size: 895528872 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col4 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col4 (type: bigint) + Statistics: Num rows: 6463723 Data size: 895528872 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) + Select Operator + expressions: _col4 (type: bigint) + outputColumnNames: _col4 + Statistics: Num rows: 6463723 Data size: 51709784 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col4), max(_col4), bloom_filter(_col4, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Anti Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col4, _col5, _col6 + input vertices: + 1 Map 12 + Statistics: Num rows: 6463723 Data size: 895528872 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Group By Operator + aggregations: sum(_col5), sum(_col6) + keys: _col4 (type: bigint) + minReductionHashAggr: 0.9166043 + mode: hash + outputColumnNames: _col0, _col2, _col3 + Statistics: Num rows: 2156188 Data size: 500235616 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 2156188 Data size: 500235616 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1) + keys: KEY._col0 (type: bigint) + mode: partial2 + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 2156188 Data size: 500235616 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(_col0), sum(_col1), sum(_col2) + mode: partial2 + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 232 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 232 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 232 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 232 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query95.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query95.q.out index ada6d281e60b..f3568baa028f 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query95.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query95.q.out @@ -1,3457 +1,468 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "ws1", - "inputs": [], - "rowCount": 21600036511, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1824, - "minValue": 2450816, - "maxValue": 2452642 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 10, - "name": "$10" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 12, - "name": "$12" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ] - } - ] - }, - "rowCount": 1.5746426616519003E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_ship_date_sk", - "ws_ship_addr_sk", - "ws_web_site_sk", - "ws_order_number", - "ws_ext_ship_cost", - "ws_net_profit" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 16, - "name": "$16" - }, - { - "input": 27, - "name": "$27" - }, - { - "input": 32, - "name": "$32" - } - ], - "rowCount": 1.5746426616519003E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "customer_address" - ], - "table:alias": "customer_address", - "inputs": [], - "rowCount": 40000000, - "avgRowSize": 607, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "ca_address_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 16, - "name": "ca_address_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "ca_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "ca_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "ca_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "ca_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "ca_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "ca_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "ca_gmt_offset" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "ca_location_type" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "ca_address_sk", - "ndv": 40618307, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ca_state", - "ndv": 53 - }, - { - "name": "ca_address_id", - "ndv": 39667899 - }, - { - "name": "ca_street_number", - "ndv": 1014 - }, - { - "name": "ca_street_name", - "ndv": 8358 - }, - { - "name": "ca_street_type", - "ndv": 21 - }, - { - "name": "ca_suite_number", - "ndv": 76 - }, - { - "name": "ca_city", - "ndv": 985 - }, - { - "name": "ca_county", - "ndv": 1930 - }, - { - "name": "ca_zip", - "ndv": 9538 - }, - { - "name": "ca_country", - "ndv": 2 - }, - { - "name": "ca_gmt_offset", - "ndv": 6, - "minValue": -10, - "maxValue": -5 - }, - { - "name": "ca_location_type", - "ndv": 4 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 8, - "name": "$8" - }, - { - "literal": "TX", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - } - ] - }, - "rowCount": 6000000 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ca_address_sk", - "ca_state" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": "TX", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 2 - } - } - ], - "type": { - "type": "CHAR", - "nullable": true, - "precision": 2 - } - } - ], - "rowCount": 6000000 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 6, - "name": "$6" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 14171783954867102 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_site" - ], - "table:alias": "web_site", - "inputs": [], - "rowCount": 84, - "avgRowSize": 1331, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "web_site_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "web_site_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "web_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "web_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "web_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "web_open_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "web_close_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "web_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "web_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "web_mkt_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "web_mkt_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "web_mkt_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "web_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "web_company_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "web_company_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "web_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "web_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "web_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "web_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "web_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "web_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "web_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "web_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "web_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "web_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "web_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "web_site_sk", - "ndv": 84, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "web_company_name", - "ndv": 7 - }, - { - "name": "web_site_id", - "ndv": 42 - }, - { - "name": "web_rec_start_date", - "ndv": 0, - "minValue": 10089, - "maxValue": 11550 - }, - { - "name": "web_rec_end_date", - "ndv": 0, - "minValue": 10819, - "maxValue": 11549 - }, - { - "name": "web_name", - "ndv": 15 - }, - { - "name": "web_open_date_sk", - "ndv": 42, - "minValue": 2450118, - "maxValue": 2450807 - }, - { - "name": "web_close_date_sk", - "ndv": 28, - "minValue": 2440993, - "maxValue": 2446218 - }, - { - "name": "web_class", - "ndv": 2 - }, - { - "name": "web_manager", - "ndv": 60 - }, - { - "name": "web_mkt_id", - "ndv": 6, - "minValue": 1, - "maxValue": 6 - }, - { - "name": "web_mkt_class", - "ndv": 65 - }, - { - "name": "web_mkt_desc", - "ndv": 64 - }, - { - "name": "web_market_manager", - "ndv": 66 - }, - { - "name": "web_company_id", - "ndv": 6, - "minValue": 1, - "maxValue": 6 - }, - { - "name": "web_street_number", - "ndv": 58 - }, - { - "name": "web_street_name", - "ndv": 80 - }, - { - "name": "web_street_type", - "ndv": 20 - }, - { - "name": "web_suite_number", - "ndv": 51 - }, - { - "name": "web_city", - "ndv": 52 - }, - { - "name": "web_county", - "ndv": 58 - }, - { - "name": "web_state", - "ndv": 30 - }, - { - "name": "web_zip", - "ndv": 56 - }, - { - "name": "web_country", - "ndv": 2 - }, - { - "name": "web_gmt_offset", - "ndv": 4, - "minValue": -8, - "maxValue": -5 - }, - { - "name": "web_tax_percentage", - "ndv": 13, - "minValue": 0, - "maxValue": 0.12 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 14, - "name": "$14" - }, - { - "literal": "pri ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 50 - } - } - ] - }, - "rowCount": 12.6 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "web_site_sk", - "web_company_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": "pri ", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 50 - } - } - ], - "type": { - "type": "CHAR", - "nullable": true, - "precision": 50 - } - } - ], - "rowCount": 12.6 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 8, - "name": "$8" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 26784671674698820 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "TIMESTAMP", - "nullable": true, - "precision": 9 - } - }, - { - "literal": 925516800000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - }, - { - "literal": 930700800000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk", - "d_date" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 18262.25 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 10, - "name": "$10" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "10", - "13" - ], - "rowCount": 7.337225554369027E19 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_ship_date_sk", - "ws_ship_addr_sk", - "ws_web_site_sk", - "ws_order_number", - "ws_ext_ship_cost", - "ws_net_profit", - "d_date_sk", - "d_date", - "ca_address_sk", - "ca_state", - "web_site_sk", - "web_company_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 11, - "name": "$11" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 8, - "name": "$8" - }, - { - "input": 9, - "name": "$9" - } - ], - "rowCount": 7.337225554369027E19 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "ws1", - "inputs": [], - "rowCount": 21600036511, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1824, - "minValue": 2450816, - "maxValue": 2452642 - } - ] - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_warehouse_sk", - "ws_order_number" - ], - "exprs": [ - { - "input": 14, - "name": "$14" - }, - { - "input": 16, - "name": "$16" - } - ], - "rowCount": 21600036511 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_sales" - ], - "table:alias": "ws2", - "inputs": [], - "rowCount": 21600036511, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_web_site_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ws_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ws_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ws_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ws_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ws_sold_date_sk" - ], - "colStats": [ - { - "name": "ws_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "ws_order_number", - "ndv": 1800000000, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "ws_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "ws_ship_date_sk", - "ndv": 1902, - "minValue": 2450817, - "maxValue": 2452762 - }, - { - "name": "ws_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ws_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ws_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ws_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ws_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ws_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "ws_web_site_sk", - "ndv": 85, - "minValue": 1, - "maxValue": 84 - }, - { - "name": "ws_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "ws_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ws_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ws_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "ws_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "ws_ext_discount_amt", - "ndv": 1141615, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "ws_ext_sales_price", - "ndv": 1155428, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ws_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "ws_ext_tax", - "ndv": 233719, - "minValue": 0, - "maxValue": 2682.9 - }, - { - "name": "ws_coupon_amt", - "ndv": 1659025, - "minValue": 0, - "maxValue": 28824 - }, - { - "name": "ws_ext_ship_cost", - "ndv": 564319, - "minValue": 0, - "maxValue": 14950 - }, - { - "name": "ws_net_paid", - "ndv": 1870760, - "minValue": 0, - "maxValue": 29970 - }, - { - "name": "ws_net_paid_inc_tax", - "ndv": 2521035, - "minValue": 0, - "maxValue": 32492.9 - }, - { - "name": "ws_net_paid_inc_ship", - "ndv": 2577850, - "minValue": 0, - "maxValue": 44263 - }, - { - "name": "ws_net_paid_inc_ship_tax", - "ndv": 3413793, - "minValue": 0, - "maxValue": 46389.84 - }, - { - "name": "ws_net_profit", - "ndv": 2074138, - "minValue": -10000, - "maxValue": 19980 - }, - { - "name": "ws_sold_date_sk", - "ndv": 1824, - "minValue": 2450816, - "maxValue": 2452642 - } - ] - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_warehouse_sk", - "ws_order_number" - ], - "exprs": [ - { - "input": 14, - "name": "$14" - }, - { - "input": 16, - "name": "$16" - } - ], - "rowCount": 21600036511 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - { - "op": { - "name": "<>", - "kind": "NOT_EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "17", - "19" - ], - "rowCount": 3.4992118295739978E19 - }, - { - "id": "21", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_order_number" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 3.4992118295739978E19 - }, - { - "id": "22", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 12, - "name": "$12" - } - ] - }, - "joinType": "semi", - "inputs": [ - "15", - "21" - ], - "rowCount": 7.337225554369027E19 - }, - { - "id": "23", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_warehouse_sk", - "ws_order_number" - ], - "exprs": [ - { - "input": 14, - "name": "$14" - }, - { - "input": 16, - "name": "$16" - } - ], - "inputs": [ - "16" - ], - "rowCount": 21600036511 - }, - { - "id": "24", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "web_returns" - ], - "table:alias": "web_returns", - "inputs": [], - "rowCount": 2160007345, - "avgRowSize": 281, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returned_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "wr_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_refunded_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returning_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_web_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_reason_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "wr_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "wr_return_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_amt_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_fee" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_return_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_refunded_cash" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_reversed_charge" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_account_credit" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "wr_net_loss" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "wr_returned_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "wr_returned_date_sk" - ], - "colStats": [ - { - "name": "wr_order_number", - "ndv": 1317116406, - "minValue": 1, - "maxValue": 1800000000 - }, - { - "name": "wr_returned_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "wr_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "wr_refunded_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "wr_refunded_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "wr_refunded_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "wr_refunded_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "wr_returning_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "wr_returning_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "wr_returning_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "wr_returning_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "wr_web_page_sk", - "ndv": 4556, - "minValue": 1, - "maxValue": 4602 - }, - { - "name": "wr_reason_sk", - "ndv": 73, - "minValue": 1, - "maxValue": 72 - }, - { - "name": "wr_return_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "wr_return_amt", - "ndv": 1108704, - "minValue": 0, - "maxValue": 29191 - }, - { - "name": "wr_return_tax", - "ndv": 198904, - "minValue": 0, - "maxValue": 2620.34 - }, - { - "name": "wr_return_amt_inc_tax", - "ndv": 2111617, - "minValue": 0, - "maxValue": 31735.25 - }, - { - "name": "wr_fee", - "ndv": 9408, - "minValue": 0.5, - "maxValue": 100 - }, - { - "name": "wr_return_ship_cost", - "ndv": 553061, - "minValue": 0, - "maxValue": 14624 - }, - { - "name": "wr_refunded_cash", - "ndv": 1631618, - "minValue": 0, - "maxValue": 28085.82 - }, - { - "name": "wr_reversed_charge", - "ndv": 1277260, - "minValue": 0, - "maxValue": 26135.99 - }, - { - "name": "wr_account_credit", - "ndv": 1249055, - "minValue": 0, - "maxValue": 24649.69 - }, - { - "name": "wr_net_loss", - "ndv": 1227508, - "minValue": 0.5, - "maxValue": 16733.32 - }, - { - "name": "wr_returned_date_sk", - "ndv": 2185, - "minValue": 2450819, - "maxValue": 2453002 - } - ] - }, - { - "id": "25", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "wr_order_number" - ], - "exprs": [ - { - "input": 12, - "name": "$12" - } - ], - "rowCount": 2160007345 - }, - { - "id": "26", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 1, - "name": "$1" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "23", - "25" - ], - "rowCount": 6998435627404225536 - }, - { - "id": "27", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ws_warehouse_sk", - "ws_order_number" - ], - "exprs": [ - { - "input": 14, - "name": "$14" - }, - { - "input": 16, - "name": "$16" - } - ], - "inputs": [ - "18" - ], - "rowCount": 21600036511 - }, - { - "id": "28", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "<>", - "kind": "NOT_EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "26", - "27" - ], - "rowCount": 1.1337484880386084E28 - }, - { - "id": "29", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "wr_order_number" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 1.1337484880386084E28 - }, - { - "id": "30", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 12, - "name": "$12" - } - ] - }, - "joinType": "semi", - "inputs": [ - "22", - "29" - ], - "rowCount": 7.337225554369027E19 - }, - { - "id": "31", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": true, - "operands": [ - 3 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - } - ], - "rowCount": 1 - }, - { - "id": "32", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "order count", - "total shipping cost", - "total net profit" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 1 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 10 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE) + Map 11 <- Reducer 7 (BROADCAST_EDGE) + Map 14 <- Reducer 6 (BROADCAST_EDGE) + Map 15 <- Reducer 6 (BROADCAST_EDGE) + Reducer 12 <- Map 11 (SIMPLE_EDGE) + Reducer 13 <- Map 11 (CUSTOM_SIMPLE_EDGE), Reducer 12 (CUSTOM_SIMPLE_EDGE) + Reducer 16 <- Map 14 (CUSTOM_SIMPLE_EDGE), Map 15 (CUSTOM_SIMPLE_EDGE) + Reducer 17 <- Map 15 (CUSTOM_SIMPLE_EDGE), Reducer 16 (CUSTOM_SIMPLE_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Reducer 13 (CUSTOM_SIMPLE_EDGE) + Reducer 3 <- Reducer 17 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE) + Reducer 5 <- Reducer 4 (CUSTOM_SIMPLE_EDGE) + Reducer 6 <- Reducer 2 (CUSTOM_SIMPLE_EDGE) + Reducer 7 <- Map 1 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: ws1 + filterExpr: (ws_ship_addr_sk is not null and ws_web_site_sk is not null and ws_ship_date_sk is not null) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_211_container, bigKeyColName:ws_web_site_sk, smallTablePos:1, keyRatio:2.9924592936258674E-4 + Statistics: Num rows: 21600036511 Data size: 5528875272680 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ws_ship_addr_sk is not null and ws_web_site_sk is not null and ws_ship_date_sk is not null) (type: boolean) + Statistics: Num rows: 21583844790 Data size: 5524730742376 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_ship_date_sk (type: bigint), ws_ship_addr_sk (type: bigint), ws_web_site_sk (type: bigint), ws_order_number (type: bigint), ws_ext_ship_cost (type: decimal(7,2)), ws_net_profit (type: decimal(7,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 21583844790 Data size: 5524730742376 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col3, _col4, _col5 + input vertices: + 1 Map 8 + Statistics: Num rows: 2398040806 Data size: 594023731240 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col2, _col3, _col4, _col5 + input vertices: + 1 Map 9 + Statistics: Num rows: 45246054 Data size: 10211846728 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col3, _col4, _col5 + input vertices: + 1 Map 10 + Statistics: Num rows: 6463723 Data size: 895528872 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col3 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col3 (type: bigint) + Statistics: Num rows: 6463723 Data size: 895528872 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)) + Select Operator + expressions: _col3 (type: bigint) + outputColumnNames: _col3 + Statistics: Num rows: 6463723 Data size: 51709784 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col3), max(_col3), bloom_filter(_col3, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 10 + Map Operator Tree: + TableScan + alias: web_site + filterExpr: (web_company_name = 'pri ') (type: boolean) + Statistics: Num rows: 84 Data size: 8064 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (web_company_name = 'pri ') (type: boolean) + Statistics: Num rows: 12 Data size: 1152 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: web_site_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 11 + Map Operator Tree: + TableScan + alias: ws1 + filterExpr: (ws_order_number BETWEEN DynamicValue(RS_47_ws1_ws_order_number_min) AND DynamicValue(RS_47_ws1_ws_order_number_max) and in_bloom_filter(ws_order_number, DynamicValue(RS_47_ws1_ws_order_number_bloom_filter))) (type: boolean) + Statistics: Num rows: 21600036511 Data size: 345557373256 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ws_order_number BETWEEN DynamicValue(RS_47_ws1_ws_order_number_min) AND DynamicValue(RS_47_ws1_ws_order_number_max) and in_bloom_filter(ws_order_number, DynamicValue(RS_47_ws1_ws_order_number_bloom_filter))) (type: boolean) + Statistics: Num rows: 21600036511 Data size: 345557373256 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_warehouse_sk (type: bigint), ws_order_number (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 21600036511 Data size: 345557373256 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 21600036511 Data size: 345557373256 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 21600036511 Data size: 345557373256 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 14 + Map Operator Tree: + TableScan + alias: web_returns + filterExpr: (wr_order_number BETWEEN DynamicValue(RS_52_ws1_ws_order_number_min) AND DynamicValue(RS_52_ws1_ws_order_number_max) and in_bloom_filter(wr_order_number, DynamicValue(RS_52_ws1_ws_order_number_bloom_filter))) (type: boolean) + Statistics: Num rows: 2160007345 Data size: 17280058760 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (wr_order_number BETWEEN DynamicValue(RS_52_ws1_ws_order_number_min) AND DynamicValue(RS_52_ws1_ws_order_number_max) and in_bloom_filter(wr_order_number, DynamicValue(RS_52_ws1_ws_order_number_bloom_filter))) (type: boolean) + Statistics: Num rows: 2160007345 Data size: 17280058760 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: wr_order_number (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 2160007345 Data size: 17280058760 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 2160007345 Data size: 17280058760 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 15 + Map Operator Tree: + TableScan + alias: ws2 + filterExpr: (ws_order_number BETWEEN DynamicValue(RS_52_ws1_ws_order_number_min) AND DynamicValue(RS_52_ws1_ws_order_number_max) and in_bloom_filter(ws_order_number, DynamicValue(RS_52_ws1_ws_order_number_bloom_filter))) (type: boolean) + Statistics: Num rows: 21600036511 Data size: 345557373256 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ws_order_number BETWEEN DynamicValue(RS_52_ws1_ws_order_number_min) AND DynamicValue(RS_52_ws1_ws_order_number_max) and in_bloom_filter(ws_order_number, DynamicValue(RS_52_ws1_ws_order_number_bloom_filter))) (type: boolean) + Statistics: Num rows: 21600036511 Data size: 345557373256 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_warehouse_sk (type: bigint), ws_order_number (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 21600036511 Data size: 345557373256 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 21600036511 Data size: 345557373256 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 21600036511 Data size: 345557373256 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 8 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1999-05-01 00:00:00' AND TIMESTAMP'1999-06-30 00:00:00' (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1999-05-01 00:00:00' AND TIMESTAMP'1999-06-30 00:00:00' (type: boolean) + Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 9 + Map Operator Tree: + TableScan + alias: customer_address + filterExpr: (ca_state = 'TX') (type: boolean) + Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ca_state = 'TX') (type: boolean) + Statistics: Num rows: 754717 Data size: 70943398 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ca_address_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 754717 Data size: 6037736 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 754717 Data size: 6037736 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 12 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: bigint) + outputColumnNames: _col1, _col0 + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 21600036511 Data size: 345557373256 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Reducer 13 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 11 + Statistics: Num rows: 259200876264 Data size: 6220734608496 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Filter Operator + predicate: (_col0 <> _col2) (type: boolean) + Statistics: Num rows: 259200876264 Data size: 6220734608496 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 259200876264 Data size: 2073607010112 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 21600036511 Data size: 172800292088 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 21600036511 Data size: 172800292088 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 16 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 14 + Statistics: Num rows: 25920131953 Data size: 622039955952 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Reduce Output Operator + key expressions: _col1 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: bigint) + Statistics: Num rows: 25920131953 Data size: 622039955952 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col2 (type: bigint) + Reducer 17 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col2, _col3 + input vertices: + 1 Map 15 + Statistics: Num rows: 311042109197 Data size: 7464924198888 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Filter Operator + predicate: (_col0 <> _col3) (type: boolean) + Statistics: Num rows: 311042109197 Data size: 7464924198888 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col2 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 311042109197 Data size: 2488336873576 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 311042109197 Data size: 2488336873576 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 311042109197 Data size: 2488336873576 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col3, _col4, _col5 + input vertices: + 1 Reducer 13 + Statistics: Num rows: 6463723 Data size: 895528872 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Reduce Output Operator + key expressions: _col3 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col3 (type: bigint) + Statistics: Num rows: 6463723 Data size: 895528872 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)) + Select Operator + expressions: _col3 (type: bigint) + outputColumnNames: _col3 + Statistics: Num rows: 6463723 Data size: 51709784 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col3), max(_col3), bloom_filter(_col3, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 3 + Execution mode: llap + Reduce Operator Tree: + Merge Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col3, _col4, _col5 + Statistics: Num rows: 6463723 Data size: 895528872 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col4), sum(_col5) + keys: _col3 (type: bigint) + minReductionHashAggr: 0.9166043 + mode: hash + outputColumnNames: _col0, _col2, _col3 + Statistics: Num rows: 2156188 Data size: 500235616 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 2156188 Data size: 500235616 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1) + keys: KEY._col0 (type: bigint) + mode: partial2 + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 2156188 Data size: 500235616 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(_col0), sum(_col1), sum(_col2) + mode: partial2 + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 232 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 232 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) + Reducer 5 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 232 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 232 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 7 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query96.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query96.q.out index 6810c6736668..80a49252e6d5 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query96.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query96.q.out @@ -1,1321 +1,154 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 86404891377, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 159044, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1334023, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1468124, - "minValue": -10000, - "maxValue": 9986 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1824, - "minValue": 2450816, - "maxValue": 2452642 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 6, - "name": "$6" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 4, - "name": "$4" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - } - ] - }, - "rowCount": 6.298916581383301E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_sold_time_sk", - "ss_hdemo_sk", - "ss_store_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 6.298916581383301E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "time_dim" - ], - "table:alias": "time_dim", - "inputs": [], - "rowCount": 86400, - "avgRowSize": 377, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "t_time_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "t_time_id" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "t_time" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "t_hour" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "t_minute" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "t_second" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "t_am_pm" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "t_shift" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "t_sub_shift" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "t_meal_time" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "t_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "t_hour", - "ndv": 24, - "minValue": 0, - "maxValue": 23 - }, - { - "name": "t_minute", - "ndv": 62, - "minValue": 0, - "maxValue": 59 - }, - { - "name": "t_time_id", - "ndv": 87002 - }, - { - "name": "t_time", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "t_second", - "ndv": 62, - "minValue": 0, - "maxValue": 59 - }, - { - "name": "t_am_pm", - "ndv": 2 - }, - { - "name": "t_shift", - "ndv": 3 - }, - { - "name": "t_sub_shift", - "ndv": 4 - }, - { - "name": "t_meal_time", - "ndv": 4 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 8, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - { - "op": { - "name": ">=", - "kind": "GREATER_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 4, - "name": "$4" - }, - { - "literal": 30, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ] - }, - "rowCount": 6480 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "t_time_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 6480 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 6.122546917104568E13 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store" - ], - "table:alias": "store", - "inputs": [], - "rowCount": 1704, - "avgRowSize": 1375, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "s_store_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "s_store_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "s_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "s_closed_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_store_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_number_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_floor_space" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "s_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_market_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_geography_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "s_market_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "s_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_division_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "s_company_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "s_company_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 10, - "name": "s_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "s_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "s_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "s_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "s_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "s_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "s_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "s_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "s_store_sk", - "ndv": 1736, - "minValue": 1, - "maxValue": 1704 - }, - { - "name": "s_store_name", - "ndv": 11 - }, - { - "name": "s_store_id", - "ndv": 879 - }, - { - "name": "s_rec_start_date", - "ndv": 0, - "minValue": 9933, - "maxValue": 11394 - }, - { - "name": "s_rec_end_date", - "ndv": 0, - "minValue": 10663, - "maxValue": 11393 - }, - { - "name": "s_closed_date_sk", - "ndv": 263, - "minValue": 2450820, - "maxValue": 2451314 - }, - { - "name": "s_number_employees", - "ndv": 100, - "minValue": 200, - "maxValue": 300 - }, - { - "name": "s_floor_space", - "ndv": 1289, - "minValue": 5000201, - "maxValue": 9997773 - }, - { - "name": "s_hours", - "ndv": 4 - }, - { - "name": "s_manager", - "ndv": 1245 - }, - { - "name": "s_market_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "s_geography_class", - "ndv": 2 - }, - { - "name": "s_market_desc", - "ndv": 1311 - }, - { - "name": "s_market_manager", - "ndv": 1236 - }, - { - "name": "s_division_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_division_name", - "ndv": 2 - }, - { - "name": "s_company_id", - "ndv": 1, - "minValue": 1, - "maxValue": 1 - }, - { - "name": "s_company_name", - "ndv": 2 - }, - { - "name": "s_street_number", - "ndv": 736 - }, - { - "name": "s_street_name", - "ndv": 851 - }, - { - "name": "s_street_type", - "ndv": 21 - }, - { - "name": "s_suite_number", - "ndv": 76 - }, - { - "name": "s_city", - "ndv": 267 - }, - { - "name": "s_county", - "ndv": 128 - }, - { - "name": "s_state", - "ndv": 44 - }, - { - "name": "s_zip", - "ndv": 983 - }, - { - "name": "s_country", - "ndv": 2 - }, - { - "name": "s_gmt_offset", - "ndv": 5, - "minValue": -9, - "maxValue": -5 - }, - { - "name": "s_tax_percentage", - "ndv": 12, - "minValue": 0, - "maxValue": 0.11 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "literal": "ese", - "type": { - "type": "VARCHAR", - "nullable": false, - "precision": 50 - } - } - ] - }, - "rowCount": 255.6 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "s_store_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 255.6 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 4, - "name": "$4" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 2.3473844880178915E15 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "household_demographics" - ], - "table:alias": "household_demographics", - "inputs": [], - "rowCount": 7200, - "avgRowSize": 183, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "hd_demo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "hd_income_band_sk" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "hd_buy_potential" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "hd_dep_count" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "hd_vehicle_count" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "hd_demo_sk", - "ndv": 7225, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "hd_dep_count", - "ndv": 10, - "minValue": 0, - "maxValue": 9 - }, - { - "name": "hd_income_band_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "hd_buy_potential", - "ndv": 6 - }, - { - "name": "hd_vehicle_count", - "ndv": 6, - "minValue": -1, - "maxValue": 4 - } - ] - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "literal": 5, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 1080 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "hd_demo_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1080 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 5, - "name": "$5" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "10", - "13" - ], - "rowCount": 380276287058898432 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "count", - "kind": "COUNT", - "syntax": "FUNCTION_STAR" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [], - "name": null - } - ], - "rowCount": 1 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "_c0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 1 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: (ss_store_sk is not null and ss_hdemo_sk is not null and ss_sold_time_sk is not null) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_72_container, bigKeyColName:ss_hdemo_sk, smallTablePos:1, keyRatio:2.9979791175219683E-4 + Statistics: Num rows: 86404891377 Data size: 1980339026496 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ss_store_sk is not null and ss_hdemo_sk is not null and ss_sold_time_sk is not null) (type: boolean) + Statistics: Num rows: 75250303516 Data size: 1724683758456 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_sold_time_sk (type: bigint), ss_hdemo_sk (type: bigint), ss_store_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 75250303516 Data size: 1724683758456 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2 + input vertices: + 1 Map 3 + Statistics: Num rows: 2844424992 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1 + input vertices: + 1 Map 4 + Statistics: Num rows: 259040049 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + input vertices: + 1 Map 5 + Statistics: Num rows: 25904006 Data size: 207232048 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 3 + Map Operator Tree: + TableScan + alias: time_dim + filterExpr: ((t_hour = 8) and (t_minute >= 30)) (type: boolean) + Statistics: Num rows: 86400 Data size: 1382400 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((t_hour = 8) and (t_minute >= 30)) (type: boolean) + Statistics: Num rows: 1769 Data size: 28304 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: t_time_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1769 Data size: 14152 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1769 Data size: 14152 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: store + filterExpr: (s_store_name = 'ese') (type: boolean) + Statistics: Num rows: 1704 Data size: 163584 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (s_store_name = 'ese') (type: boolean) + Statistics: Num rows: 155 Data size: 14880 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: s_store_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: household_demographics + filterExpr: (hd_dep_count = 5) (type: boolean) + Statistics: Num rows: 7200 Data size: 86400 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (hd_dep_count = 5) (type: boolean) + Statistics: Num rows: 720 Data size: 8640 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: hd_demo_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 720 Data size: 5760 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 720 Data size: 5760 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query97.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query97.q.out index dc4608e74323..aabe34835525 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query97.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query97.q.out @@ -1,1827 +1,224 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - }, - "rowCount": 7.42597919451E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_customer_sk", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 7.42597919451E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 1212, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1223, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 2.0342263281741038E14 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1 - ], - "aggs": [], - "rowCount": 2.034226328174104E13 - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_customer_sk", - "ss_item_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 2.034226328174104E13 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43005109025, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1836, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1643867, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - } - ] - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 33, - "name": "$33" - } - ] - }, - "rowCount": 3.87045981225E10 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_bill_customer_sk", - "cs_item_sk", - "cs_sold_date_sk" - ], - "exprs": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 33, - "name": "$33" - } - ], - "rowCount": 3.87045981225E10 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 1212, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1223, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "inputs": [ - "3" - ], - "rowCount": 18262.25 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "11", - "13" - ], - "rowCount": 1.0602495705939384E14 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 0, - 1 - ], - "aggs": [], - "rowCount": 1.0602495705939385E13 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_bill_customer_sk", - "cs_item_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 1.0602495705939385E13 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 3, - "name": "$3" - } - ] - } - ] - }, - "joinType": "full", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "8", - "16" - ], - "rowCount": 4.852772079639573E24 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "$f0", - "$f1", - "$f2" - ], - "exprs": [ - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NULL", - "kind": "IS_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - } - ] - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NULL", - "kind": "IS_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - } - ] - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 0, - "name": "$0" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ] - } - ] - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - } - ], - "rowCount": 4.852772079639573E24 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 0 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 2 - ], - "name": null - } - ], - "rowCount": 1 - }, - { - "id": "20", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "store_only", - "catalog_only", - "store_and_catalog" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 1 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 7 (BROADCAST_EDGE) + Map 5 <- Map 7 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (CUSTOM_SIMPLE_EDGE), Reducer 6 (CUSTOM_SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (CUSTOM_SIMPLE_EDGE) + Reducer 6 <- Map 5 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + filterExpr: ss_sold_date_sk is not null (type: boolean) + Statistics: Num rows: 82510879939 Data size: 1964702246744 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_customer_sk (type: bigint), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 82510879939 Data size: 1964702246744 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 7 + Statistics: Num rows: 16221796254 Data size: 243989868272 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col1 (type: bigint), _col0 (type: bigint) + minReductionHashAggr: 0.71317357 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 16221796254 Data size: 243989868272 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 16221796254 Data size: 243989868272 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: cs_sold_date_sk is not null (type: boolean) + Statistics: Num rows: 43005109025 Data size: 1031276889552 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_bill_customer_sk (type: bigint), cs_item_sk (type: bigint), cs_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 43005109025 Data size: 1031276889552 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 7 + Statistics: Num rows: 8395118768 Data size: 133476173240 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint), _col1 (type: bigint) + minReductionHashAggr: 0.4516346 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 8395118768 Data size: 133476173240 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 8395118768 Data size: 133476173240 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) + Statistics: Num rows: 359 Data size: 4308 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 5 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: bigint), KEY._col1 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 16221796254 Data size: 243989868272 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 16221796254 Data size: 243989868272 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Map Join Operator + condition map: + Full Outer Join 0 to 1 + keys: + 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col0, _col2 + input vertices: + 1 Reducer 6 + Statistics: Num rows: 8845757909812 Data size: 141137410189600 Basic stats: COMPLETE Column stats: COMPLETE + DynamicPartitionHashJoin: true + Select Operator + expressions: if((_col2 is null and _col0 is not null), 1, 0) (type: int), if((_col0 is null and _col2 is not null), 1, 0) (type: int), if((_col0 is not null and _col2 is not null), 1, 0) (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 8845757909812 Data size: 141137410189600 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col0), sum(_col1), sum(_col2) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 6 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: bigint), KEY._col1 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 8395118768 Data size: 133476173240 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint), _col1 (type: bigint) + null sort order: zz + sort order: ++ + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) + Statistics: Num rows: 8395118768 Data size: 133476173240 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: 0S (type: smallint) + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query98.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query98.q.out index 230901e7cd30..6034e697996d 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query98.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query98.q.out @@ -1,1453 +1,194 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "store_sales" - ], - "table:alias": "store_sales", - "inputs": [], - "rowCount": 82510879939, - "avgRowSize": 261, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_store_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "ss_ticket_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "ss_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "ss_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "ss_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "ss_sold_date_sk" - ], - "colStats": [ - { - "name": "ss_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "ss_ext_sales_price", - "ndv": 738605, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_sold_date_sk", - "ndv": 1823, - "minValue": 2450816, - "maxValue": 2452642 - }, - { - "name": "ss_sold_time_sk", - "ndv": 45279, - "minValue": 28800, - "maxValue": 75599 - }, - { - "name": "ss_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "ss_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "ss_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "ss_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "ss_store_sk", - "ndv": 870, - "minValue": 1, - "maxValue": 1702 - }, - { - "name": "ss_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "ss_ticket_number", - "ndv": 7200000000, - "minValue": 1, - "maxValue": 7200000000 - }, - { - "name": "ss_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "ss_list_price", - "ndv": 20258, - "minValue": 1, - "maxValue": 200 - }, - { - "name": "ss_sales_price", - "ndv": 20315, - "minValue": 0, - "maxValue": 200 - }, - { - "name": "ss_ext_discount_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "ss_ext_list_price", - "ndv": 759913, - "minValue": 1, - "maxValue": 20000 - }, - { - "name": "ss_ext_tax", - "ndv": 158652, - "minValue": 0, - "maxValue": 1797.48 - }, - { - "name": "ss_coupon_amt", - "ndv": 1219691, - "minValue": 0, - "maxValue": 19778 - }, - { - "name": "ss_net_paid", - "ndv": 1330581, - "minValue": 0, - "maxValue": 19972 - }, - { - "name": "ss_net_paid_inc_tax", - "ndv": 1755573, - "minValue": 0, - "maxValue": 21769.48 - }, - { - "name": "ss_net_profit", - "ndv": 1466906, - "minValue": -10000, - "maxValue": 9986 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 22, - "name": "$22" - } - ] - }, - "rowCount": 7.42597919451E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "ss_item_sk", - "ss_ext_sales_price", - "ss_sold_date_sk" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 14, - "name": "$14" - }, - { - "input": 22, - "name": "$22" - } - ], - "rowCount": 7.42597919451E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "item" - ], - "table:alias": "item", - "inputs": [], - "rowCount": 462000, - "avgRowSize": 1033, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "i_item_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "i_item_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "i_rec_end_date" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 200, - "name": "i_item_desc" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_current_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "i_wholesale_cost" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_brand_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_brand" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_class_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_category_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_category" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manufact_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_manufact" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_size" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_formulation" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "i_color" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_units" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "i_container" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "i_manager_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "i_product_name" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "i_item_sk", - "ndv": 464811, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "i_item_id", - "ndv": 247524 - }, - { - "name": "i_item_desc", - "ndv": 341846 - }, - { - "name": "i_current_price", - "ndv": 9391, - "minValue": 0.09, - "maxValue": 99.99 - }, - { - "name": "i_class", - "ndv": 99 - }, - { - "name": "i_category", - "ndv": 11 - }, - { - "name": "i_rec_start_date", - "ndv": 0, - "minValue": 10161, - "maxValue": 11622 - }, - { - "name": "i_rec_end_date", - "ndv": 0, - "minValue": 10891, - "maxValue": 11621 - }, - { - "name": "i_wholesale_cost", - "ndv": 7343, - "minValue": 0.02, - "maxValue": 89.74 - }, - { - "name": "i_brand_id", - "ndv": 962, - "minValue": 1001001, - "maxValue": 10016017 - }, - { - "name": "i_brand", - "ndv": 742 - }, - { - "name": "i_class_id", - "ndv": 16, - "minValue": 1, - "maxValue": 16 - }, - { - "name": "i_category_id", - "ndv": 10, - "minValue": 1, - "maxValue": 10 - }, - { - "name": "i_manufact_id", - "ndv": 987, - "minValue": 1, - "maxValue": 1000 - }, - { - "name": "i_manufact", - "ndv": 1004 - }, - { - "name": "i_size", - "ndv": 8 - }, - { - "name": "i_formulation", - "ndv": 344236 - }, - { - "name": "i_color", - "ndv": 95 - }, - { - "name": "i_units", - "ndv": 21 - }, - { - "name": "i_container", - "ndv": 2 - }, - { - "name": "i_manager_id", - "ndv": 104, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "i_product_name", - "ndv": 461487 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "IN", - "kind": "OTHER_FUNCTION", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 12, - "name": "$12" - }, - { - "literal": "Books", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 5 - } - }, - { - "literal": "Jewelry", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 7 - } - }, - { - "literal": "Sports", - "type": { - "type": "CHAR", - "nullable": false, - "precision": 6 - } - } - ] - }, - "rowCount": 115500 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_sk", - "i_item_id", - "i_item_desc", - "i_current_price", - "i_class", - "i_category" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 12, - "name": "$12" - } - ], - "rowCount": 115500 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 3, - "name": "$3" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 1.2865508954488575E15 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "input": 2, - "name": "$2" - } - ], - "type": { - "type": "TIMESTAMP", - "nullable": true, - "precision": 9 - } - }, - { - "literal": 979257600000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - }, - { - "literal": 981849600000, - "type": { - "type": "TIMESTAMP", - "nullable": false, - "precision": 9 - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "9" - ], - "rowCount": 3524297113561634304 - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 4, - 5, - 6, - 7, - 8 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 17, - "scale": 2 - }, - "distinct": false, - "operands": [ - 1 - ], - "name": null - } - ], - "rowCount": 352429711356163456 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_desc", - "i_category", - "i_class", - "i_current_price", - "itemrevenue", - "revenueratio", - "(tok_table_or_col i_item_id)" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 5, - "name": "$5" - }, - { - "op": { - "name": "/", - "kind": "DIVIDE", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "*", - "kind": "TIMES", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 5, - "name": "$5" - }, - { - "literal": 100, - "type": { - "type": "DECIMAL", - "nullable": false, - "precision": 10, - "scale": 0 - } - } - ] - }, - { - "op": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 5, - "name": "$5" - } - ], - "distinct": false, - "type": { - "type": "DECIMAL", - "nullable": true, - "precision": 27, - "scale": 2 - }, - "window": { - "partition": [ - { - "input": 3, - "name": "$3" - } - ], - "order": [ - { - "expr": { - "input": 3, - "name": "$3" - }, - "direction": "ASCENDING", - "null-direction": "FIRST" - } - ], - "range-lower": { - "type": "UNBOUNDED_PRECEDING" - }, - "range-upper": { - "type": "UNBOUNDED_FOLLOWING" - } - } - } - ] - }, - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 352429711356163456 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 6, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 0, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 5, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "rowCount": 352429711356163456 - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "i_item_desc", - "i_category", - "i_class", - "i_current_price", - "itemrevenue", - "revenueratio" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - } - ], - "rowCount": 352429711356163456 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: store_sales + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_50_container, bigKeyColName:ss_item_sk, smallTablePos:1, keyRatio:0.030300956793193314 + Statistics: Num rows: 82510879939 Data size: 10343396725952 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 82510879939 Data size: 10343396725952 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 5 + Statistics: Num rows: 9167247954 Data size: 882073848240 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col5, _col6, _col7, _col8, _col9 + input vertices: + 1 Map 6 + Statistics: Num rows: 2500158608 Data size: 1507113497776 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col9 (type: char(50)), _col8 (type: char(50)), _col5 (type: string), _col6 (type: varchar(200)), _col7 (type: decimal(7,2)) + minReductionHashAggr: 0.6650032 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: string), _col3 (type: varchar(200)), _col4 (type: decimal(7,2)) + null sort order: zzzzz + sort order: +++++ + Map-reduce partition columns: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: string), _col3 (type: varchar(200)), _col4 (type: decimal(7,2)) + Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col5 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-01-12 00:00:00' AND TIMESTAMP'2001-02-11 00:00:00' (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-01-12 00:00:00' AND TIMESTAMP'2001-02-11 00:00:00' (type: boolean) + Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: item + filterExpr: (i_category) IN ('Books ', 'Jewelry ', 'Sports ') (type: boolean) + Statistics: Num rows: 462000 Data size: 270601408 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (i_category) IN ('Books ', 'Jewelry ', 'Sports ') (type: boolean) + Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_item_id (type: string), i_item_desc (type: varchar(200)), i_current_price (type: decimal(7,2)), i_class (type: char(50)), i_category (type: char(50)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string), _col2 (type: varchar(200)), _col3 (type: decimal(7,2)), _col4 (type: char(50)), _col5 (type: char(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: char(50)), KEY._col1 (type: char(50)), KEY._col2 (type: string), KEY._col3 (type: varchar(200)), KEY._col4 (type: decimal(7,2)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: char(50)) + null sort order: a + sort order: + + Map-reduce partition columns: _col1 (type: char(50)) + Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: char(50)), _col2 (type: string), _col3 (type: varchar(200)), _col4 (type: decimal(7,2)), _col5 (type: decimal(17,2)) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: char(50)), KEY.reducesinkkey0 (type: char(50)), VALUE._col1 (type: string), VALUE._col2 (type: varchar(200)), VALUE._col3 (type: decimal(7,2)), VALUE._col4 (type: decimal(17,2)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE + PTF Operator + Function definitions: + Input definition + input alias: ptf_0 + output shape: _col0: char(50), _col1: char(50), _col2: string, _col3: varchar(200), _col4: decimal(7,2), _col5: decimal(17,2) + type: WINDOWING + Windowing table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 ASC NULLS FIRST + partition by: _col1 + raw input shape: + window functions: + window function definition + alias: sum_window_0 + arguments: _col5 + name: sum + window function: GenericUDAFSumHiveDecimal + window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) + Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col3 (type: varchar(200)), _col0 (type: char(50)), _col1 (type: char(50)), _col4 (type: decimal(7,2)), _col5 (type: decimal(17,2)), ((_col5 * 100) / sum_window_0) (type: decimal(38,17)), _col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 126000 Data size: 101052000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col6 (type: string), _col0 (type: varchar(200)), _col5 (type: decimal(38,17)) + null sort order: zzzzz + sort order: +++++ + Statistics: Num rows: 126000 Data size: 101052000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: decimal(7,2)), _col4 (type: decimal(17,2)) + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey3 (type: varchar(200)), KEY.reducesinkkey0 (type: char(50)), KEY.reducesinkkey1 (type: char(50)), VALUE._col0 (type: decimal(7,2)), VALUE._col1 (type: decimal(17,2)), KEY.reducesinkkey4 (type: decimal(38,17)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 126000 Data size: 88452000 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 126000 Data size: 88452000 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query99.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query99.q.out index 9d332c859bc6..2733265a9214 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query99.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query99.q.out @@ -1,2574 +1,208 @@ -{ - "CBOPlan": { - "rels": [ - { - "id": "0", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "catalog_sales" - ], - "table:alias": "catalog_sales", - "inputs": [], - "rowCount": 43220864887, - "avgRowSize": 337, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_time_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_bill_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_customer_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_cdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_hdemo_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_addr_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_call_center_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_catalog_page_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_ship_mode_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_warehouse_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_item_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_promo_sk" - }, - { - "type": "BIGINT", - "nullable": false, - "name": "cs_order_number" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cs_quantity" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_discount_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_sales_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_wholesale_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_list_price" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_coupon_amt" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_ext_ship_cost" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_paid_inc_ship_tax" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 7, - "scale": 2, - "name": "cs_net_profit" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cs_sold_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "partitionColumns": [ - "cs_sold_date_sk" - ], - "colStats": [ - { - "name": "cs_ship_date_sk", - "ndv": 1880, - "minValue": 2450817, - "maxValue": 2452744 - }, - { - "name": "cs_call_center_sk", - "ndv": 61, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cs_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "cs_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "cs_sold_date_sk", - "ndv": 1837, - "minValue": 2450815, - "maxValue": 2452654 - }, - { - "name": "cs_sold_time_sk", - "ndv": 85503, - "minValue": 0, - "maxValue": 86399 - }, - { - "name": "cs_bill_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_bill_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_bill_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_bill_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_ship_customer_sk", - "ndv": 78525965, - "minValue": 1, - "maxValue": 80000000 - }, - { - "name": "cs_ship_cdemo_sk", - "ndv": 1920801, - "minValue": 1, - "maxValue": 1920800 - }, - { - "name": "cs_ship_hdemo_sk", - "ndv": 7201, - "minValue": 1, - "maxValue": 7200 - }, - { - "name": "cs_ship_addr_sk", - "ndv": 40000001, - "minValue": 1, - "maxValue": 40000000 - }, - { - "name": "cs_catalog_page_sk", - "ndv": 27932, - "minValue": 1, - "maxValue": 38675 - }, - { - "name": "cs_item_sk", - "ndv": 462000, - "minValue": 1, - "maxValue": 462000 - }, - { - "name": "cs_promo_sk", - "ndv": 2301, - "minValue": 1, - "maxValue": 2300 - }, - { - "name": "cs_order_number", - "ndv": 4459647885, - "minValue": 1, - "maxValue": 4800000000 - }, - { - "name": "cs_quantity", - "ndv": 101, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_wholesale_cost", - "ndv": 9382, - "minValue": 1, - "maxValue": 100 - }, - { - "name": "cs_list_price", - "ndv": 31080, - "minValue": 1, - "maxValue": 300 - }, - { - "name": "cs_sales_price", - "ndv": 31054, - "minValue": 0, - "maxValue": 300 - }, - { - "name": "cs_ext_discount_amt", - "ndv": 1138649, - "minValue": 0, - "maxValue": 29982 - }, - { - "name": "cs_ext_sales_price", - "ndv": 1151692, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_ext_wholesale_cost", - "ndv": 381232, - "minValue": 1, - "maxValue": 10000 - }, - { - "name": "cs_ext_list_price", - "ndv": 1208442, - "minValue": 1, - "maxValue": 30000 - }, - { - "name": "cs_ext_tax", - "ndv": 228881, - "minValue": 0, - "maxValue": 2673.27 - }, - { - "name": "cs_coupon_amt", - "ndv": 1644740, - "minValue": 0, - "maxValue": 28730 - }, - { - "name": "cs_ext_ship_cost", - "ndv": 571510, - "minValue": 0, - "maxValue": 14994 - }, - { - "name": "cs_net_paid", - "ndv": 1883946, - "minValue": 0, - "maxValue": 29943 - }, - { - "name": "cs_net_paid_inc_tax", - "ndv": 2551581, - "minValue": 0, - "maxValue": 32376.27 - }, - { - "name": "cs_net_paid_inc_ship", - "ndv": 2600391, - "minValue": 0, - "maxValue": 43956 - }, - { - "name": "cs_net_paid_inc_ship_tax", - "ndv": 3397311, - "minValue": 0, - "maxValue": 46593.36 - }, - { - "name": "cs_net_profit", - "ndv": 2083412, - "minValue": -10000, - "maxValue": 19962 - } - ] - }, - { - "id": "1", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 1, - "name": "$1" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 13, - "name": "$13" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 12, - "name": "$12" - } - ] - }, - { - "op": { - "name": "IS NOT NULL", - "kind": "IS_NOT_NULL", - "syntax": "POSTFIX" - }, - "operands": [ - { - "input": 10, - "name": "$10" - } - ] - } - ] - }, - "rowCount": 2.8357209452360706E10 - }, - { - "id": "2", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cs_ship_date_sk", - "cs_call_center_sk", - "cs_ship_mode_sk", - "cs_warehouse_sk", - "$f3", - "$f4", - "$f5", - "$f6", - "$f7" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 10, - "name": "$10" - }, - { - "input": 12, - "name": "$12" - }, - { - "input": 13, - "name": "$13" - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 33, - "name": "$33" - } - ] - }, - { - "literal": 30, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 33, - "name": "$33" - } - ] - }, - { - "literal": 30, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 33, - "name": "$33" - } - ] - }, - { - "literal": 60, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - } - ] - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 33, - "name": "$33" - } - ] - }, - { - "literal": 60, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 33, - "name": "$33" - } - ] - }, - { - "literal": 90, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - } - ] - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "AND", - "kind": "AND", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 33, - "name": "$33" - } - ] - }, - { - "literal": 90, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - { - "op": { - "name": "<=", - "kind": "LESS_THAN_OR_EQUAL", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 33, - "name": "$33" - } - ] - }, - { - "literal": 120, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - } - ] - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - }, - { - "op": { - "name": "CAST", - "kind": "CAST", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": "CASE", - "kind": "CASE", - "syntax": "SPECIAL" - }, - "operands": [ - { - "op": { - "name": ">", - "kind": "GREATER_THAN", - "syntax": "BINARY" - }, - "operands": [ - { - "op": { - "name": "-", - "kind": "MINUS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 33, - "name": "$33" - } - ] - }, - { - "literal": 120, - "type": { - "type": "BIGINT", - "nullable": false - } - } - ] - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 0, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - } - ], - "type": { - "type": "INTEGER", - "nullable": true - } - } - ], - "rowCount": 2.8357209452360706E10 - }, - { - "id": "3", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "date_dim" - ], - "table:alias": "date_dim", - "inputs": [], - "rowCount": 73049, - "avgRowSize": 347, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "d_date_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "d_date_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "d_date" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_month_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_week_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dow" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_moy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_qoy" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_year" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_quarter_seq" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_fy_week_seq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 9, - "name": "d_day_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 6, - "name": "d_quarter_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_holiday" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_weekend" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_following_holiday" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_first_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_last_dom" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_ly" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "d_same_day_lq" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_day" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_week" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_month" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_quarter" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 1, - "name": "d_current_year" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "d_date_sk", - "ndv": 67850, - "minValue": 2415022, - "maxValue": 2488070 - }, - { - "name": "d_month_seq", - "ndv": 2439, - "minValue": 0, - "maxValue": 2400 - }, - { - "name": "d_date_id", - "ndv": 71022 - }, - { - "name": "d_date", - "ndv": 0, - "minValue": -25566, - "maxValue": 47482 - }, - { - "name": "d_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_dow", - "ndv": 7, - "minValue": 0, - "maxValue": 6 - }, - { - "name": "d_moy", - "ndv": 12, - "minValue": 1, - "maxValue": 12 - }, - { - "name": "d_dom", - "ndv": 31, - "minValue": 1, - "maxValue": 31 - }, - { - "name": "d_qoy", - "ndv": 4, - "minValue": 1, - "maxValue": 4 - }, - { - "name": "d_fy_year", - "ndv": 199, - "minValue": 1900, - "maxValue": 2100 - }, - { - "name": "d_fy_quarter_seq", - "ndv": 808, - "minValue": 1, - "maxValue": 801 - }, - { - "name": "d_fy_week_seq", - "ndv": 11297, - "minValue": 1, - "maxValue": 10436 - }, - { - "name": "d_day_name", - "ndv": 7 - }, - { - "name": "d_quarter_name", - "ndv": 800 - }, - { - "name": "d_holiday", - "ndv": 2 - }, - { - "name": "d_weekend", - "ndv": 2 - }, - { - "name": "d_following_holiday", - "ndv": 2 - }, - { - "name": "d_first_dom", - "ndv": 2332, - "minValue": 2415021, - "maxValue": 2488070 - }, - { - "name": "d_last_dom", - "ndv": 2401, - "minValue": 2415020, - "maxValue": 2488372 - }, - { - "name": "d_same_day_ly", - "ndv": 67791, - "minValue": 2414657, - "maxValue": 2487705 - }, - { - "name": "d_same_day_lq", - "ndv": 67904, - "minValue": 2414930, - "maxValue": 2487978 - }, - { - "name": "d_current_day", - "ndv": 1 - }, - { - "name": "d_current_week", - "ndv": 1 - }, - { - "name": "d_current_month", - "ndv": 2 - }, - { - "name": "d_current_quarter", - "ndv": 2 - }, - { - "name": "d_current_year", - "ndv": 2 - } - ] - }, - { - "id": "4", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", - "condition": { - "op": { - "name": "BETWEEN", - "kind": "BETWEEN", - "syntax": "SPECIAL" - }, - "operands": [ - { - "literal": false, - "type": { - "type": "BOOLEAN", - "nullable": false - } - }, - { - "input": 3, - "name": "$3" - }, - { - "literal": 1212, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 1223, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ] - }, - "rowCount": 18262.25 - }, - { - "id": "5", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "d_date_sk" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - } - ], - "rowCount": 18262.25 - }, - { - "id": "6", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 9, - "name": "$9" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "2", - "5" - ], - "rowCount": 7.767996724820614E13 - }, - { - "id": "7", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "ship_mode" - ], - "table:alias": "ship_mode", - "inputs": [], - "rowCount": 20, - "avgRowSize": 397, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "sm_ship_mode_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "sm_ship_mode_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 30, - "name": "sm_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "sm_code" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "sm_carrier" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "sm_contract" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "sm_ship_mode_sk", - "ndv": 20, - "minValue": 1, - "maxValue": 20 - }, - { - "name": "sm_type", - "ndv": 6 - }, - { - "name": "sm_ship_mode_id", - "ndv": 20 - }, - { - "name": "sm_code", - "ndv": 4 - }, - { - "name": "sm_carrier", - "ndv": 20 - }, - { - "name": "sm_contract", - "ndv": 20 - } - ] - }, - { - "id": "8", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "sm_ship_mode_sk", - "sm_type" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - } - ], - "rowCount": 20 - }, - { - "id": "9", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "input": 10, - "name": "$10" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "6", - "8" - ], - "rowCount": 2.330399017446184E14 - }, - { - "id": "10", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "warehouse" - ], - "table:alias": "warehouse", - "inputs": [], - "rowCount": 27, - "avgRowSize": 679, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "w_warehouse_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "w_warehouse_id" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "w_warehouse_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "w_warehouse_sq_ft" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "w_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "w_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "w_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "w_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "w_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "w_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "w_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "w_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "w_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "w_gmt_offset" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "w_warehouse_sk", - "ndv": 27, - "minValue": 1, - "maxValue": 27 - }, - { - "name": "w_warehouse_name", - "ndv": 27 - }, - { - "name": "w_warehouse_id", - "ndv": 27 - }, - { - "name": "w_warehouse_sq_ft", - "ndv": 26, - "minValue": 73065, - "maxValue": 977787 - }, - { - "name": "w_street_number", - "ndv": 26 - }, - { - "name": "w_street_name", - "ndv": 27 - }, - { - "name": "w_street_type", - "ndv": 16 - }, - { - "name": "w_suite_number", - "ndv": 21 - }, - { - "name": "w_city", - "ndv": 18 - }, - { - "name": "w_county", - "ndv": 14 - }, - { - "name": "w_state", - "ndv": 12 - }, - { - "name": "w_zip", - "ndv": 24 - }, - { - "name": "w_country", - "ndv": 1 - }, - { - "name": "w_gmt_offset", - "ndv": 4, - "minValue": -8, - "maxValue": -5 - } - ] - }, - { - "id": "11", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "w_warehouse_sk", - "$f0" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "op": { - "name": "substr", - "kind": "OTHER_FUNCTION", - "syntax": "FUNCTION" - }, - "operands": [ - { - "input": 2, - "name": "$2" - }, - { - "literal": 1, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - { - "literal": 20, - "type": { - "type": "INTEGER", - "nullable": false - } - } - ], - "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", - "type": { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647 - }, - "deterministic": true, - "dynamic": false - } - ], - "rowCount": 27 - }, - { - "id": "12", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 3, - "name": "$3" - }, - { - "input": 12, - "name": "$12" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "9", - "11" - ], - "rowCount": 9.438116020657045E14 - }, - { - "id": "13", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", - "table": [ - "default", - "call_center" - ], - "table:alias": "call_center", - "inputs": [], - "rowCount": 60, - "avgRowSize": 1483, - "rowType": { - "fields": [ - { - "type": "BIGINT", - "nullable": false, - "name": "cc_call_center_sk" - }, - { - "type": "VARCHAR", - "nullable": false, - "precision": 2147483647, - "name": "cc_call_center_id" - }, - { - "type": "DATE", - "nullable": true, - "name": "cc_rec_start_date" - }, - { - "type": "DATE", - "nullable": true, - "name": "cc_rec_end_date" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cc_closed_date_sk" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "cc_open_date_sk" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "cc_name" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "cc_class" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cc_employees" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cc_sq_ft" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 20, - "name": "cc_hours" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "cc_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cc_mkt_id" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "cc_mkt_class" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 100, - "name": "cc_mkt_desc" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 40, - "name": "cc_market_manager" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cc_division" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 50, - "name": "cc_division_name" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "cc_company" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 50, - "name": "cc_company_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "cc_street_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "cc_street_name" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 15, - "name": "cc_street_type" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "cc_suite_number" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 60, - "name": "cc_city" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 30, - "name": "cc_county" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 2, - "name": "cc_state" - }, - { - "type": "CHAR", - "nullable": true, - "precision": 10, - "name": "cc_zip" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 20, - "name": "cc_country" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "cc_gmt_offset" - }, - { - "type": "DECIMAL", - "nullable": true, - "precision": 5, - "scale": 2, - "name": "cc_tax_percentage" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "BLOCK__OFFSET__INSIDE__FILE" - }, - { - "type": "VARCHAR", - "nullable": true, - "precision": 2147483647, - "name": "INPUT__FILE__NAME" - }, - { - "fields": [ - { - "type": "BIGINT", - "nullable": true, - "name": "writeid" - }, - { - "type": "INTEGER", - "nullable": true, - "name": "bucketid" - }, - { - "type": "BIGINT", - "nullable": true, - "name": "rowid" - } - ], - "nullable": true, - "name": "ROW__ID" - }, - { - "type": "BOOLEAN", - "nullable": true, - "name": "ROW__IS__DELETED" - } - ], - "nullable": false - }, - "colStats": [ - { - "name": "cc_call_center_sk", - "ndv": 60, - "minValue": 1, - "maxValue": 60 - }, - { - "name": "cc_name", - "ndv": 30 - }, - { - "name": "cc_call_center_id", - "ndv": 30 - }, - { - "name": "cc_rec_start_date", - "ndv": 0, - "minValue": 10227, - "maxValue": 11688 - }, - { - "name": "cc_rec_end_date", - "ndv": 0, - "minValue": 10957, - "maxValue": 11687 - }, - { - "name": "cc_closed_date_sk", - "ndv": 1, - "minValue": null, - "maxValue": null - }, - { - "name": "cc_open_date_sk", - "ndv": 30, - "minValue": 2450794, - "maxValue": 2451146 - }, - { - "name": "cc_class", - "ndv": 3 - }, - { - "name": "cc_employees", - "ndv": 43, - "minValue": 5412266, - "maxValue": 1963174023 - }, - { - "name": "cc_sq_ft", - "ndv": 47, - "minValue": -2108783316, - "maxValue": 2044891959 - }, - { - "name": "cc_hours", - "ndv": 3 - }, - { - "name": "cc_manager", - "ndv": 42 - }, - { - "name": "cc_mkt_id", - "ndv": 6, - "minValue": 1, - "maxValue": 6 - }, - { - "name": "cc_mkt_class", - "ndv": 52 - }, - { - "name": "cc_mkt_desc", - "ndv": 48 - }, - { - "name": "cc_market_manager", - "ndv": 48 - }, - { - "name": "cc_division", - "ndv": 6, - "minValue": 1, - "maxValue": 6 - }, - { - "name": "cc_division_name", - "ndv": 6 - }, - { - "name": "cc_company", - "ndv": 6, - "minValue": 1, - "maxValue": 6 - }, - { - "name": "cc_company_name", - "ndv": 6 - }, - { - "name": "cc_street_number", - "ndv": 30 - }, - { - "name": "cc_street_name", - "ndv": 29 - }, - { - "name": "cc_street_type", - "ndv": 14 - }, - { - "name": "cc_suite_number", - "ndv": 26 - }, - { - "name": "cc_city", - "ndv": 25 - }, - { - "name": "cc_county", - "ndv": 25 - }, - { - "name": "cc_state", - "ndv": 19 - }, - { - "name": "cc_zip", - "ndv": 30 - }, - { - "name": "cc_country", - "ndv": 1 - }, - { - "name": "cc_gmt_offset", - "ndv": 4, - "minValue": -8, - "maxValue": -5 - }, - { - "name": "cc_tax_percentage", - "ndv": 13, - "minValue": 0, - "maxValue": 0.12 - } - ] - }, - { - "id": "14", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "cc_call_center_sk", - "cc_name" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 6, - "name": "$6" - } - ], - "rowCount": 60 - }, - { - "id": "15", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", - "condition": { - "op": { - "name": "=", - "kind": "EQUALS", - "syntax": "BINARY" - }, - "operands": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 14, - "name": "$14" - } - ] - }, - "joinType": "inner", - "algorithm": "none", - "cost": "not available", - "inputs": [ - "12", - "14" - ], - "rowCount": 8494304418591340 - }, - { - "id": "16", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", - "group": [ - 11, - 13, - 15 - ], - "aggs": [ - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 4 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 5 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 6 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 7 - ], - "name": null - }, - { - "agg": { - "name": "sum", - "kind": "SUM", - "syntax": "FUNCTION" - }, - "type": { - "type": "BIGINT", - "nullable": true - }, - "distinct": false, - "operands": [ - 8 - ], - "name": null - } - ], - "rowCount": 849430441859134 - }, - { - "id": "17", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "_o__c0", - "sm_type", - "cc_name", - "30 days", - "31-60 days", - "61-90 days", - "91-120 days", - ">120 days", - "(tok_function substr (tok_table_or_col w_warehouse_name) 1 20)" - ], - "exprs": [ - { - "input": 1, - "name": "$1" - }, - { - "input": 0, - "name": "$0" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - }, - { - "input": 1, - "name": "$1" - } - ], - "rowCount": 849430441859134 - }, - { - "id": "18", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", - "collation": [ - { - "field": 8, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 1, - "direction": "ASCENDING", - "nulls": "LAST" - }, - { - "field": 2, - "direction": "ASCENDING", - "nulls": "LAST" - } - ], - "fetch": { - "literal": 100, - "type": { - "type": "INTEGER", - "nullable": false - } - }, - "rowCount": 100 - }, - { - "id": "19", - "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", - "fields": [ - "_c0", - "sm_type", - "cc_name", - "30 days", - "31-60 days", - "61-90 days", - "91-120 days", - ">120 days" - ], - "exprs": [ - { - "input": 0, - "name": "$0" - }, - { - "input": 1, - "name": "$1" - }, - { - "input": 2, - "name": "$2" - }, - { - "input": 3, - "name": "$3" - }, - { - "input": 4, - "name": "$4" - }, - { - "input": 5, - "name": "$5" - }, - { - "input": 6, - "name": "$6" - }, - { - "input": 7, - "name": "$7" - } - ], - "rowCount": 100 - } - ] - } -} +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: catalog_sales + filterExpr: (cs_ship_date_sk is not null and cs_warehouse_sk is not null and cs_ship_mode_sk is not null and cs_call_center_sk is not null) (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_99_container, bigKeyColName:cs_ship_date_sk, smallTablePos:1, keyRatio:0.18261601716290524 + Statistics: Num rows: 43220864887 Data size: 1721950751440 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (cs_ship_date_sk is not null and cs_warehouse_sk is not null and cs_ship_mode_sk is not null and cs_call_center_sk is not null) (type: boolean) + Statistics: Num rows: 42366787299 Data size: 1687923677992 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cs_ship_date_sk (type: bigint), cs_call_center_sk (type: bigint), cs_ship_mode_sk (type: bigint), cs_warehouse_sk (type: bigint), if(((cs_ship_date_sk - cs_sold_date_sk) <= 30L), 1, 0) (type: int), if((((cs_ship_date_sk - cs_sold_date_sk) > 30L) and ((cs_ship_date_sk - cs_sold_date_sk) <= 60L)), 1, 0) (type: int), if((((cs_ship_date_sk - cs_sold_date_sk) > 60L) and ((cs_ship_date_sk - cs_sold_date_sk) <= 90L)), 1, 0) (type: int), if((((cs_ship_date_sk - cs_sold_date_sk) > 90L) and ((cs_ship_date_sk - cs_sold_date_sk) <= 120L)), 1, 0) (type: int), if(((cs_ship_date_sk - cs_sold_date_sk) > 120L), 1, 0) (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 42366787299 Data size: 2196325125580 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + input vertices: + 1 Map 4 + Statistics: Num rows: 7892822204 Data size: 342224675088 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col3, _col4, _col5, _col6, _col7, _col8, _col11 + input vertices: + 1 Map 5 + Statistics: Num rows: 7892822204 Data size: 1006907904872 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col3 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col4, _col5, _col6, _col7, _col8, _col11, _col13 + input vertices: + 1 Map 6 + Statistics: Num rows: 7892822204 Data size: 1726842934580 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col4, _col5, _col6, _col7, _col8, _col11, _col13, _col15 + input vertices: + 1 Map 7 + Statistics: Num rows: 7892822204 Data size: 2438882061036 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: +++ + keys: _col13 (type: string), _col11 (type: char(30)), _col15 (type: varchar(50)) + null sort order: zzz + Statistics: Num rows: 7892822204 Data size: 2438882061036 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Group By Operator + aggregations: sum(_col4), sum(_col5), sum(_col6), sum(_col7), sum(_col8) + keys: _col13 (type: string), _col11 (type: char(30)), _col15 (type: varchar(50)) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 46301220 Data size: 15233101380 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: char(30)), _col2 (type: varchar(50)) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: char(30)), _col2 (type: varchar(50)) + Statistics: Num rows: 46301220 Data size: 15233101380 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) + Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) + Statistics: Num rows: 359 Data size: 4308 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: ship_mode + Statistics: Num rows: 20 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: sm_ship_mode_sk (type: bigint), sm_type (type: char(30)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 20 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 20 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: char(30)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: warehouse + Statistics: Num rows: 27 Data size: 2916 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: w_warehouse_sk (type: bigint), substr(w_warehouse_name, 1, 20) (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 27 Data size: 2889 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 27 Data size: 2889 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: call_center + Statistics: Num rows: 60 Data size: 6360 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: cc_call_center_sk (type: bigint), cc_name (type: varchar(50)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 60 Data size: 6360 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 60 Data size: 6360 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4) + keys: KEY._col0 (type: string), KEY._col1 (type: char(30)), KEY._col2 (type: varchar(50)) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 4860 Data size: 1598940 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: char(30)), _col2 (type: varchar(50)), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint), _col0 (type: string) + outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 4860 Data size: 1598940 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col8 (type: string), _col1 (type: char(30)), _col2 (type: varchar(50)) + null sort order: zzz + sort order: +++ + Statistics: Num rows: 4860 Data size: 1598940 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: char(30)), KEY.reducesinkkey2 (type: varchar(50)), VALUE._col0 (type: bigint), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint), VALUE._col3 (type: bigint), VALUE._col4 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 4860 Data size: 1598940 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 32900 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 32900 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query12.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query12.q.out index ac4f8ced88a8..813daa134207 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query12.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query12.q.out @@ -2,16 +2,16 @@ CBO PLAN: HiveProject(i_item_desc=[$0], i_category=[$1], i_class=[$2], i_current_price=[$3], itemrevenue=[$4], revenueratio=[$5]) HiveSortLimit(sort0=[$1], sort1=[$2], sort2=[$6], sort3=[$0], sort4=[$5], dir0=[ASC], dir1=[ASC], dir2=[ASC], dir3=[ASC], dir4=[ASC], fetch=[100]) HiveProject(i_item_desc=[$1], i_category=[$4], i_class=[$3], i_current_price=[$2], itemrevenue=[$5], revenueratio=[/(*($5, 100:DECIMAL(10, 0)), sum($5) OVER (PARTITION BY $3 ORDER BY $3 NULLS FIRST RANGE BETWEEN UNBOUNDED PRECEDING AND UNBOUNDED FOLLOWING))], (tok_table_or_col i_item_id)=[$0]) - HiveAggregate(group=[{4, 5, 6, 7, 8}], agg#0=[sum($1)]) - HiveJoin(condition=[=($2, $9)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($0, $3)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveAggregate(group=[{5, 6, 7, 8, 9}], agg#0=[sum($1)]) + HiveJoin(condition=[=($0, $4)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($2, $3)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(ws_item_sk=[$2], ws_ext_sales_price=[$22], ws_sold_date_sk=[$33]) HiveFilter(condition=[IS NOT NULL($33)]) HiveTableScan(table=[[default, web_sales]], table:alias=[web_sales]) - HiveProject(i_item_sk=[$0], i_item_id=[$1], i_item_desc=[$4], i_current_price=[$5], i_class=[$10], i_category=[$12]) - HiveFilter(condition=[IN($12, _UTF-16LE'Books', _UTF-16LE'Jewelry', _UTF-16LE'Sports')]) - HiveTableScan(table=[[default, item]], table:alias=[item]) - HiveProject(d_date_sk=[$0]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 2001-01-12 00:00:00:TIMESTAMP(9), 2001-02-11 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_date_sk=[$0]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 2001-01-12 00:00:00:TIMESTAMP(9), 2001-02-11 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(i_item_sk=[$0], i_item_id=[$1], i_item_desc=[$4], i_current_price=[$5], i_class=[$10], i_category=[$12]) + HiveFilter(condition=[IN($12, _UTF-16LE'Books', _UTF-16LE'Jewelry', _UTF-16LE'Sports')]) + HiveTableScan(table=[[default, item]], table:alias=[item]) diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query16.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query16.q.out index a6346d4138e8..4e9966445da8 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query16.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query16.q.out @@ -3,22 +3,22 @@ HiveProject(order count=[$0], total shipping cost=[$1], total net profit=[$2]) HiveAggregate(group=[{}], agg#0=[count(DISTINCT $4)], agg#1=[sum($5)], agg#2=[sum($6)]) HiveAntiJoin(condition=[=($4, $14)], joinType=[anti]) HiveSemiJoin(condition=[AND(=($4, $14), <>($3, $13))], joinType=[semi]) - HiveProject(cs_ship_date_sk=[$0], cs_ship_addr_sk=[$1], cs_call_center_sk=[$2], cs_warehouse_sk=[$3], cs_order_number=[$4], cs_ext_ship_cost=[$5], cs_net_profit=[$6], d_date_sk=[$11], d_date=[$12], ca_address_sk=[$7], ca_state=[$8], cc_call_center_sk=[$9], cc_county=[$10]) - HiveJoin(condition=[=($0, $11)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($2, $9)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($1, $7)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveProject(cs_ship_date_sk=[$2], cs_ship_addr_sk=[$3], cs_call_center_sk=[$4], cs_warehouse_sk=[$5], cs_order_number=[$6], cs_ext_ship_cost=[$7], cs_net_profit=[$8], d_date_sk=[$9], d_date=[$10], ca_address_sk=[$0], ca_state=[$1], cc_call_center_sk=[$11], cc_county=[$12]) + HiveJoin(condition=[=($4, $11)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($3, $0)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveProject(ca_address_sk=[$0], ca_state=[CAST(_UTF-16LE'NY'):CHAR(2) CHARACTER SET "UTF-16LE"]) + HiveFilter(condition=[=($8, _UTF-16LE'NY')]) + HiveTableScan(table=[[default, customer_address]], table:alias=[customer_address]) + HiveJoin(condition=[=($0, $7)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(cs_ship_date_sk=[$1], cs_ship_addr_sk=[$9], cs_call_center_sk=[$10], cs_warehouse_sk=[$13], cs_order_number=[$16], cs_ext_ship_cost=[$27], cs_net_profit=[$32]) HiveFilter(condition=[AND(IS NOT NULL($9), IS NOT NULL($1), IS NOT NULL($10))]) HiveTableScan(table=[[default, catalog_sales]], table:alias=[cs1]) - HiveProject(ca_address_sk=[$0], ca_state=[CAST(_UTF-16LE'NY'):CHAR(2) CHARACTER SET "UTF-16LE"]) - HiveFilter(condition=[=($8, _UTF-16LE'NY')]) - HiveTableScan(table=[[default, customer_address]], table:alias=[customer_address]) - HiveProject(cc_call_center_sk=[$0], cc_county=[$25]) - HiveFilter(condition=[IN($25, _UTF-16LE'Daviess County':VARCHAR(30) CHARACTER SET "UTF-16LE", _UTF-16LE'Franklin Parish':VARCHAR(30) CHARACTER SET "UTF-16LE", _UTF-16LE'Huron County':VARCHAR(30) CHARACTER SET "UTF-16LE", _UTF-16LE'Levy County':VARCHAR(30) CHARACTER SET "UTF-16LE", _UTF-16LE'Ziebach County':VARCHAR(30) CHARACTER SET "UTF-16LE")]) - HiveTableScan(table=[[default, call_center]], table:alias=[call_center]) - HiveProject(d_date_sk=[$0], d_date=[$2]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 2001-04-01 00:00:00:TIMESTAMP(9), 2001-05-31 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_date_sk=[$0], d_date=[$2]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 2001-04-01 00:00:00:TIMESTAMP(9), 2001-05-31 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(cc_call_center_sk=[$0], cc_county=[$25]) + HiveFilter(condition=[IN($25, _UTF-16LE'Daviess County':VARCHAR(30) CHARACTER SET "UTF-16LE", _UTF-16LE'Franklin Parish':VARCHAR(30) CHARACTER SET "UTF-16LE", _UTF-16LE'Huron County':VARCHAR(30) CHARACTER SET "UTF-16LE", _UTF-16LE'Levy County':VARCHAR(30) CHARACTER SET "UTF-16LE", _UTF-16LE'Ziebach County':VARCHAR(30) CHARACTER SET "UTF-16LE")]) + HiveTableScan(table=[[default, call_center]], table:alias=[call_center]) HiveProject(cs_warehouse_sk=[$13], cs_order_number=[$16]) HiveFilter(condition=[IS NOT NULL($13)]) HiveTableScan(table=[[default, catalog_sales]], table:alias=[cs2]) diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query20.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query20.q.out index 455d9e57dd05..c96f9bdb6b8e 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query20.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query20.q.out @@ -2,16 +2,16 @@ CBO PLAN: HiveProject(i_item_desc=[$0], i_category=[$1], i_class=[$2], i_current_price=[$3], itemrevenue=[$4], revenueratio=[$5]) HiveSortLimit(sort0=[$1], sort1=[$2], sort2=[$6], sort3=[$0], sort4=[$5], dir0=[ASC], dir1=[ASC], dir2=[ASC], dir3=[ASC], dir4=[ASC], fetch=[100]) HiveProject(i_item_desc=[$1], i_category=[$4], i_class=[$3], i_current_price=[$2], itemrevenue=[$5], revenueratio=[/(*($5, 100:DECIMAL(10, 0)), sum($5) OVER (PARTITION BY $3 ORDER BY $3 NULLS FIRST RANGE BETWEEN UNBOUNDED PRECEDING AND UNBOUNDED FOLLOWING))], (tok_table_or_col i_item_id)=[$0]) - HiveAggregate(group=[{4, 5, 6, 7, 8}], agg#0=[sum($1)]) - HiveJoin(condition=[=($2, $9)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($0, $3)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveAggregate(group=[{5, 6, 7, 8, 9}], agg#0=[sum($1)]) + HiveJoin(condition=[=($0, $4)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($2, $3)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(cs_item_sk=[$14], cs_ext_sales_price=[$22], cs_sold_date_sk=[$33]) HiveFilter(condition=[IS NOT NULL($33)]) HiveTableScan(table=[[default, catalog_sales]], table:alias=[catalog_sales]) - HiveProject(i_item_sk=[$0], i_item_id=[$1], i_item_desc=[$4], i_current_price=[$5], i_class=[$10], i_category=[$12]) - HiveFilter(condition=[IN($12, _UTF-16LE'Books', _UTF-16LE'Jewelry', _UTF-16LE'Sports')]) - HiveTableScan(table=[[default, item]], table:alias=[item]) - HiveProject(d_date_sk=[$0]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 2001-01-12 00:00:00:TIMESTAMP(9), 2001-02-11 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_date_sk=[$0]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 2001-01-12 00:00:00:TIMESTAMP(9), 2001-02-11 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(i_item_sk=[$0], i_item_id=[$1], i_item_desc=[$4], i_current_price=[$5], i_class=[$10], i_category=[$12]) + HiveFilter(condition=[IN($12, _UTF-16LE'Books', _UTF-16LE'Jewelry', _UTF-16LE'Sports')]) + HiveTableScan(table=[[default, item]], table:alias=[item]) diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query21.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query21.q.out index 7c1d04844a5f..a6d2b3e4911c 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query21.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query21.q.out @@ -3,18 +3,18 @@ HiveSortLimit(sort0=[$0], sort1=[$1], dir0=[ASC], dir1=[ASC], fetch=[100]) HiveProject(x.w_warehouse_name=[$0], x.i_item_id=[$1], x.inv_before=[$2], x.inv_after=[$3]) HiveFilter(condition=[AND(CASE(>($2, 0), <=(6.66667E-1, /(CAST($3):DOUBLE, CAST($2):DOUBLE)), false), CASE(>($2, 0), <=(/(CAST($3):DOUBLE, CAST($2):DOUBLE), 1.5E0), false))]) HiveAggregate(group=[{0, 1}], agg#0=[sum($2)], agg#1=[sum($3)]) - HiveProject($f0=[$10], $f1=[$5], $f2=[CASE($7, $3, 0)], $f3=[CASE($8, $3, 0)]) - HiveJoin(condition=[=($2, $9)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($0, $6)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($4, $1)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveProject(inv_date_sk=[$0], inv_item_sk=[$1], inv_warehouse_sk=[$2], inv_quantity_on_hand=[$3]) - HiveTableScan(table=[[default, inventory]], table:alias=[inventory]) - HiveProject(i_item_sk=[$0], i_item_id=[$1]) - HiveFilter(condition=[BETWEEN(false, $5, 0.99:DECIMAL(3, 2), 1.49:DECIMAL(3, 2))]) - HiveTableScan(table=[[default, item]], table:alias=[item]) - HiveProject(d_date_sk=[$0], EXPR$0=[<($2, 1998-04-08)], EXPR$1=[>=($2, 1998-04-08)]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-03-09 00:00:00:TIMESTAMP(9), 1998-05-08 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject($f0=[$1], $f1=[$10], $f2=[CASE($7, $5, 0)], $f3=[CASE($8, $5, 0)]) + HiveJoin(condition=[=($4, $0)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(w_warehouse_sk=[$0], w_warehouse_name=[$2]) HiveTableScan(table=[[default, warehouse]], table:alias=[warehouse]) + HiveJoin(condition=[=($7, $1)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($0, $4)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveProject(inv_date_sk=[$0], inv_item_sk=[$1], inv_warehouse_sk=[$2], inv_quantity_on_hand=[$3]) + HiveTableScan(table=[[default, inventory]], table:alias=[inventory]) + HiveProject(d_date_sk=[$0], EXPR$0=[<($2, 1998-04-08)], EXPR$1=[>=($2, 1998-04-08)]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-03-09 00:00:00:TIMESTAMP(9), 1998-05-08 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(i_item_sk=[$0], i_item_id=[$1]) + HiveFilter(condition=[BETWEEN(false, $5, 0.99:DECIMAL(3, 2), 1.49:DECIMAL(3, 2))]) + HiveTableScan(table=[[default, item]], table:alias=[item]) diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query32.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query32.q.out index 8ccb8381e302..4017680294ad 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query32.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query32.q.out @@ -1,18 +1,18 @@ CBO PLAN: HiveProject(excess discount amount=[$0]) HiveAggregate(group=[{}], agg#0=[sum($1)]) - HiveJoin(condition=[AND(=($6, $3), >($1, $5))], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($4, $2)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($3, $0)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[AND(=($6, $4), >($1, $5))], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($4, $0)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($3, $2)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(cs_item_sk=[$14], cs_ext_discount_amt=[$21], cs_sold_date_sk=[$33]) HiveFilter(condition=[AND(IS NOT NULL($21), IS NOT NULL($33))]) HiveTableScan(table=[[default, catalog_sales]], table:alias=[catalog_sales]) - HiveProject(i_item_sk=[$0]) - HiveFilter(condition=[=($13, 269)]) - HiveTableScan(table=[[default, item]], table:alias=[item]) - HiveProject(d_date_sk=[$0]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-03-18 00:00:00:TIMESTAMP(9), 1998-06-16 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_date_sk=[$0]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-03-18 00:00:00:TIMESTAMP(9), 1998-06-16 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(i_item_sk=[$0]) + HiveFilter(condition=[=($13, 269)]) + HiveTableScan(table=[[default, item]], table:alias=[item]) HiveProject(_o__c0=[*(1.3:DECIMAL(2, 1), CAST(/($1, $2)):DECIMAL(11, 6))], cs_item_sk=[$0]) HiveFilter(condition=[IS NOT NULL(CAST(/($1, $2)):DECIMAL(11, 6))]) HiveAggregate(group=[{0}], agg#0=[sum($1)], agg#1=[count($1)]) diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query37.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query37.q.out index cdac1bab8139..e2ad185eef6f 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query37.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query37.q.out @@ -1,14 +1,11 @@ CBO PLAN: HiveSortLimit(sort0=[$0], dir0=[ASC], fetch=[100]) HiveProject(i_item_id=[$0], i_item_desc=[$1], i_current_price=[$2]) - HiveAggregate(group=[{5, 6, 7}]) - HiveJoin(condition=[=($0, $4)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveAggregate(group=[{4, 5, 6}]) + HiveJoin(condition=[=($0, $3)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(cs_item_sk=[$14]) HiveTableScan(table=[[default, catalog_sales]], table:alias=[catalog_sales]) - HiveJoin(condition=[=($0, $1)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveProject(d_date_sk=[$0]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 2001-06-02 00:00:00:TIMESTAMP(9), 2001-08-01 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveJoin(condition=[=($6, $0)], joinType=[inner], algorithm=[none], cost=[not available]) HiveJoin(condition=[=($1, $2)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(inv_date_sk=[$0], inv_item_sk=[$1]) HiveFilter(condition=[BETWEEN(false, $3, 100, 500)]) @@ -16,4 +13,7 @@ HiveSortLimit(sort0=[$0], dir0=[ASC], fetch=[100]) HiveProject(i_item_sk=[$0], i_item_id=[$1], i_item_desc=[$4], i_current_price=[$5]) HiveFilter(condition=[AND(IN($13, 678, 849, 918, 964), BETWEEN(false, $5, 22:DECIMAL(12, 2), 52:DECIMAL(12, 2)))]) HiveTableScan(table=[[default, item]], table:alias=[item]) + HiveProject(d_date_sk=[$0]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 2001-06-02 00:00:00:TIMESTAMP(9), 2001-08-01 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query40.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query40.q.out index 6ddf309c5979..582967b597c1 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query40.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query40.q.out @@ -2,22 +2,22 @@ CBO PLAN: HiveSortLimit(sort0=[$0], sort1=[$1], dir0=[ASC], dir1=[ASC], fetch=[100]) HiveProject(w_state=[$0], i_item_id=[$1], sales_before=[$2], sales_after=[$3]) HiveAggregate(group=[{0, 1}], agg#0=[sum($2)], agg#1=[sum($3)]) - HiveProject($f0=[$14], $f1=[$9], $f2=[CASE($11, -($3, CASE(IS NOT NULL($7), $7, 0:DECIMAL(12, 2))), 0:DECIMAL(13, 2))], $f3=[CASE($12, -($3, CASE(IS NOT NULL($7), $7, 0:DECIMAL(12, 2))), 0:DECIMAL(13, 2))]) + HiveProject($f0=[$14], $f1=[$12], $f2=[CASE($9, -($3, CASE(IS NOT NULL($7), $7, 0:DECIMAL(12, 2))), 0:DECIMAL(13, 2))], $f3=[CASE($10, -($3, CASE(IS NOT NULL($7), $7, 0:DECIMAL(12, 2))), 0:DECIMAL(13, 2))]) HiveJoin(condition=[=($0, $13)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($4, $10)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($8, $1)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($11, $1)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($4, $8)], joinType=[inner], algorithm=[none], cost=[not available]) HiveJoin(condition=[AND(=($1, $5), =($2, $6))], joinType=[left], algorithm=[none], cost=[not available]) HiveProject(cs_warehouse_sk=[$13], cs_item_sk=[$14], cs_order_number=[$16], cs_sales_price=[$20], cs_sold_date_sk=[$33]) HiveFilter(condition=[AND(IS NOT NULL($13), IS NOT NULL($33))]) HiveTableScan(table=[[default, catalog_sales]], table:alias=[catalog_sales]) HiveProject(cr_item_sk=[$1], cr_order_number=[$15], cr_refunded_cash=[$22]) HiveTableScan(table=[[default, catalog_returns]], table:alias=[catalog_returns]) - HiveProject(i_item_sk=[$0], i_item_id=[$1]) - HiveFilter(condition=[BETWEEN(false, $5, 0.99:DECIMAL(3, 2), 1.49:DECIMAL(3, 2))]) - HiveTableScan(table=[[default, item]], table:alias=[item]) - HiveProject(d_date_sk=[$0], EXPR$0=[<($2, 1998-04-08)], EXPR$1=[>=($2, 1998-04-08)]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-03-09 00:00:00:TIMESTAMP(9), 1998-05-08 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_date_sk=[$0], EXPR$0=[<($2, 1998-04-08)], EXPR$1=[>=($2, 1998-04-08)]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-03-09 00:00:00:TIMESTAMP(9), 1998-05-08 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(i_item_sk=[$0], i_item_id=[$1]) + HiveFilter(condition=[BETWEEN(false, $5, 0.99:DECIMAL(3, 2), 1.49:DECIMAL(3, 2))]) + HiveTableScan(table=[[default, item]], table:alias=[item]) HiveProject(w_warehouse_sk=[$0], w_state=[$10]) HiveTableScan(table=[[default, warehouse]], table:alias=[warehouse]) diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query5.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query5.q.out index 3c0a718cb8fb..647a8170af6d 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query5.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query5.q.out @@ -5,9 +5,9 @@ HiveSortLimit(sort0=[$0], sort1=[$1], dir0=[ASC], dir1=[ASC], fetch=[100]) HiveProject(channel=[$0], id=[$1], sales=[$2], returns=[$3], profit=[$4]) HiveUnion(all=[true]) HiveProject(channel=[_UTF-16LE'store channel':VARCHAR(2147483647) CHARACTER SET "UTF-16LE"], id=[||(_UTF-16LE'store':VARCHAR(2147483647) CHARACTER SET "UTF-16LE", $0)], sales=[$1], returns=[$3], profit=[-($2, $4)]) - HiveAggregate(group=[{7}], agg#0=[sum($2)], agg#1=[sum($3)], agg#2=[sum($4)], agg#3=[sum($5)]) - HiveJoin(condition=[=($1, $8)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($0, $6)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveAggregate(group=[{8}], agg#0=[sum($2)], agg#1=[sum($3)], agg#2=[sum($4)], agg#3=[sum($5)]) + HiveJoin(condition=[=($0, $7)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($1, $6)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(store_sk=[$0], date_sk=[$1], sales_price=[$2], profit=[$3], return_amt=[$4], net_loss=[$5]) HiveUnion(all=[true]) HiveProject(store_sk=[$6], date_sk=[$22], sales_price=[$14], profit=[$21], return_amt=[CAST(0:DECIMAL(7, 2)):DECIMAL(7, 2)], net_loss=[CAST(0:DECIMAL(7, 2)):DECIMAL(7, 2)]) @@ -16,15 +16,15 @@ HiveSortLimit(sort0=[$0], sort1=[$1], dir0=[ASC], dir1=[ASC], fetch=[100]) HiveProject(store_sk=[$6], date_sk=[$19], sales_price=[CAST(0:DECIMAL(7, 2)):DECIMAL(7, 2)], profit=[CAST(0:DECIMAL(7, 2)):DECIMAL(7, 2)], return_amt=[$10], net_loss=[$18]) HiveFilter(condition=[AND(IS NOT NULL($6), IS NOT NULL($19))]) HiveTableScan(table=[[default, store_returns]], table:alias=[store_returns]) - HiveProject(s_store_sk=[$0], s_store_id=[$1]) - HiveTableScan(table=[[default, store]], table:alias=[store]) - HiveProject(d_date_sk=[$0]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-08-04 00:00:00:TIMESTAMP(9), 1998-08-18 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_date_sk=[$0]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-08-04 00:00:00:TIMESTAMP(9), 1998-08-18 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(s_store_sk=[$0], s_store_id=[$1]) + HiveTableScan(table=[[default, store]], table:alias=[store]) HiveProject(channel=[_UTF-16LE'catalog channel':VARCHAR(2147483647) CHARACTER SET "UTF-16LE"], id=[||(_UTF-16LE'catalog_page':VARCHAR(2147483647) CHARACTER SET "UTF-16LE", $0)], sales=[$1], returns=[$3], profit=[-($2, $4)]) - HiveAggregate(group=[{7}], agg#0=[sum($2)], agg#1=[sum($3)], agg#2=[sum($4)], agg#3=[sum($5)]) - HiveJoin(condition=[=($1, $8)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($0, $6)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveAggregate(group=[{8}], agg#0=[sum($2)], agg#1=[sum($3)], agg#2=[sum($4)], agg#3=[sum($5)]) + HiveJoin(condition=[=($0, $7)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($1, $6)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(page_sk=[$0], date_sk=[$1], sales_price=[$2], profit=[$3], return_amt=[$4], net_loss=[$5]) HiveUnion(all=[true]) HiveProject(page_sk=[$11], date_sk=[$33], sales_price=[$22], profit=[$32], return_amt=[CAST(0:DECIMAL(7, 2)):DECIMAL(7, 2)], net_loss=[CAST(0:DECIMAL(7, 2)):DECIMAL(7, 2)]) @@ -33,15 +33,15 @@ HiveSortLimit(sort0=[$0], sort1=[$1], dir0=[ASC], dir1=[ASC], fetch=[100]) HiveProject(page_sk=[$11], date_sk=[$26], sales_price=[CAST(0:DECIMAL(7, 2)):DECIMAL(7, 2)], profit=[CAST(0:DECIMAL(7, 2)):DECIMAL(7, 2)], return_amt=[$17], net_loss=[$25]) HiveFilter(condition=[AND(IS NOT NULL($11), IS NOT NULL($26))]) HiveTableScan(table=[[default, catalog_returns]], table:alias=[catalog_returns]) - HiveProject(cp_catalog_page_sk=[$0], cp_catalog_page_id=[$1]) - HiveTableScan(table=[[default, catalog_page]], table:alias=[catalog_page]) - HiveProject(d_date_sk=[$0]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-08-04 00:00:00:TIMESTAMP(9), 1998-08-18 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_date_sk=[$0]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-08-04 00:00:00:TIMESTAMP(9), 1998-08-18 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(cp_catalog_page_sk=[$0], cp_catalog_page_id=[$1]) + HiveTableScan(table=[[default, catalog_page]], table:alias=[catalog_page]) HiveProject(channel=[_UTF-16LE'web channel':VARCHAR(2147483647) CHARACTER SET "UTF-16LE"], id=[||(_UTF-16LE'web_site':VARCHAR(2147483647) CHARACTER SET "UTF-16LE", $0)], sales=[$1], returns=[$3], profit=[-($2, $4)]) - HiveAggregate(group=[{7}], agg#0=[sum($2)], agg#1=[sum($3)], agg#2=[sum($4)], agg#3=[sum($5)]) - HiveJoin(condition=[=($1, $8)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($0, $6)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveAggregate(group=[{8}], agg#0=[sum($2)], agg#1=[sum($3)], agg#2=[sum($4)], agg#3=[sum($5)]) + HiveJoin(condition=[=($0, $7)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($1, $6)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(wsr_web_site_sk=[$0], date_sk=[$1], sales_price=[$2], profit=[$3], return_amt=[$4], net_loss=[$5]) HiveUnion(all=[true]) HiveProject(wsr_web_site_sk=[$12], date_sk=[$33], sales_price=[$22], profit=[$32], return_amt=[CAST(0:DECIMAL(7, 2)):DECIMAL(7, 2)], net_loss=[CAST(0:DECIMAL(7, 2)):DECIMAL(7, 2)]) @@ -55,9 +55,9 @@ HiveSortLimit(sort0=[$0], sort1=[$1], dir0=[ASC], dir1=[ASC], fetch=[100]) HiveProject(wr_item_sk=[$1], wr_order_number=[$12], wr_return_amt=[$14], wr_net_loss=[$22], wr_returned_date_sk=[$23]) HiveFilter(condition=[IS NOT NULL($23)]) HiveTableScan(table=[[default, web_returns]], table:alias=[web_returns]) - HiveProject(web_site_sk=[$0], web_site_id=[$1]) - HiveTableScan(table=[[default, web_site]], table:alias=[web_site]) - HiveProject(d_date_sk=[$0]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-08-04 00:00:00:TIMESTAMP(9), 1998-08-18 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_date_sk=[$0]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-08-04 00:00:00:TIMESTAMP(9), 1998-08-18 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(web_site_sk=[$0], web_site_id=[$1]) + HiveTableScan(table=[[default, web_site]], table:alias=[web_site]) diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query58.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query58.q.out index 9664e4762b89..de98d243fa41 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query58.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query58.q.out @@ -1,4 +1,5 @@ -Warning: Map Join MAPJOIN[375][bigTable=?] in task 'Map 5' is a cross product +Warning: Map Join MAPJOIN[375][bigTable=?] in task 'Reducer 5' is a cross product +Warning: Map Join MAPJOIN[380][bigTable=?] in task 'Reducer 6' is a cross product CBO PLAN: HiveSortLimit(sort0=[$0], sort1=[$1], dir0=[ASC], dir1=[ASC], fetch=[100]) HiveProject(ss_items.item_id=[$4], ss_item_rev=[$7], ss_dev=[*(/(/($7, +(+($7, $5), $1)), 3:DECIMAL(10, 0)), 100:DECIMAL(10, 0))], cs_item_rev=[$5], cs_dev=[*(/(/($5, +(+($7, $5), $1)), 3:DECIMAL(10, 0)), 100:DECIMAL(10, 0))], ws_item_rev=[$1], ws_dev=[*(/(/($1, +(+($7, $5), $1)), 3:DECIMAL(10, 0)), 100:DECIMAL(10, 0))], average=[/(+(+($7, $5), $1), 3:DECIMAL(10, 0))]) @@ -16,19 +17,19 @@ HiveSortLimit(sort0=[$0], sort1=[$1], dir0=[ASC], dir1=[ASC], fetch=[100]) HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) HiveProject(d_date=[$0]) HiveJoin(condition=[=($1, $3)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveProject(d_date=[$2], d_week_seq=[$4]) + HiveFilter(condition=[AND(IS NOT NULL($4), IS NOT NULL($2))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) HiveJoin(condition=[true], joinType=[inner], algorithm=[none], cost=[not available]) - HiveProject(d_date=[$2], d_week_seq=[$4]) - HiveFilter(condition=[AND(IS NOT NULL($4), IS NOT NULL($2))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) HiveProject(cnt=[$0]) HiveFilter(condition=[sq_count_check($0)]) HiveProject(cnt=[$0]) HiveAggregate(group=[{}], cnt=[COUNT()]) HiveFilter(condition=[=($2, 1998-02-19)]) HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) - HiveProject(d_week_seq=[$4]) - HiveFilter(condition=[AND(=($2, 1998-02-19), IS NOT NULL($4))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_week_seq=[$4]) + HiveFilter(condition=[AND(=($2, 1998-02-19), IS NOT NULL($4))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) HiveProject(i_item_sk=[$0], i_item_id=[$1]) HiveTableScan(table=[[default, item]], table:alias=[item]) HiveJoin(condition=[AND(=($2, $0), BETWEEN(false, $3, *(0.9:DECIMAL(1, 1), $1), *(1.1:DECIMAL(2, 1), $1)), BETWEEN(false, $1, *(0.9:DECIMAL(1, 1), $3), *(1.1:DECIMAL(2, 1), $3)))], joinType=[inner], algorithm=[none], cost=[not available]) @@ -45,19 +46,19 @@ HiveSortLimit(sort0=[$0], sort1=[$1], dir0=[ASC], dir1=[ASC], fetch=[100]) HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) HiveProject(d_date=[$0]) HiveJoin(condition=[=($1, $3)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveProject(d_date=[$2], d_week_seq=[$4]) + HiveFilter(condition=[AND(IS NOT NULL($4), IS NOT NULL($2))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) HiveJoin(condition=[true], joinType=[inner], algorithm=[none], cost=[not available]) - HiveProject(d_date=[$2], d_week_seq=[$4]) - HiveFilter(condition=[AND(IS NOT NULL($4), IS NOT NULL($2))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) HiveProject(cnt=[$0]) HiveFilter(condition=[sq_count_check($0)]) HiveProject(cnt=[$0]) HiveAggregate(group=[{}], cnt=[COUNT()]) HiveFilter(condition=[=($2, 1998-02-19)]) HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) - HiveProject(d_week_seq=[$4]) - HiveFilter(condition=[AND(=($2, 1998-02-19), IS NOT NULL($4))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_week_seq=[$4]) + HiveFilter(condition=[AND(=($2, 1998-02-19), IS NOT NULL($4))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) HiveProject(i_item_sk=[$0], i_item_id=[$1]) HiveTableScan(table=[[default, item]], table:alias=[item]) HiveProject(i_item_id=[$0], $f1=[$1]) @@ -73,19 +74,19 @@ HiveSortLimit(sort0=[$0], sort1=[$1], dir0=[ASC], dir1=[ASC], fetch=[100]) HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) HiveProject(d_date=[$0]) HiveJoin(condition=[=($1, $3)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveProject(d_date=[$2], d_week_seq=[$4]) + HiveFilter(condition=[AND(IS NOT NULL($4), IS NOT NULL($2))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) HiveJoin(condition=[true], joinType=[inner], algorithm=[none], cost=[not available]) - HiveProject(d_date=[$2], d_week_seq=[$4]) - HiveFilter(condition=[AND(IS NOT NULL($4), IS NOT NULL($2))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) HiveProject(cnt=[$0]) HiveFilter(condition=[sq_count_check($0)]) HiveProject(cnt=[$0]) HiveAggregate(group=[{}], cnt=[COUNT()]) HiveFilter(condition=[=($2, 1998-02-19)]) HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) - HiveProject(d_week_seq=[$4]) - HiveFilter(condition=[AND(=($2, 1998-02-19), IS NOT NULL($4))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_week_seq=[$4]) + HiveFilter(condition=[AND(=($2, 1998-02-19), IS NOT NULL($4))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) HiveProject(i_item_sk=[$0], i_item_id=[$1]) HiveTableScan(table=[[default, item]], table:alias=[item]) diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query80.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query80.q.out index a518625aad5e..2fea65b34ef5 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query80.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query80.q.out @@ -8,72 +8,72 @@ HiveSortLimit(sort0=[$0], sort1=[$1], dir0=[ASC], dir1=[ASC], fetch=[100]) HiveAggregate(group=[{0}], agg#0=[sum($1)], agg#1=[sum($2)], agg#2=[sum($3)]) HiveProject($f0=[$15], $f1=[$4], $f2=[CASE(IS NOT NULL($9), $9, 0:DECIMAL(12, 2))], $f3=[-($5, CASE(IS NOT NULL($10), $10, 0:DECIMAL(12, 2)))]) HiveJoin(condition=[=($1, $14)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($6, $13)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($2, $12)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($0, $11)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($2, $13)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($0, $12)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($6, $11)], joinType=[inner], algorithm=[none], cost=[not available]) HiveJoin(condition=[AND(=($0, $7), =($3, $8))], joinType=[left], algorithm=[none], cost=[not available]) HiveProject(ss_item_sk=[$1], ss_store_sk=[$6], ss_promo_sk=[$7], ss_ticket_number=[$8], ss_ext_sales_price=[$14], ss_net_profit=[$21], ss_sold_date_sk=[$22]) HiveFilter(condition=[AND(IS NOT NULL($6), IS NOT NULL($7), IS NOT NULL($22))]) HiveTableScan(table=[[default, store_sales]], table:alias=[store_sales]) HiveProject(sr_item_sk=[$1], sr_ticket_number=[$8], sr_return_amt=[$10], sr_net_loss=[$18]) HiveTableScan(table=[[default, store_returns]], table:alias=[store_returns]) - HiveProject(i_item_sk=[$0]) - HiveFilter(condition=[>($5, 50:DECIMAL(2, 0))]) - HiveTableScan(table=[[default, item]], table:alias=[item]) - HiveProject(p_promo_sk=[$0]) - HiveFilter(condition=[=($11, _UTF-16LE'N')]) - HiveTableScan(table=[[default, promotion]], table:alias=[promotion]) - HiveProject(d_date_sk=[$0]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-08-04 00:00:00:TIMESTAMP(9), 1998-09-03 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_date_sk=[$0]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-08-04 00:00:00:TIMESTAMP(9), 1998-09-03 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(i_item_sk=[$0]) + HiveFilter(condition=[>($5, 50:DECIMAL(2, 0))]) + HiveTableScan(table=[[default, item]], table:alias=[item]) + HiveProject(p_promo_sk=[$0]) + HiveFilter(condition=[=($11, _UTF-16LE'N')]) + HiveTableScan(table=[[default, promotion]], table:alias=[promotion]) HiveProject(s_store_sk=[$0], s_store_id=[$1]) HiveTableScan(table=[[default, store]], table:alias=[store]) HiveProject(channel=[_UTF-16LE'catalog channel':VARCHAR(2147483647) CHARACTER SET "UTF-16LE"], id=[||(_UTF-16LE'catalog_page':VARCHAR(2147483647) CHARACTER SET "UTF-16LE", $0)], sales=[$1], returns=[$2], profit=[$3]) HiveAggregate(group=[{0}], agg#0=[sum($1)], agg#1=[sum($2)], agg#2=[sum($3)]) HiveProject($f0=[$15], $f1=[$4], $f2=[CASE(IS NOT NULL($9), $9, 0:DECIMAL(12, 2))], $f3=[-($5, CASE(IS NOT NULL($10), $10, 0:DECIMAL(12, 2)))]) HiveJoin(condition=[=($0, $14)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($6, $13)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($2, $12)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($1, $11)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($2, $13)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($1, $12)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($6, $11)], joinType=[inner], algorithm=[none], cost=[not available]) HiveJoin(condition=[AND(=($1, $7), =($3, $8))], joinType=[left], algorithm=[none], cost=[not available]) HiveProject(cs_catalog_page_sk=[$11], cs_item_sk=[$14], cs_promo_sk=[$15], cs_order_number=[$16], cs_ext_sales_price=[$22], cs_net_profit=[$32], cs_sold_date_sk=[$33]) HiveFilter(condition=[AND(IS NOT NULL($11), IS NOT NULL($15), IS NOT NULL($33))]) HiveTableScan(table=[[default, catalog_sales]], table:alias=[catalog_sales]) HiveProject(cr_item_sk=[$1], cr_order_number=[$15], cr_return_amount=[$17], cr_net_loss=[$25]) HiveTableScan(table=[[default, catalog_returns]], table:alias=[catalog_returns]) - HiveProject(i_item_sk=[$0]) - HiveFilter(condition=[>($5, 50:DECIMAL(2, 0))]) - HiveTableScan(table=[[default, item]], table:alias=[item]) - HiveProject(p_promo_sk=[$0]) - HiveFilter(condition=[=($11, _UTF-16LE'N')]) - HiveTableScan(table=[[default, promotion]], table:alias=[promotion]) - HiveProject(d_date_sk=[$0]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-08-04 00:00:00:TIMESTAMP(9), 1998-09-03 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_date_sk=[$0]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-08-04 00:00:00:TIMESTAMP(9), 1998-09-03 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(i_item_sk=[$0]) + HiveFilter(condition=[>($5, 50:DECIMAL(2, 0))]) + HiveTableScan(table=[[default, item]], table:alias=[item]) + HiveProject(p_promo_sk=[$0]) + HiveFilter(condition=[=($11, _UTF-16LE'N')]) + HiveTableScan(table=[[default, promotion]], table:alias=[promotion]) HiveProject(cp_catalog_page_sk=[$0], cp_catalog_page_id=[$1]) HiveTableScan(table=[[default, catalog_page]], table:alias=[catalog_page]) HiveProject(channel=[_UTF-16LE'web channel':VARCHAR(2147483647) CHARACTER SET "UTF-16LE"], id=[||(_UTF-16LE'web_site':VARCHAR(2147483647) CHARACTER SET "UTF-16LE", $0)], sales=[$1], returns=[$2], profit=[$3]) HiveAggregate(group=[{0}], agg#0=[sum($1)], agg#1=[sum($2)], agg#2=[sum($3)]) HiveProject($f0=[$15], $f1=[$4], $f2=[CASE(IS NOT NULL($9), $9, 0:DECIMAL(12, 2))], $f3=[-($5, CASE(IS NOT NULL($10), $10, 0:DECIMAL(12, 2)))]) HiveJoin(condition=[=($1, $14)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($6, $13)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($2, $12)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($0, $11)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($2, $13)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($0, $12)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($6, $11)], joinType=[inner], algorithm=[none], cost=[not available]) HiveJoin(condition=[AND(=($0, $7), =($3, $8))], joinType=[left], algorithm=[none], cost=[not available]) HiveProject(ws_item_sk=[$2], ws_web_site_sk=[$12], ws_promo_sk=[$15], ws_order_number=[$16], ws_ext_sales_price=[$22], ws_net_profit=[$32], ws_sold_date_sk=[$33]) HiveFilter(condition=[AND(IS NOT NULL($12), IS NOT NULL($15), IS NOT NULL($33))]) HiveTableScan(table=[[default, web_sales]], table:alias=[web_sales]) HiveProject(wr_item_sk=[$1], wr_order_number=[$12], wr_return_amt=[$14], wr_net_loss=[$22]) HiveTableScan(table=[[default, web_returns]], table:alias=[web_returns]) - HiveProject(i_item_sk=[$0]) - HiveFilter(condition=[>($5, 50:DECIMAL(2, 0))]) - HiveTableScan(table=[[default, item]], table:alias=[item]) - HiveProject(p_promo_sk=[$0]) - HiveFilter(condition=[=($11, _UTF-16LE'N')]) - HiveTableScan(table=[[default, promotion]], table:alias=[promotion]) - HiveProject(d_date_sk=[$0]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-08-04 00:00:00:TIMESTAMP(9), 1998-09-03 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_date_sk=[$0]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-08-04 00:00:00:TIMESTAMP(9), 1998-09-03 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(i_item_sk=[$0]) + HiveFilter(condition=[>($5, 50:DECIMAL(2, 0))]) + HiveTableScan(table=[[default, item]], table:alias=[item]) + HiveProject(p_promo_sk=[$0]) + HiveFilter(condition=[=($11, _UTF-16LE'N')]) + HiveTableScan(table=[[default, promotion]], table:alias=[promotion]) HiveProject(web_site_sk=[$0], web_site_id=[$1]) HiveTableScan(table=[[default, web_site]], table:alias=[web_site]) diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query82.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query82.q.out index 9f9be64c934f..44172d451daa 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query82.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query82.q.out @@ -1,14 +1,11 @@ CBO PLAN: HiveSortLimit(sort0=[$0], dir0=[ASC], fetch=[100]) HiveProject(i_item_id=[$0], i_item_desc=[$1], i_current_price=[$2]) - HiveAggregate(group=[{5, 6, 7}]) - HiveJoin(condition=[=($0, $4)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveAggregate(group=[{4, 5, 6}]) + HiveJoin(condition=[=($0, $3)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(ss_item_sk=[$1]) HiveTableScan(table=[[default, store_sales]], table:alias=[store_sales]) - HiveJoin(condition=[=($0, $1)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveProject(d_date_sk=[$0]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 2002-05-30 00:00:00:TIMESTAMP(9), 2002-07-29 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveJoin(condition=[=($6, $0)], joinType=[inner], algorithm=[none], cost=[not available]) HiveJoin(condition=[=($1, $2)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(inv_date_sk=[$0], inv_item_sk=[$1]) HiveFilter(condition=[BETWEEN(false, $3, 100, 500)]) @@ -16,4 +13,7 @@ HiveSortLimit(sort0=[$0], dir0=[ASC], fetch=[100]) HiveProject(i_item_sk=[$0], i_item_id=[$1], i_item_desc=[$4], i_current_price=[$5]) HiveFilter(condition=[AND(IN($13, 129, 437, 663, 727), BETWEEN(false, $5, 30:DECIMAL(12, 2), 60:DECIMAL(12, 2)))]) HiveTableScan(table=[[default, item]], table:alias=[item]) + HiveProject(d_date_sk=[$0]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 2002-05-30 00:00:00:TIMESTAMP(9), 2002-07-29 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query92.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query92.q.out index 29e3cfdc3ff4..5e5810049a88 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query92.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query92.q.out @@ -1,26 +1,26 @@ CBO PLAN: HiveProject(excess discount amount=[$0]) - HiveAggregate(group=[{}], agg#0=[sum($2)]) - HiveJoin(condition=[=($0, $3)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveProject(d_date_sk=[$0]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-03-18 00:00:00:TIMESTAMP(9), 1998-06-16 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) - HiveJoin(condition=[AND(=($5, $3), >($1, $4))], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($3, $0)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveAggregate(group=[{}], agg#0=[sum($1)]) + HiveJoin(condition=[AND(=($6, $4), >($1, $5))], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($4, $0)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($3, $2)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(ws_item_sk=[$2], ws_ext_discount_amt=[$21], ws_sold_date_sk=[$33]) HiveFilter(condition=[AND(IS NOT NULL($21), IS NOT NULL($33))]) HiveTableScan(table=[[default, web_sales]], table:alias=[web_sales]) - HiveProject(i_item_sk=[$0]) - HiveFilter(condition=[=($13, 269)]) - HiveTableScan(table=[[default, item]], table:alias=[item]) - HiveProject(_o__c0=[*(1.3:DECIMAL(2, 1), CAST(/($1, $2)):DECIMAL(11, 6))], ws_item_sk=[$0]) - HiveFilter(condition=[IS NOT NULL(CAST(/($1, $2)):DECIMAL(11, 6))]) - HiveAggregate(group=[{0}], agg#0=[sum($1)], agg#1=[count($1)]) - HiveJoin(condition=[=($3, $2)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveProject(ws_item_sk=[$2], ws_ext_discount_amt=[$21], ws_sold_date_sk=[$33]) - HiveFilter(condition=[IS NOT NULL($33)]) - HiveTableScan(table=[[default, web_sales]], table:alias=[web_sales]) - HiveProject(d_date_sk=[$0]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-03-18 00:00:00:TIMESTAMP(9), 1998-06-16 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_date_sk=[$0]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-03-18 00:00:00:TIMESTAMP(9), 1998-06-16 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(i_item_sk=[$0]) + HiveFilter(condition=[=($13, 269)]) + HiveTableScan(table=[[default, item]], table:alias=[item]) + HiveProject(_o__c0=[*(1.3:DECIMAL(2, 1), CAST(/($1, $2)):DECIMAL(11, 6))], ws_item_sk=[$0]) + HiveFilter(condition=[IS NOT NULL(CAST(/($1, $2)):DECIMAL(11, 6))]) + HiveAggregate(group=[{0}], agg#0=[sum($1)], agg#1=[count($1)]) + HiveJoin(condition=[=($3, $2)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveProject(ws_item_sk=[$2], ws_ext_discount_amt=[$21], ws_sold_date_sk=[$33]) + HiveFilter(condition=[IS NOT NULL($33)]) + HiveTableScan(table=[[default, web_sales]], table:alias=[web_sales]) + HiveProject(d_date_sk=[$0]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1998-03-18 00:00:00:TIMESTAMP(9), 1998-06-16 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query94.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query94.q.out index 982bd647bb78..5f14c7b74791 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query94.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query94.q.out @@ -3,22 +3,22 @@ HiveProject(order count=[$0], total shipping cost=[$1], total net profit=[$2]) HiveAggregate(group=[{}], agg#0=[count(DISTINCT $4)], agg#1=[sum($5)], agg#2=[sum($6)]) HiveAntiJoin(condition=[=($4, $14)], joinType=[anti]) HiveSemiJoin(condition=[AND(=($4, $14), <>($3, $13))], joinType=[semi]) - HiveProject(ws_ship_date_sk=[$0], ws_ship_addr_sk=[$1], ws_web_site_sk=[$2], ws_warehouse_sk=[$3], ws_order_number=[$4], ws_ext_ship_cost=[$5], ws_net_profit=[$6], d_date_sk=[$11], d_date=[$12], ca_address_sk=[$7], ca_state=[$8], web_site_sk=[$9], web_company_name=[$10]) - HiveJoin(condition=[=($0, $11)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($2, $9)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($1, $7)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveProject(ws_ship_date_sk=[$2], ws_ship_addr_sk=[$3], ws_web_site_sk=[$4], ws_warehouse_sk=[$5], ws_order_number=[$6], ws_ext_ship_cost=[$7], ws_net_profit=[$8], d_date_sk=[$9], d_date=[$10], ca_address_sk=[$0], ca_state=[$1], web_site_sk=[$11], web_company_name=[$12]) + HiveJoin(condition=[=($4, $11)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($3, $0)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveProject(ca_address_sk=[$0], ca_state=[CAST(_UTF-16LE'TX'):CHAR(2) CHARACTER SET "UTF-16LE"]) + HiveFilter(condition=[=($8, _UTF-16LE'TX')]) + HiveTableScan(table=[[default, customer_address]], table:alias=[customer_address]) + HiveJoin(condition=[=($0, $7)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(ws_ship_date_sk=[$1], ws_ship_addr_sk=[$10], ws_web_site_sk=[$12], ws_warehouse_sk=[$14], ws_order_number=[$16], ws_ext_ship_cost=[$27], ws_net_profit=[$32]) HiveFilter(condition=[AND(IS NOT NULL($10), IS NOT NULL($12), IS NOT NULL($1))]) HiveTableScan(table=[[default, web_sales]], table:alias=[ws1]) - HiveProject(ca_address_sk=[$0], ca_state=[CAST(_UTF-16LE'TX'):CHAR(2) CHARACTER SET "UTF-16LE"]) - HiveFilter(condition=[=($8, _UTF-16LE'TX')]) - HiveTableScan(table=[[default, customer_address]], table:alias=[customer_address]) - HiveProject(web_site_sk=[$0], web_company_name=[CAST(_UTF-16LE'pri '):CHAR(50) CHARACTER SET "UTF-16LE"]) - HiveFilter(condition=[=($14, _UTF-16LE'pri ')]) - HiveTableScan(table=[[default, web_site]], table:alias=[web_site]) - HiveProject(d_date_sk=[$0], d_date=[$2]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1999-05-01 00:00:00:TIMESTAMP(9), 1999-06-30 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_date_sk=[$0], d_date=[$2]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1999-05-01 00:00:00:TIMESTAMP(9), 1999-06-30 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(web_site_sk=[$0], web_company_name=[CAST(_UTF-16LE'pri '):CHAR(50) CHARACTER SET "UTF-16LE"]) + HiveFilter(condition=[=($14, _UTF-16LE'pri ')]) + HiveTableScan(table=[[default, web_site]], table:alias=[web_site]) HiveProject(ws_warehouse_sk=[$14], ws_order_number=[$16]) HiveFilter(condition=[IS NOT NULL($14)]) HiveTableScan(table=[[default, web_sales]], table:alias=[ws2]) diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query95.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query95.q.out index 9d39c369316e..57eaa4112026 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query95.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query95.q.out @@ -3,22 +3,22 @@ HiveProject(order count=[$0], total shipping cost=[$1], total net profit=[$2]) HiveAggregate(group=[{}], agg#0=[count(DISTINCT $3)], agg#1=[sum($4)], agg#2=[sum($5)]) HiveSemiJoin(condition=[=($3, $12)], joinType=[semi]) HiveSemiJoin(condition=[=($3, $12)], joinType=[semi]) - HiveProject(ws_ship_date_sk=[$0], ws_ship_addr_sk=[$1], ws_web_site_sk=[$2], ws_order_number=[$3], ws_ext_ship_cost=[$4], ws_net_profit=[$5], d_date_sk=[$10], d_date=[$11], ca_address_sk=[$6], ca_state=[$7], web_site_sk=[$8], web_company_name=[$9]) - HiveJoin(condition=[=($0, $10)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($2, $8)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($1, $6)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveProject(ws_ship_date_sk=[$2], ws_ship_addr_sk=[$3], ws_web_site_sk=[$4], ws_order_number=[$5], ws_ext_ship_cost=[$6], ws_net_profit=[$7], d_date_sk=[$8], d_date=[$9], ca_address_sk=[$0], ca_state=[$1], web_site_sk=[$10], web_company_name=[$11]) + HiveJoin(condition=[=($4, $10)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($3, $0)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveProject(ca_address_sk=[$0], ca_state=[CAST(_UTF-16LE'TX'):CHAR(2) CHARACTER SET "UTF-16LE"]) + HiveFilter(condition=[=($8, _UTF-16LE'TX')]) + HiveTableScan(table=[[default, customer_address]], table:alias=[customer_address]) + HiveJoin(condition=[=($0, $6)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(ws_ship_date_sk=[$1], ws_ship_addr_sk=[$10], ws_web_site_sk=[$12], ws_order_number=[$16], ws_ext_ship_cost=[$27], ws_net_profit=[$32]) HiveFilter(condition=[AND(IS NOT NULL($10), IS NOT NULL($12), IS NOT NULL($1))]) HiveTableScan(table=[[default, web_sales]], table:alias=[ws1]) - HiveProject(ca_address_sk=[$0], ca_state=[CAST(_UTF-16LE'TX'):CHAR(2) CHARACTER SET "UTF-16LE"]) - HiveFilter(condition=[=($8, _UTF-16LE'TX')]) - HiveTableScan(table=[[default, customer_address]], table:alias=[customer_address]) - HiveProject(web_site_sk=[$0], web_company_name=[CAST(_UTF-16LE'pri '):CHAR(50) CHARACTER SET "UTF-16LE"]) - HiveFilter(condition=[=($14, _UTF-16LE'pri ')]) - HiveTableScan(table=[[default, web_site]], table:alias=[web_site]) - HiveProject(d_date_sk=[$0], d_date=[$2]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1999-05-01 00:00:00:TIMESTAMP(9), 1999-06-30 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_date_sk=[$0], d_date=[$2]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 1999-05-01 00:00:00:TIMESTAMP(9), 1999-06-30 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(web_site_sk=[$0], web_company_name=[CAST(_UTF-16LE'pri '):CHAR(50) CHARACTER SET "UTF-16LE"]) + HiveFilter(condition=[=($14, _UTF-16LE'pri ')]) + HiveTableScan(table=[[default, web_site]], table:alias=[web_site]) HiveProject(ws_order_number=[$1]) HiveJoin(condition=[AND(=($1, $3), <>($0, $2))], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(ws_warehouse_sk=[$14], ws_order_number=[$16]) diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query98.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query98.q.out index 680a11e2bde1..e6db70d26a68 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query98.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/cbo_query98.q.out @@ -2,16 +2,16 @@ CBO PLAN: HiveProject(i_item_desc=[$0], i_category=[$1], i_class=[$2], i_current_price=[$3], itemrevenue=[$4], revenueratio=[$5]) HiveSortLimit(sort0=[$1], sort1=[$2], sort2=[$6], sort3=[$0], sort4=[$5], dir0=[ASC], dir1=[ASC], dir2=[ASC], dir3=[ASC], dir4=[ASC]) HiveProject(i_item_desc=[$1], i_category=[$4], i_class=[$3], i_current_price=[$2], itemrevenue=[$5], revenueratio=[/(*($5, 100:DECIMAL(10, 0)), sum($5) OVER (PARTITION BY $3 ORDER BY $3 NULLS FIRST RANGE BETWEEN UNBOUNDED PRECEDING AND UNBOUNDED FOLLOWING))], (tok_table_or_col i_item_id)=[$0]) - HiveAggregate(group=[{4, 5, 6, 7, 8}], agg#0=[sum($1)]) - HiveJoin(condition=[=($2, $9)], joinType=[inner], algorithm=[none], cost=[not available]) - HiveJoin(condition=[=($0, $3)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveAggregate(group=[{5, 6, 7, 8, 9}], agg#0=[sum($1)]) + HiveJoin(condition=[=($0, $4)], joinType=[inner], algorithm=[none], cost=[not available]) + HiveJoin(condition=[=($2, $3)], joinType=[inner], algorithm=[none], cost=[not available]) HiveProject(ss_item_sk=[$1], ss_ext_sales_price=[$14], ss_sold_date_sk=[$22]) HiveFilter(condition=[IS NOT NULL($22)]) HiveTableScan(table=[[default, store_sales]], table:alias=[store_sales]) - HiveProject(i_item_sk=[$0], i_item_id=[$1], i_item_desc=[$4], i_current_price=[$5], i_class=[$10], i_category=[$12]) - HiveFilter(condition=[IN($12, _UTF-16LE'Books', _UTF-16LE'Jewelry', _UTF-16LE'Sports')]) - HiveTableScan(table=[[default, item]], table:alias=[item]) - HiveProject(d_date_sk=[$0]) - HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 2001-01-12 00:00:00:TIMESTAMP(9), 2001-02-11 00:00:00:TIMESTAMP(9))]) - HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(d_date_sk=[$0]) + HiveFilter(condition=[BETWEEN(false, CAST($2):TIMESTAMP(9), 2001-01-12 00:00:00:TIMESTAMP(9), 2001-02-11 00:00:00:TIMESTAMP(9))]) + HiveTableScan(table=[[default, date_dim]], table:alias=[date_dim]) + HiveProject(i_item_sk=[$0], i_item_id=[$1], i_item_desc=[$4], i_current_price=[$5], i_class=[$10], i_category=[$12]) + HiveFilter(condition=[IN($12, _UTF-16LE'Books', _UTF-16LE'Jewelry', _UTF-16LE'Sports')]) + HiveTableScan(table=[[default, item]], table:alias=[item]) diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query12.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query12.q.out index 8d5eeb1dcade..973a5e460ab8 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query12.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query12.q.out @@ -17,7 +17,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: web_sales - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_56_container, bigKeyColName:ws_item_sk, smallTablePos:1, keyRatio:0.2727272808816537 + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_52_container, bigKeyColName:ws_item_sk, smallTablePos:1, keyRatio:0.030300956815565664 Statistics: Num rows: 21594638446 Data size: 2763811113552 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ws_item_sk (type: bigint), ws_ext_sales_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) @@ -27,26 +27,26 @@ STAGE PLANS: condition map: Inner Join 0 to 1 keys: - 0 _col0 (type: bigint) + 0 _col2 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col4, _col5, _col6, _col7, _col8 + outputColumnNames: _col0, _col1 input vertices: 1 Map 5 - Statistics: Num rows: 5889447025 Data size: 4110531380410 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2399240019 Data size: 287606194744 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 _col2 (type: bigint) + 0 _col0 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col1, _col4, _col5, _col6, _col7, _col8 + outputColumnNames: _col1, _col5, _col6, _col7, _col8, _col9 input vertices: 1 Map 6 Statistics: Num rows: 654338207 Data size: 451190719790 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col1) - keys: _col8 (type: char(50)), _col7 (type: char(50)), _col4 (type: string), _col5 (type: varchar(200)), _col6 (type: decimal(7,2)) - minReductionHashAggr: 0.98058045 + keys: _col9 (type: char(50)), _col8 (type: char(50)), _col5 (type: string), _col6 (type: varchar(200)), _col7 (type: decimal(7,2)) + minReductionHashAggr: 0.4 mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE @@ -60,28 +60,6 @@ STAGE PLANS: Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 5 - Map Operator Tree: - TableScan - alias: item - filterExpr: (i_category) IN ('Books ', 'Jewelry ', 'Sports ') (type: boolean) - Statistics: Num rows: 462000 Data size: 270601408 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (i_category) IN ('Books ', 'Jewelry ', 'Sports ') (type: boolean) - Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_item_id (type: string), i_item_desc (type: varchar(200)), i_current_price (type: decimal(7,2)), i_class (type: char(50)), i_category (type: char(50)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string), _col2 (type: varchar(200)), _col3 (type: decimal(7,2)), _col4 (type: char(50)), _col5 (type: char(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 Map Operator Tree: TableScan alias: date_dim @@ -118,6 +96,28 @@ STAGE PLANS: Target Vertex: Map 1 Execution mode: vectorized, llap LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: item + filterExpr: (i_category) IN ('Books ', 'Jewelry ', 'Sports ') (type: boolean) + Statistics: Num rows: 462000 Data size: 270601408 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (i_category) IN ('Books ', 'Jewelry ', 'Sports ') (type: boolean) + Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_item_id (type: string), i_item_desc (type: varchar(200)), i_current_price (type: decimal(7,2)), i_class (type: char(50)), i_category (type: char(50)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string), _col2 (type: varchar(200)), _col3 (type: decimal(7,2)), _col4 (type: char(50)), _col5 (type: char(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query16.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query16.q.out index 9cd4986a6e30..0fe6be75d613 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query16.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query16.q.out @@ -23,7 +23,7 @@ STAGE PLANS: TableScan alias: cs1 filterExpr: (cs_ship_addr_sk is not null and cs_ship_date_sk is not null and cs_call_center_sk is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_119_container, bigKeyColName:cs_call_center_sk, smallTablePos:1, keyRatio:1.8509578697501366E-10 + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_120_container, bigKeyColName:cs_call_center_sk, smallTablePos:1, keyRatio:4.13026255875998E-4 Statistics: Num rows: 43220864887 Data size: 11379157992136 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (cs_ship_addr_sk is not null and cs_ship_date_sk is not null and cs_call_center_sk is not null) (type: boolean) @@ -36,27 +36,27 @@ STAGE PLANS: condition map: Inner Join 0 to 1 keys: - 0 _col1 (type: bigint) + 0 _col0 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6 + outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col6 input vertices: 1 Map 8 - Statistics: Num rows: 803365808 Data size: 176672786488 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4730608045 Data size: 1182045115232 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 _col2 (type: bigint) + 0 _col1 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col0, _col3, _col4, _col5, _col6 + outputColumnNames: _col2, _col3, _col4, _col5, _col6 input vertices: 1 Map 9 - Statistics: Num rows: 160673164 Data size: 19280779808 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 89256757 Data size: 10710810968 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 _col0 (type: bigint) + 0 _col2 (type: bigint) 1 _col0 (type: bigint) outputColumnNames: _col3, _col4, _col5, _col6 input vertices: @@ -89,22 +89,22 @@ STAGE PLANS: Map 10 Map Operator Tree: TableScan - alias: date_dim - filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-04-01 00:00:00' AND TIMESTAMP'2001-05-31 00:00:00' (type: boolean) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + alias: call_center + filterExpr: (cc_county) IN ('Daviess County', 'Franklin Parish', 'Huron County', 'Levy County', 'Ziebach County') (type: boolean) + Statistics: Num rows: 60 Data size: 6360 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-04-01 00:00:00' AND TIMESTAMP'2001-05-31 00:00:00' (type: boolean) - Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE + predicate: (cc_county) IN ('Daviess County', 'Franklin Parish', 'Huron County', 'Levy County', 'Ziebach County') (type: boolean) + Statistics: Num rows: 12 Data size: 1272 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: d_date_sk (type: bigint) + expressions: cc_call_center_sk (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 11 @@ -165,43 +165,43 @@ STAGE PLANS: Map 8 Map Operator Tree: TableScan - alias: customer_address - filterExpr: (ca_state = 'NY') (type: boolean) - Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE + alias: date_dim + filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-04-01 00:00:00' AND TIMESTAMP'2001-05-31 00:00:00' (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (ca_state = 'NY') (type: boolean) - Statistics: Num rows: 754717 Data size: 70943398 Basic stats: COMPLETE Column stats: COMPLETE + predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-04-01 00:00:00' AND TIMESTAMP'2001-05-31 00:00:00' (type: boolean) + Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: ca_address_sk (type: bigint) + expressions: d_date_sk (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 754717 Data size: 6037736 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 754717 Data size: 6037736 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 9 Map Operator Tree: TableScan - alias: call_center - filterExpr: (cc_county) IN ('Daviess County', 'Franklin Parish', 'Huron County', 'Levy County', 'Ziebach County') (type: boolean) - Statistics: Num rows: 60 Data size: 6360 Basic stats: COMPLETE Column stats: COMPLETE + alias: customer_address + filterExpr: (ca_state = 'NY') (type: boolean) + Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (cc_county) IN ('Daviess County', 'Franklin Parish', 'Huron County', 'Levy County', 'Ziebach County') (type: boolean) - Statistics: Num rows: 12 Data size: 1272 Basic stats: COMPLETE Column stats: COMPLETE + predicate: (ca_state = 'NY') (type: boolean) + Statistics: Num rows: 754717 Data size: 70943398 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: cc_call_center_sk (type: bigint) + expressions: ca_address_sk (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 754717 Data size: 6037736 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 754717 Data size: 6037736 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Reducer 2 diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query20.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query20.q.out index e7dac6389994..2c85d5ee0f7b 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query20.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query20.q.out @@ -17,7 +17,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: catalog_sales - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_56_container, bigKeyColName:cs_item_sk, smallTablePos:1, keyRatio:0.2727272808721824 + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_52_container, bigKeyColName:cs_item_sk, smallTablePos:1, keyRatio:0.030300956805910575 Statistics: Num rows: 43005109025 Data size: 5492607208208 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cs_item_sk (type: bigint), cs_ext_sales_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) @@ -27,26 +27,26 @@ STAGE PLANS: condition map: Inner Join 0 to 1 keys: - 0 _col0 (type: bigint) + 0 _col2 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col4, _col5, _col6, _col7, _col8 + outputColumnNames: _col0, _col1 input vertices: 1 Map 5 - Statistics: Num rows: 11728666448 Data size: 8174562398208 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4778018342 Data size: 561315454048 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 _col2 (type: bigint) + 0 _col0 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col1, _col4, _col5, _col6, _col7, _col8 + outputColumnNames: _col1, _col5, _col6, _col7, _col8, _col9 input vertices: 1 Map 6 Statistics: Num rows: 1303095951 Data size: 887089423694 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col1) - keys: _col8 (type: char(50)), _col7 (type: char(50)), _col4 (type: string), _col5 (type: varchar(200)), _col6 (type: decimal(7,2)) - minReductionHashAggr: 0.99 + keys: _col9 (type: char(50)), _col8 (type: char(50)), _col5 (type: string), _col6 (type: varchar(200)), _col7 (type: decimal(7,2)) + minReductionHashAggr: 0.4 mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE @@ -60,28 +60,6 @@ STAGE PLANS: Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 5 - Map Operator Tree: - TableScan - alias: item - filterExpr: (i_category) IN ('Books ', 'Jewelry ', 'Sports ') (type: boolean) - Statistics: Num rows: 462000 Data size: 270601408 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (i_category) IN ('Books ', 'Jewelry ', 'Sports ') (type: boolean) - Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_item_id (type: string), i_item_desc (type: varchar(200)), i_current_price (type: decimal(7,2)), i_class (type: char(50)), i_category (type: char(50)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string), _col2 (type: varchar(200)), _col3 (type: decimal(7,2)), _col4 (type: char(50)), _col5 (type: char(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 Map Operator Tree: TableScan alias: date_dim @@ -118,6 +96,28 @@ STAGE PLANS: Target Vertex: Map 1 Execution mode: vectorized, llap LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: item + filterExpr: (i_category) IN ('Books ', 'Jewelry ', 'Sports ') (type: boolean) + Statistics: Num rows: 462000 Data size: 270601408 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (i_category) IN ('Books ', 'Jewelry ', 'Sports ') (type: boolean) + Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_item_id (type: string), i_item_desc (type: varchar(200)), i_current_price (type: decimal(7,2)), i_class (type: char(50)), i_category (type: char(50)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string), _col2 (type: varchar(200)), _col3 (type: decimal(7,2)), _col4 (type: char(50)), _col5 (type: char(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query21.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query21.q.out index b8ecf93fa13f..2220fbc9ec45 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query21.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query21.q.out @@ -16,7 +16,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: inventory - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_74_container, bigKeyColName:inv_item_sk, smallTablePos:1, keyRatio:2.457218293744475E-9 + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_75_container, bigKeyColName:inv_item_sk, smallTablePos:1, keyRatio:0.0015429438826629121 Statistics: Num rows: 1627857000 Data size: 45254407088 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: inv_date_sk (type: bigint), inv_item_sk (type: bigint), inv_warehouse_sk (type: bigint), inv_quantity_on_hand (type: int) @@ -26,94 +26,94 @@ STAGE PLANS: condition map: Inner Join 0 to 1 keys: - 0 _col1 (type: bigint) + 0 _col0 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col3, _col5 + outputColumnNames: _col1, _col2, _col3, _col5, _col6 input vertices: 1 Map 4 - Statistics: Num rows: 22606776 Data size: 2622386020 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 180860619 Data size: 4738508420 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 _col0 (type: bigint) + 0 _col1 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col2, _col3, _col5, _col7, _col8 + outputColumnNames: _col2, _col3, _col5, _col6, _col8 input vertices: 1 Map 5 - Statistics: Num rows: 2511693 Data size: 291356392 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2511692 Data size: 291356276 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: 0 _col2 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col3, _col5, _col7, _col8, _col10 + outputColumnNames: _col3, _col5, _col6, _col8, _col10 input vertices: 1 Map 6 - Statistics: Num rows: 2511693 Data size: 522432148 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2511692 Data size: 522431940 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: _col10 (type: varchar(20)), _col5 (type: string), if(_col7, _col3, 0) (type: int), if(_col8, _col3, 0) (type: int) + expressions: _col10 (type: varchar(20)), _col8 (type: string), if(_col5, _col3, 0) (type: int), if(_col6, _col3, 0) (type: int) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2511693 Data size: 522432148 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2511692 Data size: 522431940 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col2), sum(_col3) keys: _col0 (type: varchar(20)), _col1 (type: string) - minReductionHashAggr: 0.99 + minReductionHashAggr: 0.9867269 mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 57753 Data size: 12474648 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 519696 Data size: 112254336 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: varchar(20)), _col1 (type: string) null sort order: zz sort order: ++ Map-reduce partition columns: _col0 (type: varchar(20)), _col1 (type: string) - Statistics: Num rows: 57753 Data size: 12474648 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 519696 Data size: 112254336 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 4 Map Operator Tree: TableScan - alias: item - filterExpr: i_current_price BETWEEN 0.99 AND 1.49 (type: boolean) - Statistics: Num rows: 462000 Data size: 101509408 Basic stats: COMPLETE Column stats: COMPLETE + alias: date_dim + filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-09 00:00:00' AND TIMESTAMP'1998-05-08 00:00:00' (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: i_current_price BETWEEN 0.99 AND 1.49 (type: boolean) - Statistics: Num rows: 6416 Data size: 1409840 Basic stats: COMPLETE Column stats: COMPLETE + predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-09 00:00:00' AND TIMESTAMP'1998-05-08 00:00:00' (type: boolean) + Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: i_item_sk (type: bigint), i_item_id (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 6416 Data size: 692928 Basic stats: COMPLETE Column stats: COMPLETE + expressions: d_date_sk (type: bigint), (d_date < DATE'1998-04-08') (type: boolean), (d_date >= DATE'1998-04-08') (type: boolean) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 8116 Data size: 129856 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 6416 Data size: 692928 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) + Statistics: Num rows: 8116 Data size: 129856 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: boolean), _col2 (type: boolean) Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 5 Map Operator Tree: TableScan - alias: date_dim - filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-09 00:00:00' AND TIMESTAMP'1998-05-08 00:00:00' (type: boolean) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + alias: item + filterExpr: i_current_price BETWEEN 0.99 AND 1.49 (type: boolean) + Statistics: Num rows: 462000 Data size: 101509408 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-09 00:00:00' AND TIMESTAMP'1998-05-08 00:00:00' (type: boolean) - Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE + predicate: i_current_price BETWEEN 0.99 AND 1.49 (type: boolean) + Statistics: Num rows: 6416 Data size: 1409840 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: d_date_sk (type: bigint), (d_date < DATE'1998-04-08') (type: boolean), (d_date >= DATE'1998-04-08') (type: boolean) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 8116 Data size: 129856 Basic stats: COMPLETE Column stats: COMPLETE + expressions: i_item_sk (type: bigint), i_item_id (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 6416 Data size: 692928 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 129856 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: boolean), _col2 (type: boolean) + Statistics: Num rows: 6416 Data size: 692928 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 6 @@ -142,21 +142,21 @@ STAGE PLANS: keys: KEY._col0 (type: varchar(20)), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 19251 Data size: 4158216 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 173232 Data size: 37418112 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (if((_col2 > 0L), (0.666667D <= (UDFToDouble(_col3) / UDFToDouble(_col2))), false) and if((_col2 > 0L), ((UDFToDouble(_col3) / UDFToDouble(_col2)) <= 1.5D), false)) (type: boolean) - Statistics: Num rows: 4812 Data size: 1039392 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 43308 Data size: 9354528 Basic stats: COMPLETE Column stats: COMPLETE Top N Key Operator sort order: ++ keys: _col0 (type: varchar(20)), _col1 (type: string) null sort order: zz - Statistics: Num rows: 4812 Data size: 1039392 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 43308 Data size: 9354528 Basic stats: COMPLETE Column stats: COMPLETE top n: 100 Reduce Output Operator key expressions: _col0 (type: varchar(20)), _col1 (type: string) null sort order: zz sort order: ++ - Statistics: Num rows: 4812 Data size: 1039392 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 43308 Data size: 9354528 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Reducer 3 Execution mode: vectorized, llap @@ -164,7 +164,7 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: varchar(20)), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: bigint), VALUE._col1 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 4812 Data size: 1039392 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 43308 Data size: 9354528 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 100 Statistics: Num rows: 100 Data size: 21600 Basic stats: COMPLETE Column stats: COMPLETE diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query23.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query23.q.out index 1e33338c615a..bc67018f6574 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query23.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query23.q.out @@ -358,13 +358,13 @@ STAGE PLANS: minReductionHashAggr: 0.99 mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 33166566982 Data size: 2387992822704 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 66333133964 Data size: 4775985645408 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint), _col1 (type: date) null sort order: zz sort order: ++ Map-reduce partition columns: _col0 (type: bigint), _col1 (type: date) - Statistics: Num rows: 33166566982 Data size: 2387992822704 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 66333133964 Data size: 4775985645408 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Execution mode: vectorized, llap LLAP IO: may be used (ACID table) @@ -396,11 +396,11 @@ STAGE PLANS: keys: KEY._col0 (type: bigint), KEY._col1 (type: date) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 16583283491 Data size: 1193996411352 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 545240156 Data size: 39257291232 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: bigint), _col2 (type: bigint) outputColumnNames: _col0, _col2 - Statistics: Num rows: 16583283491 Data size: 265332535856 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 545240156 Data size: 8723842496 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -410,36 +410,36 @@ STAGE PLANS: outputColumnNames: _col2, _col3 input vertices: 1 Map 5 - Statistics: Num rows: 16583283491 Data size: 265332535856 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 545240156 Data size: 8723842496 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col3 (type: bigint), _col2 (type: bigint) outputColumnNames: _col0, _col2 - Statistics: Num rows: 16583283491 Data size: 265332535856 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 545240156 Data size: 8723842496 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (_col2 > 4L) (type: boolean) - Statistics: Num rows: 5527761163 Data size: 88444178608 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 181746718 Data size: 2907947488 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 5527761163 Data size: 44222089304 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 181746718 Data size: 1453973744 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: bigint) minReductionHashAggr: 0.99 mode: hash outputColumnNames: _col0 - Statistics: Num rows: 64255141 Data size: 514041128 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2228502 Data size: 17828016 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 64255141 Data size: 514041128 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2228502 Data size: 17828016 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 64255141 Data size: 514041128 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2228502 Data size: 17828016 Basic stats: COMPLETE Column stats: COMPLETE Reducer 13 Execution mode: vectorized, llap Reduce Operator Tree: diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query32.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query32.q.out index 5423fb1d2107..1b634445238c 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query32.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query32.q.out @@ -8,7 +8,7 @@ STAGE PLANS: #### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) - Map 5 <- Map 4 (BROADCAST_EDGE), Reducer 2 (BROADCAST_EDGE) + Map 5 <- Map 3 (BROADCAST_EDGE), Reducer 2 (BROADCAST_EDGE) Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE) Reducer 6 <- Map 1 (BROADCAST_EDGE), Map 5 (SIMPLE_EDGE) Reducer 7 <- Reducer 6 (CUSTOM_SIMPLE_EDGE) @@ -19,7 +19,7 @@ STAGE PLANS: TableScan alias: catalog_sales filterExpr: cs_ext_discount_amt is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_91_container, bigKeyColName:cs_item_sk, smallTablePos:1, keyRatio:0.0010104727318500269 + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_87_container, bigKeyColName:cs_item_sk, smallTablePos:1, keyRatio:1.1226707964380053E-4 Statistics: Num rows: 43005109025 Data size: 5492699040592 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: cs_ext_discount_amt is not null (type: boolean) @@ -32,35 +32,35 @@ STAGE PLANS: condition map: Inner Join 0 to 1 keys: - 0 _col0 (type: bigint) + 0 _col2 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col3 + outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 43455490 Data size: 695287952 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4766159119 Data size: 560013852168 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 _col2 (type: bigint) + 0 _col0 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col1, _col3 + outputColumnNames: _col1, _col4 input vertices: 1 Map 4 Statistics: Num rows: 4828058 Data size: 38624576 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: _col3 (type: bigint) + key expressions: _col4 (type: bigint) null sort order: z sort order: + - Map-reduce partition columns: _col3 (type: bigint) + Map-reduce partition columns: _col4 (type: bigint) Statistics: Num rows: 4828058 Data size: 38624576 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: decimal(7,2)) Select Operator - expressions: _col3 (type: bigint) - outputColumnNames: _col3 + expressions: _col4 (type: bigint) + outputColumnNames: _col4 Statistics: Num rows: 4828058 Data size: 38624464 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator - aggregations: min(_col3), max(_col3), bloom_filter(_col3, expectedEntries=1000000) + aggregations: min(_col4), max(_col4), bloom_filter(_col4, expectedEntries=1000000) minReductionHashAggr: 0.99 mode: hash outputColumnNames: _col0, _col1, _col2 @@ -73,27 +73,6 @@ STAGE PLANS: Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 3 - Map Operator Tree: - TableScan - alias: item - filterExpr: (i_manufact_id = 269) (type: boolean) - Statistics: Num rows: 462000 Data size: 5539396 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (i_manufact_id = 269) (type: boolean) - Statistics: Num rows: 468 Data size: 5616 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 468 Data size: 3744 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 468 Data size: 3744 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 Map Operator Tree: TableScan alias: date_dim @@ -134,6 +113,43 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: bigint) Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 5 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: item + filterExpr: (i_manufact_id = 269) (type: boolean) + Statistics: Num rows: 462000 Data size: 5539396 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (i_manufact_id = 269) (type: boolean) + Statistics: Num rows: 468 Data size: 5616 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 468 Data size: 3744 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 468 Data size: 3744 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 5 @@ -157,7 +173,7 @@ STAGE PLANS: 1 _col0 (type: bigint) outputColumnNames: _col0, _col1 input vertices: - 1 Map 4 + 1 Map 3 Statistics: Num rows: 4778018342 Data size: 561407286432 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col1), count(_col1) @@ -208,7 +224,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 keys: - 0 _col3 (type: bigint) + 0 _col4 (type: bigint) 1 _col1 (type: bigint) outputColumnNames: _col1, _col5 input vertices: diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query38.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query38.q.out index 9a35919c5a20..a56673a3e5b2 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query38.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query38.q.out @@ -251,13 +251,13 @@ STAGE PLANS: minReductionHashAggr: 0.99 mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2122508751 Data size: 500912065236 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4245017503 Data size: 1001824130708 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) null sort order: zzz sort order: +++ Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - Statistics: Num rows: 2122508751 Data size: 500912065236 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4245017503 Data size: 1001824130708 Basic stats: COMPLETE Column stats: COMPLETE Reducer 13 Execution mode: vectorized, llap Reduce Operator Tree: @@ -265,30 +265,30 @@ STAGE PLANS: keys: KEY._col0 (type: char(30)), KEY._col1 (type: char(20)), KEY._col2 (type: date) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1061254375 Data size: 250456032500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4245017503 Data size: 1001824130708 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: char(20)), _col0 (type: char(30)), _col2 (type: date) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1061254375 Data size: 250456032500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4245017503 Data size: 1001824130708 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() keys: _col1 (type: char(30)), _col0 (type: char(20)), _col2 (type: date) mode: complete outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 265313593 Data size: 64736516692 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4245017503 Data size: 1035784270732 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col3) keys: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) minReductionHashAggr: 0.99 mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 889341640 Data size: 216999360160 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 22105871055 Data size: 5393832537420 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) null sort order: zzz sort order: +++ Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - Statistics: Num rows: 889341640 Data size: 216999360160 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 22105871055 Data size: 5393832537420 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: bigint) Reducer 2 Execution mode: vectorized, llap @@ -309,13 +309,13 @@ STAGE PLANS: minReductionHashAggr: 0.99 mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 7919716636 Data size: 1869053126096 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 15839433273 Data size: 3738106252428 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) null sort order: zzz sort order: +++ Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - Statistics: Num rows: 7919716636 Data size: 1869053126096 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 15839433273 Data size: 3738106252428 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 Execution mode: vectorized, llap Reduce Operator Tree: @@ -323,30 +323,30 @@ STAGE PLANS: keys: KEY._col0 (type: char(30)), KEY._col1 (type: char(20)), KEY._col2 (type: date) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3959858318 Data size: 934526563048 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 9486371806 Data size: 2238783746216 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: char(20)), _col0 (type: char(30)), _col2 (type: date) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3959858318 Data size: 934526563048 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 9486371806 Data size: 2238783746216 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() keys: _col1 (type: char(30)), _col0 (type: char(20)), _col2 (type: date) mode: complete outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 989964579 Data size: 241551357276 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 9486371806 Data size: 2314674720664 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col3) keys: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) minReductionHashAggr: 0.99 mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 889341640 Data size: 216999360160 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 22105871055 Data size: 5393832537420 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) null sort order: zzz sort order: +++ Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - Statistics: Num rows: 889341640 Data size: 216999360160 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 22105871055 Data size: 5393832537420 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: bigint) Reducer 5 Execution mode: vectorized, llap @@ -356,11 +356,11 @@ STAGE PLANS: keys: KEY._col0 (type: char(30)), KEY._col1 (type: char(20)), KEY._col2 (type: date) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 444670820 Data size: 108499680080 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 9486371806 Data size: 2314674720664 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col3 (type: bigint) outputColumnNames: _col3 - Statistics: Num rows: 444670820 Data size: 3557366560 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 9486371806 Data size: 75890974448 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (_col3 = 3L) (type: boolean) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE @@ -411,13 +411,13 @@ STAGE PLANS: minReductionHashAggr: 0.99 mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4187240873 Data size: 988188846028 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8374481746 Data size: 1976377692056 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) null sort order: zzz sort order: +++ Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - Statistics: Num rows: 4187240873 Data size: 988188846028 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8374481746 Data size: 1976377692056 Basic stats: COMPLETE Column stats: COMPLETE Reducer 9 Execution mode: vectorized, llap Reduce Operator Tree: @@ -425,30 +425,30 @@ STAGE PLANS: keys: KEY._col0 (type: char(30)), KEY._col1 (type: char(20)), KEY._col2 (type: date) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2093620436 Data size: 494094422896 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8374481746 Data size: 1976377692056 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: char(20)), _col0 (type: char(30)), _col2 (type: date) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2093620436 Data size: 494094422896 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8374481746 Data size: 1976377692056 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() keys: _col1 (type: char(30)), _col0 (type: char(20)), _col2 (type: date) mode: complete outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 523405109 Data size: 127710846596 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8374481746 Data size: 2043373546024 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col3) keys: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) minReductionHashAggr: 0.99 mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 889341640 Data size: 216999360160 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 22105871055 Data size: 5393832537420 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) null sort order: zzz sort order: +++ Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - Statistics: Num rows: 889341640 Data size: 216999360160 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 22105871055 Data size: 5393832537420 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: bigint) Union 4 Vertex: Union 4 diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query40.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query40.q.out index 005a3f992fd5..a30c659f78b2 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query40.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query40.q.out @@ -7,22 +7,22 @@ STAGE PLANS: Tez #### A masked pattern was here #### Edges: - Map 1 <- Reducer 7 (BROADCAST_EDGE) - Map 5 <- Reducer 7 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 5 (CUSTOM_SIMPLE_EDGE), Map 6 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE) + Map 1 <- Reducer 8 (BROADCAST_EDGE) + Map 5 <- Reducer 8 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 5 (CUSTOM_SIMPLE_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Reducer 4 <- Reducer 3 (SIMPLE_EDGE) - Reducer 7 <- Map 6 (CUSTOM_SIMPLE_EDGE) + Reducer 8 <- Map 7 (CUSTOM_SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 Map Operator Tree: TableScan alias: catalog_sales - filterExpr: (cs_warehouse_sk is not null and cs_item_sk BETWEEN DynamicValue(RS_17_item_i_item_sk_min) AND DynamicValue(RS_17_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_17_item_i_item_sk_bloom_filter))) (type: boolean) + filterExpr: (cs_warehouse_sk is not null and cs_item_sk BETWEEN DynamicValue(RS_20_item_i_item_sk_min) AND DynamicValue(RS_20_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_20_item_i_item_sk_bloom_filter))) (type: boolean) Statistics: Num rows: 43005109025 Data size: 6179957594616 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (cs_warehouse_sk is not null and cs_item_sk BETWEEN DynamicValue(RS_17_item_i_item_sk_min) AND DynamicValue(RS_17_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_17_item_i_item_sk_bloom_filter))) (type: boolean) + predicate: (cs_warehouse_sk is not null and cs_item_sk BETWEEN DynamicValue(RS_20_item_i_item_sk_min) AND DynamicValue(RS_20_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_20_item_i_item_sk_bloom_filter))) (type: boolean) Statistics: Num rows: 42897418825 Data size: 6164482203784 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cs_warehouse_sk (type: bigint), cs_item_sk (type: bigint), cs_order_number (type: bigint), cs_sales_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) @@ -41,10 +41,10 @@ STAGE PLANS: Map Operator Tree: TableScan alias: catalog_returns - filterExpr: (cr_item_sk BETWEEN DynamicValue(RS_17_item_i_item_sk_min) AND DynamicValue(RS_17_item_i_item_sk_max) and in_bloom_filter(cr_item_sk, DynamicValue(RS_17_item_i_item_sk_bloom_filter))) (type: boolean) + filterExpr: (cr_item_sk BETWEEN DynamicValue(RS_20_item_i_item_sk_min) AND DynamicValue(RS_20_item_i_item_sk_max) and in_bloom_filter(cr_item_sk, DynamicValue(RS_20_item_i_item_sk_bloom_filter))) (type: boolean) Statistics: Num rows: 4320980099 Data size: 543456366240 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (cr_item_sk BETWEEN DynamicValue(RS_17_item_i_item_sk_min) AND DynamicValue(RS_17_item_i_item_sk_max) and in_bloom_filter(cr_item_sk, DynamicValue(RS_17_item_i_item_sk_bloom_filter))) (type: boolean) + predicate: (cr_item_sk BETWEEN DynamicValue(RS_20_item_i_item_sk_min) AND DynamicValue(RS_20_item_i_item_sk_max) and in_bloom_filter(cr_item_sk, DynamicValue(RS_20_item_i_item_sk_bloom_filter))) (type: boolean) Statistics: Num rows: 4320980099 Data size: 543456366240 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cr_item_sk (type: bigint), cr_order_number (type: bigint), cr_refunded_cash (type: decimal(7,2)) @@ -60,43 +60,6 @@ STAGE PLANS: Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 6 - Map Operator Tree: - TableScan - alias: item - filterExpr: i_current_price BETWEEN 0.99 AND 1.49 (type: boolean) - Statistics: Num rows: 462000 Data size: 101509408 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: i_current_price BETWEEN 0.99 AND 1.49 (type: boolean) - Statistics: Num rows: 6416 Data size: 1409840 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_item_id (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 6416 Data size: 692928 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 6416 Data size: 692928 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 6416 Data size: 51328 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 Map Operator Tree: TableScan alias: date_dim @@ -134,6 +97,43 @@ STAGE PLANS: Target Vertex: Map 1 Execution mode: vectorized, llap LLAP IO: may be used (ACID table) + Map 7 + Map Operator Tree: + TableScan + alias: item + filterExpr: i_current_price BETWEEN 0.99 AND 1.49 (type: boolean) + Statistics: Num rows: 462000 Data size: 101509408 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: i_current_price BETWEEN 0.99 AND 1.49 (type: boolean) + Statistics: Num rows: 6416 Data size: 1409840 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_item_id (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 6416 Data size: 692928 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 6416 Data size: 692928 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 6416 Data size: 51328 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) Map 9 Map Operator Tree: TableScan @@ -170,21 +170,21 @@ STAGE PLANS: condition map: Inner Join 0 to 1 keys: - 0 _col1 (type: bigint) + 0 _col4 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col0, _col3, _col4, _col7, _col9 + outputColumnNames: _col0, _col1, _col3, _col7, _col9, _col10 input vertices: 1 Map 6 - Statistics: Num rows: 947588639 Data size: 203304102788 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 7580978039 Data size: 1018266906400 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 _col4 (type: bigint) + 0 _col1 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col0, _col3, _col7, _col9, _col11, _col12 + outputColumnNames: _col0, _col3, _col7, _col9, _col10, _col12 input vertices: - 1 Map 8 + 1 Map 7 Statistics: Num rows: 105280419 Data size: 11370285484 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: @@ -192,18 +192,18 @@ STAGE PLANS: keys: 0 _col0 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col3, _col7, _col9, _col11, _col12, _col14 + outputColumnNames: _col3, _col7, _col9, _col10, _col12, _col14 input vertices: 1 Map 9 Statistics: Num rows: 105280419 Data size: 20424401510 Basic stats: COMPLETE Column stats: COMPLETE Top N Key Operator sort order: ++ - keys: _col14 (type: char(2)), _col9 (type: string) + keys: _col14 (type: char(2)), _col12 (type: string) null sort order: zz Statistics: Num rows: 105280419 Data size: 20424401510 Basic stats: COMPLETE Column stats: COMPLETE top n: 100 Select Operator - expressions: _col14 (type: char(2)), _col9 (type: string), if(_col11, (_col3 - if(_col7 is not null, _col7, 0)), 0) (type: decimal(8,2)), if(_col12, (_col3 - if(_col7 is not null, _col7, 0)), 0) (type: decimal(8,2)) + expressions: _col14 (type: char(2)), _col12 (type: string), if(_col9, (_col3 - if(_col7 is not null, _col7, 0)), 0) (type: decimal(8,2)), if(_col10, (_col3 - if(_col7 is not null, _col7, 0)), 0) (type: decimal(8,2)) outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 105280419 Data size: 20424401510 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator @@ -212,13 +212,13 @@ STAGE PLANS: minReductionHashAggr: 0.99 mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 684480 Data size: 280636800 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6159360 Data size: 2525337600 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: char(2)), _col1 (type: string) null sort order: zz sort order: ++ Map-reduce partition columns: _col0 (type: char(2)), _col1 (type: string) - Statistics: Num rows: 684480 Data size: 280636800 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6159360 Data size: 2525337600 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: decimal(18,2)), _col3 (type: decimal(18,2)) Reducer 3 Execution mode: vectorized, llap @@ -228,12 +228,12 @@ STAGE PLANS: keys: KEY._col0 (type: char(2)), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 8556 Data size: 3507960 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 76992 Data size: 31566720 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: char(2)), _col1 (type: string) null sort order: zz sort order: ++ - Statistics: Num rows: 8556 Data size: 3507960 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 76992 Data size: 31566720 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: decimal(18,2)), _col3 (type: decimal(18,2)) Reducer 4 Execution mode: vectorized, llap @@ -241,7 +241,7 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: char(2)), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: decimal(18,2)), VALUE._col1 (type: decimal(18,2)) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 8556 Data size: 3507960 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 76992 Data size: 31566720 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 100 Statistics: Num rows: 100 Data size: 41000 Basic stats: COMPLETE Column stats: COMPLETE @@ -252,7 +252,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 7 + Reducer 8 Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query5.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query5.q.out index adbdacef39ef..ea66858b591b 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query5.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query5.q.out @@ -7,11 +7,11 @@ STAGE PLANS: Tez #### A masked pattern was here #### Edges: - Map 1 <- Map 21 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Union 2 (CONTAINS) - Map 12 <- Map 13 (BROADCAST_EDGE), Map 21 (BROADCAST_EDGE), Union 10 (CONTAINS) + Map 1 <- Map 20 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Union 2 (CONTAINS) + Map 12 <- Map 13 (BROADCAST_EDGE), Map 20 (BROADCAST_EDGE), Union 10 (CONTAINS) Map 14 <- Map 20 (BROADCAST_EDGE), Map 21 (BROADCAST_EDGE), Union 15 (CONTAINS) - Map 7 <- Map 21 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Union 2 (CONTAINS) - Map 9 <- Map 13 (BROADCAST_EDGE), Map 21 (BROADCAST_EDGE), Union 10 (CONTAINS) + Map 7 <- Map 20 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Union 2 (CONTAINS) + Map 9 <- Map 13 (BROADCAST_EDGE), Map 20 (BROADCAST_EDGE), Union 10 (CONTAINS) Reducer 11 <- Union 10 (SIMPLE_EDGE), Union 4 (CONTAINS) Reducer 16 <- Union 15 (SIMPLE_EDGE), Union 4 (CONTAINS) Reducer 18 <- Map 17 (CUSTOM_SIMPLE_EDGE), Map 19 (CUSTOM_SIMPLE_EDGE), Map 20 (BROADCAST_EDGE), Map 21 (BROADCAST_EDGE), Union 15 (CONTAINS) @@ -25,7 +25,7 @@ STAGE PLANS: TableScan alias: store_sales filterExpr: ss_store_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_231_container, bigKeyColName:ss_store_sk, smallTablePos:1, keyRatio:1.0756178660512734 + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_232_container, bigKeyColName:ss_store_sk, smallTablePos:1, keyRatio:0.11950491485837746 Statistics: Num rows: 82510879939 Data size: 19351122693824 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ss_store_sk is not null (type: boolean) @@ -38,35 +38,35 @@ STAGE PLANS: condition map: Inner Join 0 to 1 keys: - 0 _col0 (type: bigint) + 0 _col1 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col7 + outputColumnNames: _col0, _col2, _col3, _col4, _col5 input vertices: - 1 Map 8 - Statistics: Num rows: 88750176606 Data size: 48460575985864 Basic stats: COMPLETE Column stats: COMPLETE + 1 Map 20 + Statistics: Num rows: 9860455682 Data size: 3580319207704 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 _col1 (type: bigint) + 0 _col0 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col2, _col3, _col4, _col5, _col7 + outputColumnNames: _col2, _col3, _col4, _col5, _col8 input vertices: - 1 Map 21 + 1 Map 8 Statistics: Num rows: 9860455682 Data size: 4519007506664 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col2), sum(_col4), sum(_col3), sum(_col5) - keys: _col7 (type: string) + keys: _col8 (type: string) minReductionHashAggr: 0.99 mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1729994 Data size: 948036712 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 15516987 Data size: 8503308876 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1729994 Data size: 948036712 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 15516987 Data size: 8503308876 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) Execution mode: vectorized, llap LLAP IO: may be used (ACID table) @@ -87,35 +87,35 @@ STAGE PLANS: condition map: Inner Join 0 to 1 keys: - 0 _col0 (type: bigint) + 0 _col1 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col7 + outputColumnNames: _col0, _col2, _col3, _col4, _col5 input vertices: - 1 Map 13 - Statistics: Num rows: 47131652878 Data size: 26162171562344 Basic stats: COMPLETE Column stats: COMPLETE + 1 Map 20 + Statistics: Num rows: 5236491827 Data size: 2342411162624 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 _col1 (type: bigint) + 0 _col0 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col2, _col3, _col4, _col5, _col7 + outputColumnNames: _col2, _col3, _col4, _col5, _col8 input vertices: - 1 Map 21 + 1 Map 13 Statistics: Num rows: 5236491827 Data size: 2826570083372 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col2), sum(_col4), sum(_col3), sum(_col5) - keys: _col7 (type: string) + keys: _col8 (type: string) minReductionHashAggr: 0.99 mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 56303158 Data size: 30854130584 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 506728422 Data size: 277687175256 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 56303158 Data size: 30854130584 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 506728422 Data size: 277687175256 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) Execution mode: vectorized, llap LLAP IO: may be used (ACID table) @@ -149,7 +149,7 @@ STAGE PLANS: TableScan alias: web_sales filterExpr: ws_web_site_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_235_container, bigKeyColName:ws_web_site_sk, smallTablePos:1, keyRatio:2.1458761134564632 + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_236_container, bigKeyColName:ws_web_site_sk, smallTablePos:1, keyRatio:0.23841435728939733 Statistics: Num rows: 21594638446 Data size: 5182388988880 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ws_web_site_sk is not null (type: boolean) @@ -162,35 +162,35 @@ STAGE PLANS: condition map: Inner Join 0 to 1 keys: - 0 _col0 (type: bigint) + 0 _col1 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col7 + outputColumnNames: _col0, _col2, _col3, _col4, _col5 input vertices: 1 Map 20 - Statistics: Num rows: 46339418820 Data size: 25753225754752 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 5148471846 Data size: 2336125623824 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 _col1 (type: bigint) + 0 _col0 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col2, _col3, _col4, _col5, _col7 + outputColumnNames: _col2, _col3, _col4, _col5, _col8 input vertices: 1 Map 21 Statistics: Num rows: 5148471846 Data size: 2809871462440 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col2), sum(_col4), sum(_col3), sum(_col5) - keys: _col7 (type: string) + keys: _col8 (type: string) minReductionHashAggr: 0.99 mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 54885 Data size: 30076980 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 461034 Data size: 252646632 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 54885 Data size: 30076980 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 461034 Data size: 252646632 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) Execution mode: vectorized, llap LLAP IO: may be used (ACID table) @@ -235,31 +235,6 @@ STAGE PLANS: Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 20 - Map Operator Tree: - TableScan - alias: web_site - Statistics: Num rows: 84 Data size: 9072 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: web_site_sk (type: bigint), web_site_id (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 84 Data size: 9072 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 84 Data size: 9072 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 84 Data size: 9072 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 21 Map Operator Tree: TableScan alias: date_dim @@ -406,6 +381,31 @@ STAGE PLANS: Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap LLAP IO: may be used (ACID table) + Map 21 + Map Operator Tree: + TableScan + alias: web_site + Statistics: Num rows: 84 Data size: 9072 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: web_site_sk (type: bigint), web_site_id (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 84 Data size: 9072 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 84 Data size: 9072 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 84 Data size: 9072 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) Map 7 Map Operator Tree: TableScan @@ -423,35 +423,35 @@ STAGE PLANS: condition map: Inner Join 0 to 1 keys: - 0 _col0 (type: bigint) + 0 _col1 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col7 + outputColumnNames: _col0, _col2, _col3, _col4, _col5 input vertices: - 1 Map 8 - Statistics: Num rows: 88750176606 Data size: 48460575985864 Basic stats: COMPLETE Column stats: COMPLETE + 1 Map 20 + Statistics: Num rows: 9860455682 Data size: 3580319207704 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 _col1 (type: bigint) + 0 _col0 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col2, _col3, _col4, _col5, _col7 + outputColumnNames: _col2, _col3, _col4, _col5, _col8 input vertices: - 1 Map 21 + 1 Map 8 Statistics: Num rows: 9860455682 Data size: 4519007506664 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col2), sum(_col4), sum(_col3), sum(_col5) - keys: _col7 (type: string) + keys: _col8 (type: string) minReductionHashAggr: 0.99 mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1729994 Data size: 948036712 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 15516987 Data size: 8503308876 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1729994 Data size: 948036712 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 15516987 Data size: 8503308876 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) Execution mode: vectorized, llap LLAP IO: may be used (ACID table) @@ -485,7 +485,7 @@ STAGE PLANS: TableScan alias: catalog_sales filterExpr: cs_catalog_page_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_233_container, bigKeyColName:cs_catalog_page_sk, smallTablePos:1, keyRatio:1.0959547352990346 + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_234_container, bigKeyColName:cs_catalog_page_sk, smallTablePos:1, keyRatio:0.12176441231565975 Statistics: Num rows: 43005109025 Data size: 10308315074584 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: cs_catalog_page_sk is not null (type: boolean) @@ -498,35 +498,35 @@ STAGE PLANS: condition map: Inner Join 0 to 1 keys: - 0 _col0 (type: bigint) + 0 _col1 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col7 + outputColumnNames: _col0, _col2, _col3, _col4, _col5 input vertices: - 1 Map 13 - Statistics: Num rows: 47131652878 Data size: 26162171562344 Basic stats: COMPLETE Column stats: COMPLETE + 1 Map 20 + Statistics: Num rows: 5236491827 Data size: 2342411162624 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 _col1 (type: bigint) + 0 _col0 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col2, _col3, _col4, _col5, _col7 + outputColumnNames: _col2, _col3, _col4, _col5, _col8 input vertices: - 1 Map 21 + 1 Map 13 Statistics: Num rows: 5236491827 Data size: 2826570083372 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col2), sum(_col4), sum(_col3), sum(_col5) - keys: _col7 (type: string) + keys: _col8 (type: string) minReductionHashAggr: 0.99 mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 56303158 Data size: 30854130584 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 506728422 Data size: 277687175256 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 56303158 Data size: 30854130584 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 506728422 Data size: 277687175256 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) Execution mode: vectorized, llap LLAP IO: may be used (ACID table) @@ -538,16 +538,16 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 5099 Data size: 2794252 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 45891 Data size: 25148268 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: 'catalog channel' (type: string), concat('catalog_page', _col0) (type: string), _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), (_col3 - _col4) (type: decimal(18,2)) outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 5099 Data size: 3156281 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 45891 Data size: 28406529 Basic stats: COMPLETE Column stats: COMPLETE Top N Key Operator sort order: ++ keys: _col0 (type: string), _col1 (type: string) null sort order: zz - Statistics: Num rows: 5202 Data size: 3219822 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 46812 Data size: 28974702 Basic stats: COMPLETE Column stats: COMPLETE top n: 100 Group By Operator aggregations: sum(_col2), sum(_col3), sum(_col4) @@ -556,13 +556,13 @@ STAGE PLANS: minReductionHashAggr: 0.4 mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 7803 Data size: 4892481 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) null sort order: zzz sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) - Statistics: Num rows: 7803 Data size: 4892481 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) Reducer 16 Execution mode: vectorized, llap @@ -572,16 +572,16 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 5 Data size: 2740 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 42 Data size: 23016 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: 'web channel' (type: string), concat('web_site', _col0) (type: string), _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), (_col3 - _col4) (type: decimal(18,2)) outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 5 Data size: 3075 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 42 Data size: 25830 Basic stats: COMPLETE Column stats: COMPLETE Top N Key Operator sort order: ++ keys: _col0 (type: string), _col1 (type: string) null sort order: zz - Statistics: Num rows: 5202 Data size: 3219822 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 46812 Data size: 28974702 Basic stats: COMPLETE Column stats: COMPLETE top n: 100 Group By Operator aggregations: sum(_col2), sum(_col3), sum(_col4) @@ -590,13 +590,13 @@ STAGE PLANS: minReductionHashAggr: 0.4 mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 7803 Data size: 4892481 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) null sort order: zzz sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) - Statistics: Num rows: 7803 Data size: 4892481 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) Reducer 18 Execution mode: vectorized, llap @@ -620,35 +620,35 @@ STAGE PLANS: condition map: Inner Join 0 to 1 keys: - 0 _col0 (type: bigint) + 0 _col1 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col7 + outputColumnNames: _col0, _col2, _col3, _col4, _col5 input vertices: 1 Map 20 - Statistics: Num rows: 46339418820 Data size: 25753225754752 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 5148471846 Data size: 2336125623824 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 _col1 (type: bigint) + 0 _col0 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col2, _col3, _col4, _col5, _col7 + outputColumnNames: _col2, _col3, _col4, _col5, _col8 input vertices: 1 Map 21 Statistics: Num rows: 5148471846 Data size: 2809871462440 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col2), sum(_col4), sum(_col3), sum(_col5) - keys: _col7 (type: string) + keys: _col8 (type: string) minReductionHashAggr: 0.99 mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 54885 Data size: 30076980 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 461034 Data size: 252646632 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 54885 Data size: 30076980 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 461034 Data size: 252646632 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) Reducer 3 Execution mode: vectorized, llap @@ -658,16 +658,16 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 98 Data size: 53704 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 879 Data size: 481692 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: 'store channel' (type: string), concat('store', _col0) (type: string), _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), (_col3 - _col4) (type: decimal(18,2)) outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 98 Data size: 60466 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 879 Data size: 542343 Basic stats: COMPLETE Column stats: COMPLETE Top N Key Operator sort order: ++ keys: _col0 (type: string), _col1 (type: string) null sort order: zz - Statistics: Num rows: 5202 Data size: 3219822 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 46812 Data size: 28974702 Basic stats: COMPLETE Column stats: COMPLETE top n: 100 Group By Operator aggregations: sum(_col2), sum(_col3), sum(_col4) @@ -676,13 +676,13 @@ STAGE PLANS: minReductionHashAggr: 0.4 mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 7803 Data size: 4892481 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) null sort order: zzz sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) - Statistics: Num rows: 7803 Data size: 4892481 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) Reducer 5 Execution mode: vectorized, llap @@ -692,17 +692,17 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: bigint) mode: mergepartial outputColumnNames: _col0, _col1, _col3, _col4, _col5 - Statistics: Num rows: 7803 Data size: 4892481 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE pruneGroupingSetId: true Select Operator expressions: _col0 (type: string), _col1 (type: string), _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 7803 Data size: 4830057 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 70218 Data size: 43464942 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz sort order: ++ - Statistics: Num rows: 7803 Data size: 4830057 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 70218 Data size: 43464942 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: decimal(27,2)), _col3 (type: decimal(27,2)), _col4 (type: decimal(28,2)) Reducer 6 Execution mode: vectorized, llap @@ -710,7 +710,7 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: decimal(27,2)), VALUE._col1 (type: decimal(27,2)), VALUE._col2 (type: decimal(28,2)) outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 7803 Data size: 4830057 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 70218 Data size: 43464942 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 100 Statistics: Num rows: 100 Data size: 61900 Basic stats: COMPLETE Column stats: COMPLETE diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query51.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query51.q.out index 7c68da53ee81..5091dfb25a49 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query51.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query51.q.out @@ -42,13 +42,13 @@ STAGE PLANS: minReductionHashAggr: 0.99 mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 8110898127 Data size: 1427518070352 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 16221796254 Data size: 2855036140704 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint), _col1 (type: date) null sort order: az sort order: ++ Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8110898127 Data size: 1427518070352 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 16221796254 Data size: 2855036140704 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: decimal(17,2)) Execution mode: vectorized, llap LLAP IO: may be used (ACID table) @@ -78,13 +78,13 @@ STAGE PLANS: minReductionHashAggr: 0.99 mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2122773538 Data size: 373608142688 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4245547076 Data size: 747216285376 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint), _col1 (type: date) null sort order: az sort order: ++ Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 2122773538 Data size: 373608142688 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4245547076 Data size: 747216285376 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: decimal(17,2)) Execution mode: vectorized, llap LLAP IO: may be used (ACID table) @@ -157,7 +157,7 @@ STAGE PLANS: keys: KEY._col0 (type: bigint), KEY._col1 (type: date) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4055449063 Data size: 713759035088 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 32608329 Data size: 5739065904 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: bigint), _col1 (type: date), _col2 (type: decimal(17,2)) outputColumnNames: _col0, _col1, _col2 @@ -180,17 +180,17 @@ STAGE PLANS: name: sum window function: GenericUDAFSumHiveDecimal window frame: ROWS PRECEDING(MAX)~CURRENT - Statistics: Num rows: 4055449063 Data size: 713759035088 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 32608329 Data size: 5739065904 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: bigint), _col1 (type: date), sum_window_0 (type: decimal(27,2)) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4055449063 Data size: 713759035088 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 32608329 Data size: 5739065904 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint), _col1 (type: date) null sort order: zz sort order: ++ Map-reduce partition columns: _col0 (type: bigint), _col1 (type: date) - Statistics: Num rows: 4055449063 Data size: 713759035088 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 32608329 Data size: 5739065904 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: decimal(27,2)) Reducer 3 Execution mode: llap @@ -202,13 +202,13 @@ STAGE PLANS: 0 _col0 (type: bigint), _col1 (type: date) 1 _col0 (type: bigint), _col1 (type: date) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 47389106998950 Data size: 16680965663630400 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 11706390111 Data size: 4120649319072 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: CASE WHEN (_col3 is not null) THEN (_col3) ELSE (_col0) END (type: bigint), CASE WHEN (_col4 is not null) THEN (_col4) ELSE (_col1) END (type: date) null sort order: az sort order: ++ Map-reduce partition columns: CASE WHEN (_col3 is not null) THEN (_col3) ELSE (_col0) END (type: bigint) - Statistics: Num rows: 47389106998950 Data size: 16680965663630400 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 11706390111 Data size: 4120649319072 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: date), _col2 (type: decimal(27,2)), _col3 (type: bigint), _col4 (type: date), _col5 (type: decimal(27,2)) Reducer 4 Execution mode: vectorized, llap @@ -216,7 +216,7 @@ STAGE PLANS: Select Operator expressions: VALUE._col0 (type: bigint), VALUE._col1 (type: date), VALUE._col2 (type: decimal(27,2)), VALUE._col3 (type: bigint), VALUE._col4 (type: date), VALUE._col5 (type: decimal(27,2)) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 47389106998950 Data size: 16680965663630400 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 11706390111 Data size: 4120649319072 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -242,25 +242,25 @@ STAGE PLANS: name: max window function: GenericUDAFMaxEvaluator window frame: ROWS PRECEDING(MAX)~CURRENT - Statistics: Num rows: 47389106998950 Data size: 16680965663630400 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 11706390111 Data size: 4120649319072 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (max_window_0 > max_window_1) (type: boolean) - Statistics: Num rows: 15796368999650 Data size: 5560321887876800 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3902130037 Data size: 1373549773024 Basic stats: COMPLETE Column stats: COMPLETE Top N Key Operator sort order: ++ keys: if(_col3 is not null, _col3, _col0) (type: bigint), if(_col4 is not null, _col4, _col1) (type: date) null sort order: zz - Statistics: Num rows: 15796368999650 Data size: 5560321887876800 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3902130037 Data size: 1373549773024 Basic stats: COMPLETE Column stats: COMPLETE top n: 100 Select Operator expressions: if(_col3 is not null, _col3, _col0) (type: bigint), if(_col4 is not null, _col4, _col1) (type: date), _col5 (type: decimal(27,2)), _col2 (type: decimal(27,2)), max_window_0 (type: decimal(27,2)), max_window_1 (type: decimal(27,2)) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 15796368999650 Data size: 8087740927820800 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3902130037 Data size: 1997890578944 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint), _col1 (type: date) null sort order: zz sort order: ++ - Statistics: Num rows: 15796368999650 Data size: 8087740927820800 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3902130037 Data size: 1997890578944 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: decimal(27,2)), _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(27,2)) Reducer 5 Execution mode: vectorized, llap @@ -268,7 +268,7 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: date), VALUE._col0 (type: decimal(27,2)), VALUE._col1 (type: decimal(27,2)), VALUE._col2 (type: decimal(27,2)), VALUE._col3 (type: decimal(27,2)) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 15796368999650 Data size: 8087740927820800 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3902130037 Data size: 1997890578944 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 100 Statistics: Num rows: 100 Data size: 51200 Basic stats: COMPLETE Column stats: COMPLETE @@ -287,7 +287,7 @@ STAGE PLANS: keys: KEY._col0 (type: bigint), KEY._col1 (type: date) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1061386769 Data size: 186804071344 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 32608329 Data size: 5739065904 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: bigint), _col1 (type: date), _col2 (type: decimal(17,2)) outputColumnNames: _col0, _col1, _col2 @@ -310,17 +310,17 @@ STAGE PLANS: name: sum window function: GenericUDAFSumHiveDecimal window frame: ROWS PRECEDING(MAX)~CURRENT - Statistics: Num rows: 1061386769 Data size: 186804071344 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 32608329 Data size: 5739065904 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: bigint), _col1 (type: date), sum_window_0 (type: decimal(27,2)) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1061386769 Data size: 186804071344 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 32608329 Data size: 5739065904 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint), _col1 (type: date) null sort order: zz sort order: ++ Map-reduce partition columns: _col0 (type: bigint), _col1 (type: date) - Statistics: Num rows: 1061386769 Data size: 186804071344 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 32608329 Data size: 5739065904 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: decimal(27,2)) Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query58.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query58.q.out index 0091d3885c34..31dc5e2d3eca 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query58.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query58.q.out @@ -1,4 +1,5 @@ -Warning: Map Join MAPJOIN[375][bigTable=?] in task 'Map 5' is a cross product +Warning: Map Join MAPJOIN[375][bigTable=?] in task 'Reducer 5' is a cross product +Warning: Map Join MAPJOIN[380][bigTable=?] in task 'Reducer 6' is a cross product STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -8,15 +9,21 @@ STAGE PLANS: Tez #### A masked pattern was here #### Edges: - Map 1 <- Map 11 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE) - Map 5 <- Map 3 (BROADCAST_EDGE), Reducer 4 (BROADCAST_EDGE) - Map 6 <- Map 11 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE) - Map 9 <- Map 11 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE) - Reducer 10 <- Map 9 (SIMPLE_EDGE) + Map 1 <- Map 17 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE) + Map 10 <- Map 13 (BROADCAST_EDGE), Map 17 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE) + Map 13 <- Reducer 6 (BROADCAST_EDGE) + Map 15 <- Map 13 (BROADCAST_EDGE), Map 17 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE) + Map 3 <- Reducer 14 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) + Map 8 <- Reducer 5 (BROADCAST_EDGE) + Reducer 11 <- Map 10 (SIMPLE_EDGE), Reducer 16 (BROADCAST_EDGE), Reducer 2 (BROADCAST_EDGE) + Reducer 12 <- Reducer 11 (SIMPLE_EDGE) + Reducer 14 <- Map 13 (CUSTOM_SIMPLE_EDGE) + Reducer 16 <- Map 15 (SIMPLE_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 4 <- Map 3 (CUSTOM_SIMPLE_EDGE) - Reducer 7 <- Map 6 (SIMPLE_EDGE), Reducer 10 (BROADCAST_EDGE), Reducer 2 (BROADCAST_EDGE) - Reducer 8 <- Reducer 7 (SIMPLE_EDGE) + Reducer 5 <- Map 4 (CUSTOM_SIMPLE_EDGE), Reducer 7 (BROADCAST_EDGE) + Reducer 6 <- Map 4 (CUSTOM_SIMPLE_EDGE), Map 8 (BROADCAST_EDGE) + Reducer 7 <- Map 4 (CUSTOM_SIMPLE_EDGE) + Reducer 9 <- Map 8 (CUSTOM_SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -46,8 +53,8 @@ STAGE PLANS: 1 _col0 (type: date) outputColumnNames: _col0, _col1 input vertices: - 1 Map 5 - Statistics: Num rows: 43005109025 Data size: 5148566336008 Basic stats: COMPLETE Column stats: COMPLETE + 1 Map 8 + Statistics: Num rows: 3532295 Data size: 28258472 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -56,25 +63,197 @@ STAGE PLANS: 1 _col0 (type: bigint) outputColumnNames: _col1, _col6 input vertices: - 1 Map 11 - Statistics: Num rows: 43005109025 Data size: 9105036366308 Basic stats: COMPLETE Column stats: COMPLETE + 1 Map 17 + Statistics: Num rows: 3532295 Data size: 353229612 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col1) keys: _col6 (type: string) - minReductionHashAggr: 0.99 + minReductionHashAggr: 0.92992544 mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 8803686108 Data size: 1866381454896 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 495048 Data size: 104950176 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 8803686108 Data size: 1866381454896 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 495048 Data size: 104950176 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: decimal(17,2)) Execution mode: vectorized, llap LLAP IO: may be used (ACID table) - Map 11 + Map 10 + Map Operator Tree: + TableScan + alias: store_sales + Statistics: Num rows: 82510879939 Data size: 10343396725952 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ss_item_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 82510879939 Data size: 10343396725952 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col4 + input vertices: + 1 Map 3 + Statistics: Num rows: 82510879939 Data size: 14303918963024 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col4 (type: date) + 1 _col0 (type: date) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 13 + Statistics: Num rows: 6777167 Data size: 54217448 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col6 + input vertices: + 1 Map 17 + Statistics: Num rows: 6777167 Data size: 677716812 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col6 (type: string) + minReductionHashAggr: 0.9634768 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 742572 Data size: 157425264 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 742572 Data size: 157425264 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 13 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (d_week_seq is not null and d_date is not null) (type: boolean) + Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_week_seq is not null and d_date is not null) (type: boolean) + Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date (type: date), d_week_seq (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: int) + 1 _col1 (type: int) + outputColumnNames: _col2 + input vertices: + 0 Reducer 6 + Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col2 (type: date) + outputColumnNames: _col0 + Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: date) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: date) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: date) + Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: date) + outputColumnNames: _col0 + Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.8333333 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: date), _col1 (type: date), _col2 (type: binary) + Reduce Output Operator + key expressions: _col0 (type: date) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: date) + Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 15 + Map Operator Tree: + TableScan + alias: web_sales + Statistics: Num rows: 21594638446 Data size: 2763811113552 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_item_sk (type: bigint), ws_ext_sales_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 21594638446 Data size: 2763811113552 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1, _col4 + input vertices: + 1 Map 3 + Statistics: Num rows: 21594638446 Data size: 3800353758960 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col4 (type: date) + 1 _col0 (type: date) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 13 + Statistics: Num rows: 1773711 Data size: 14189800 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col6 + input vertices: + 1 Map 17 + Statistics: Num rows: 1773711 Data size: 177371212 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1) + keys: _col6 (type: string) + minReductionHashAggr: 0.86044854 + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 247524 Data size: 52475088 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 247524 Data size: 52475088 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 17 Map Operator Tree: TableScan alias: item @@ -110,10 +289,10 @@ STAGE PLANS: Map Operator Tree: TableScan alias: date_dim - filterExpr: (d_date is not null or ((d_date = DATE'1998-02-19') and d_week_seq is not null) or (d_date = DATE'1998-02-19')) (type: boolean) + filterExpr: (d_date is not null and ((d_date BETWEEN DynamicValue(RS_36_date_dim_d_date_min) AND DynamicValue(RS_36_date_dim_d_date_max) and in_bloom_filter(d_date, DynamicValue(RS_36_date_dim_d_date_bloom_filter))) or (d_date BETWEEN DynamicValue(RS_82_date_dim_d_date_min) AND DynamicValue(RS_82_date_dim_d_date_max) and in_bloom_filter(d_date, DynamicValue(RS_82_date_dim_d_date_bloom_filter))))) (type: boolean) Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: d_date is not null (type: boolean) + predicate: (d_date is not null and d_date BETWEEN DynamicValue(RS_36_date_dim_d_date_min) AND DynamicValue(RS_36_date_dim_d_date_max) and in_bloom_filter(d_date, DynamicValue(RS_36_date_dim_d_date_bloom_filter))) (type: boolean) Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: d_date_sk (type: bigint), d_date (type: date) @@ -142,6 +321,13 @@ STAGE PLANS: Partition key expr: cs_sold_date_sk Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE Target Vertex: Map 1 + Filter Operator + predicate: (d_date is not null and d_date BETWEEN DynamicValue(RS_82_date_dim_d_date_min) AND DynamicValue(RS_82_date_dim_d_date_max) and in_bloom_filter(d_date, DynamicValue(RS_82_date_dim_d_date_bloom_filter))) (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), d_date (type: date) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint) null sort order: z @@ -164,7 +350,7 @@ STAGE PLANS: Target Input: store_sales Partition key expr: ss_sold_date_sk Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 6 + Target Vertex: Map 10 Reduce Output Operator key expressions: _col0 (type: bigint) null sort order: z @@ -187,28 +373,23 @@ STAGE PLANS: Target Input: web_sales Partition key expr: ws_sold_date_sk Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 9 - Filter Operator - predicate: ((d_date = DATE'1998-02-19') and d_week_seq is not null) (type: boolean) - Statistics: Num rows: 36524 Data size: 2191440 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_week_seq (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 36524 Data size: 146096 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 36524 Data size: 146096 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 15 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: ((d_date = DATE'1998-02-19') or ((d_date = DATE'1998-02-19') and d_week_seq is not null)) (type: boolean) + Statistics: Num rows: 73049 Data size: 4090744 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (d_date = DATE'1998-02-19') (type: boolean) - Statistics: Num rows: 36524 Data size: 2045344 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 56 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 36524 Data size: 2045344 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 56 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() - minReductionHashAggr: 0.99 + minReductionHashAggr: 0.4 mode: hash outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE @@ -217,13 +398,30 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Filter Operator + predicate: ((d_date = DATE'1998-02-19') and d_week_seq is not null) (type: boolean) + Statistics: Num rows: 1 Data size: 60 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_week_seq (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: int) Execution mode: vectorized, llap LLAP IO: may be used (ACID table) - Map 5 + Map 8 Map Operator Tree: TableScan alias: date_dim - filterExpr: (d_week_seq is not null and d_date is not null) (type: boolean) + filterExpr: ((d_week_seq is not null and d_date is not null) or ((d_date = DATE'1998-02-19') and d_week_seq is not null)) (type: boolean) Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (d_week_seq is not null and d_date is not null) (type: boolean) @@ -236,159 +434,139 @@ STAGE PLANS: condition map: Inner Join 0 to 1 keys: - 0 - 1 - outputColumnNames: _col0, _col1 + 0 _col1 (type: int) + 1 _col1 (type: int) + outputColumnNames: _col2 input vertices: - 1 Reducer 4 - Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: int) - 1 _col0 (type: int) + 0 Reducer 5 + Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col2 (type: date) outputColumnNames: _col0 - input vertices: - 1 Map 3 - Statistics: Num rows: 236172 Data size: 13225632 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: date) - minReductionHashAggr: 0.99 + minReductionHashAggr: 0.4 mode: hash outputColumnNames: _col0 - Statistics: Num rows: 73049 Data size: 4090744 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: date) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: date) - Statistics: Num rows: 73049 Data size: 4090744 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: date) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: date) - Statistics: Num rows: 73049 Data size: 4090744 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: date) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: date) - Statistics: Num rows: 73049 Data size: 4090744 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: date) + outputColumnNames: _col0 + Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.8333333 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: date), _col1 (type: date), _col2 (type: binary) + Filter Operator + predicate: ((d_date = DATE'1998-02-19') and d_week_seq is not null) (type: boolean) + Statistics: Num rows: 1 Data size: 60 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_week_seq (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: int) Execution mode: vectorized, llap LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: store_sales - Statistics: Num rows: 82510879939 Data size: 10343396725952 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 82510879939 Data size: 10343396725952 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col4 - input vertices: - 1 Map 3 - Statistics: Num rows: 82510879939 Data size: 14303918963024 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 _col4 (type: date) - 1 _col0 (type: date) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 5 - Statistics: Num rows: 82510879939 Data size: 9683309686440 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col6 - input vertices: - 1 Map 11 - Statistics: Num rows: 82510879939 Data size: 17274310640828 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col6 (type: string) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 16702424472 Data size: 3540913988064 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 16702424472 Data size: 3540913988064 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) + Reducer 11 Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 9 - Map Operator Tree: - TableScan - alias: web_sales - Statistics: Num rows: 21594638446 Data size: 2763811113552 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_item_sk (type: bigint), ws_ext_sales_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 21594638446 Data size: 2763811113552 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 247524 Data size: 52475088 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col0, _col1, _col3 + input vertices: + 0 Reducer 2 + Statistics: Num rows: 247524 Data size: 80197776 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col1 BETWEEN (0.9 * _col3) AND (1.1 * _col3) and _col3 BETWEEN (0.9 * _col1) AND (1.1 * _col1)) (type: boolean) + Statistics: Num rows: 3055 Data size: 989820 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col4 + 0 _col0 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col0, _col1, _col3, _col5, _col6, _col7 input vertices: - 1 Map 3 - Statistics: Num rows: 21594638446 Data size: 3800353758960 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 _col4 (type: date) - 1 _col0 (type: date) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 5 - Statistics: Num rows: 21594638446 Data size: 2591054005984 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col6 - input vertices: - 1 Map 11 - Statistics: Num rows: 21594638446 Data size: 4577760743016 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col6 (type: string) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 4426224168 Data size: 938359523616 Basic stats: COMPLETE Column stats: COMPLETE + 1 Reducer 16 + Statistics: Num rows: 3055 Data size: 2016300 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (_col5 BETWEEN (0.9 * _col1) AND (1.1 * _col1) and _col5 BETWEEN (0.9 * _col3) AND (1.1 * _col3) and _col1 BETWEEN _col6 AND _col7 and _col3 BETWEEN _col6 AND _col7) (type: boolean) + Statistics: Num rows: 1 Data size: 660 Basic stats: COMPLETE Column stats: COMPLETE + Top N Key Operator + sort order: ++ + keys: _col0 (type: string), _col3 (type: decimal(17,2)) + null sort order: zz + Statistics: Num rows: 1 Data size: 660 Basic stats: COMPLETE Column stats: COMPLETE + top n: 100 + Select Operator + expressions: _col0 (type: string), _col3 (type: decimal(17,2)), (((_col3 / ((_col3 + _col1) + _col5)) / 3) * 100) (type: decimal(38,17)), _col1 (type: decimal(17,2)), (((_col1 / ((_col3 + _col1) + _col5)) / 3) * 100) (type: decimal(38,17)), _col5 (type: decimal(17,2)), (((_col5 / ((_col3 + _col1) + _col5)) / 3) * 100) (type: decimal(38,17)), (((_col3 + _col1) + _col5) / 3) (type: decimal(23,6)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 4426224168 Data size: 938359523616 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) + key expressions: _col0 (type: string), _col1 (type: decimal(17,2)) + null sort order: zz + sort order: ++ + Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: decimal(38,17)), _col3 (type: decimal(17,2)), _col4 (type: decimal(38,17)), _col5 (type: decimal(17,2)), _col6 (type: decimal(38,17)), _col7 (type: decimal(23,6)) + Reducer 12 Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 10 + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: decimal(17,2)), VALUE._col0 (type: decimal(38,17)), VALUE._col1 (type: decimal(17,2)), VALUE._col2 (type: decimal(38,17)), VALUE._col3 (type: decimal(17,2)), VALUE._col4 (type: decimal(38,17)), VALUE._col5 (type: decimal(23,6)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 100 + Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 14 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: date), _col1 (type: date), _col2 (type: binary) + Reducer 16 Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator @@ -424,7 +602,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 247524 Data size: 52475088 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: decimal(17,2)) - Reducer 4 + Reducer 5 Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator @@ -437,78 +615,75 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Select Operator Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 7 + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col1 + input vertices: + 1 Reducer 7 + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: int) + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 6 Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: string) + aggregations: count(VALUE._col0) mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 247524 Data size: 52475088 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: string) - 1 _col0 (type: string) - outputColumnNames: _col0, _col1, _col3 - input vertices: - 0 Reducer 2 - Statistics: Num rows: 247524 Data size: 80197776 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col1 BETWEEN (0.9 * _col3) AND (1.1 * _col3) and _col3 BETWEEN (0.9 * _col1) AND (1.1 * _col1)) (type: boolean) - Statistics: Num rows: 3055 Data size: 989820 Basic stats: COMPLETE Column stats: COMPLETE + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: sq_count_check(_col0) (type: boolean) + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 _col0 (type: string) - 1 _col0 (type: string) - outputColumnNames: _col0, _col1, _col3, _col5, _col6, _col7 + 0 + 1 + outputColumnNames: _col1 input vertices: - 1 Reducer 10 - Statistics: Num rows: 3055 Data size: 2016300 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col5 BETWEEN (0.9 * _col1) AND (1.1 * _col1) and _col5 BETWEEN (0.9 * _col3) AND (1.1 * _col3) and _col1 BETWEEN _col6 AND _col7 and _col3 BETWEEN _col6 AND _col7) (type: boolean) - Statistics: Num rows: 1 Data size: 660 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++ - keys: _col0 (type: string), _col3 (type: decimal(17,2)) - null sort order: zz - Statistics: Num rows: 1 Data size: 660 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col0 (type: string), _col3 (type: decimal(17,2)), (((_col3 / ((_col3 + _col1) + _col5)) / 3) * 100) (type: decimal(38,17)), _col1 (type: decimal(17,2)), (((_col1 / ((_col3 + _col1) + _col5)) / 3) * 100) (type: decimal(38,17)), _col5 (type: decimal(17,2)), (((_col5 / ((_col3 + _col1) + _col5)) / 3) * 100) (type: decimal(38,17)), (((_col3 + _col1) + _col5) / 3) (type: decimal(23,6)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: decimal(17,2)) - null sort order: zz - sort order: ++ - Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(38,17)), _col3 (type: decimal(17,2)), _col4 (type: decimal(38,17)), _col5 (type: decimal(17,2)), _col6 (type: decimal(38,17)), _col7 (type: decimal(23,6)) - Reducer 8 + 1 Map 8 + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col1 (type: int) + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 7 Execution mode: vectorized, llap Reduce Operator Tree: Select Operator - expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: decimal(17,2)), VALUE._col0 (type: decimal(38,17)), VALUE._col1 (type: decimal(17,2)), VALUE._col2 (type: decimal(38,17)), VALUE._col3 (type: decimal(17,2)), VALUE._col4 (type: decimal(38,17)), VALUE._col5 (type: decimal(23,6)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + expressions: VALUE._col0 (type: int) + outputColumnNames: _col0 + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: int) + Reducer 9 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: date), _col1 (type: date), _col2 (type: binary) Stage: Stage-0 Fetch Operator diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query80.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query80.q.out index 86ce0891d9b0..b50f09d6e5a1 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query80.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query80.q.out @@ -7,36 +7,36 @@ STAGE PLANS: Tez #### A masked pattern was here #### Edges: - Map 1 <- Reducer 16 (BROADCAST_EDGE), Reducer 20 (BROADCAST_EDGE) - Map 10 <- Reducer 15 (BROADCAST_EDGE), Reducer 19 (BROADCAST_EDGE) - Map 13 <- Reducer 15 (BROADCAST_EDGE) - Map 23 <- Reducer 17 (BROADCAST_EDGE), Reducer 21 (BROADCAST_EDGE) - Map 26 <- Reducer 17 (BROADCAST_EDGE) - Map 7 <- Reducer 16 (BROADCAST_EDGE) - Reducer 11 <- Map 10 (CUSTOM_SIMPLE_EDGE), Map 13 (CUSTOM_SIMPLE_EDGE), Map 14 (BROADCAST_EDGE), Map 18 (BROADCAST_EDGE), Map 22 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE) - Reducer 12 <- Reducer 11 (SIMPLE_EDGE), Union 4 (CONTAINS) - Reducer 15 <- Map 14 (CUSTOM_SIMPLE_EDGE) - Reducer 16 <- Map 14 (CUSTOM_SIMPLE_EDGE) - Reducer 17 <- Map 14 (CUSTOM_SIMPLE_EDGE) + Map 1 <- Reducer 21 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) + Map 13 <- Reducer 10 (BROADCAST_EDGE), Reducer 19 (BROADCAST_EDGE) + Map 16 <- Reducer 19 (BROADCAST_EDGE) + Map 23 <- Reducer 11 (BROADCAST_EDGE), Reducer 20 (BROADCAST_EDGE) + Map 26 <- Reducer 20 (BROADCAST_EDGE) + Map 7 <- Reducer 21 (BROADCAST_EDGE) + Reducer 10 <- Map 8 (CUSTOM_SIMPLE_EDGE) + Reducer 11 <- Map 8 (CUSTOM_SIMPLE_EDGE) + Reducer 14 <- Map 13 (CUSTOM_SIMPLE_EDGE), Map 16 (CUSTOM_SIMPLE_EDGE), Map 17 (BROADCAST_EDGE), Map 18 (BROADCAST_EDGE), Map 22 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE) + Reducer 15 <- Reducer 14 (SIMPLE_EDGE), Union 4 (CONTAINS) Reducer 19 <- Map 18 (CUSTOM_SIMPLE_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 14 (BROADCAST_EDGE), Map 18 (BROADCAST_EDGE), Map 7 (CUSTOM_SIMPLE_EDGE), Map 8 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 12 (BROADCAST_EDGE), Map 17 (BROADCAST_EDGE), Map 18 (BROADCAST_EDGE), Map 7 (CUSTOM_SIMPLE_EDGE), Map 8 (BROADCAST_EDGE) Reducer 20 <- Map 18 (CUSTOM_SIMPLE_EDGE) Reducer 21 <- Map 18 (CUSTOM_SIMPLE_EDGE) - Reducer 24 <- Map 14 (BROADCAST_EDGE), Map 18 (BROADCAST_EDGE), Map 23 (CUSTOM_SIMPLE_EDGE), Map 26 (CUSTOM_SIMPLE_EDGE), Map 27 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE) + Reducer 24 <- Map 17 (BROADCAST_EDGE), Map 18 (BROADCAST_EDGE), Map 23 (CUSTOM_SIMPLE_EDGE), Map 26 (CUSTOM_SIMPLE_EDGE), Map 27 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE) Reducer 25 <- Reducer 24 (SIMPLE_EDGE), Union 4 (CONTAINS) Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Union 4 (CONTAINS) Reducer 5 <- Union 4 (SIMPLE_EDGE) Reducer 6 <- Reducer 5 (SIMPLE_EDGE) + Reducer 9 <- Map 8 (CUSTOM_SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 Map Operator Tree: TableScan alias: store_sales - filterExpr: (ss_store_sk is not null and ss_promo_sk is not null and ss_item_sk BETWEEN DynamicValue(RS_20_item_i_item_sk_min) AND DynamicValue(RS_20_item_i_item_sk_max) and ss_promo_sk BETWEEN DynamicValue(RS_23_promotion_p_promo_sk_min) AND DynamicValue(RS_23_promotion_p_promo_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_20_item_i_item_sk_bloom_filter)) and in_bloom_filter(ss_promo_sk, DynamicValue(RS_23_promotion_p_promo_sk_bloom_filter))) (type: boolean) + filterExpr: (ss_store_sk is not null and ss_promo_sk is not null and ss_item_sk BETWEEN DynamicValue(RS_23_item_i_item_sk_min) AND DynamicValue(RS_23_item_i_item_sk_max) and ss_promo_sk BETWEEN DynamicValue(RS_26_promotion_p_promo_sk_min) AND DynamicValue(RS_26_promotion_p_promo_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_23_item_i_item_sk_bloom_filter)) and in_bloom_filter(ss_promo_sk, DynamicValue(RS_26_promotion_p_promo_sk_bloom_filter))) (type: boolean) Statistics: Num rows: 82510879939 Data size: 21315868812296 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (ss_store_sk is not null and ss_promo_sk is not null and ss_promo_sk BETWEEN DynamicValue(RS_23_promotion_p_promo_sk_min) AND DynamicValue(RS_23_promotion_p_promo_sk_max) and ss_item_sk BETWEEN DynamicValue(RS_20_item_i_item_sk_min) AND DynamicValue(RS_20_item_i_item_sk_max) and in_bloom_filter(ss_promo_sk, DynamicValue(RS_23_promotion_p_promo_sk_bloom_filter)) and in_bloom_filter(ss_item_sk, DynamicValue(RS_20_item_i_item_sk_bloom_filter))) (type: boolean) + predicate: (ss_store_sk is not null and ss_promo_sk is not null and ss_promo_sk BETWEEN DynamicValue(RS_26_promotion_p_promo_sk_min) AND DynamicValue(RS_26_promotion_p_promo_sk_max) and ss_item_sk BETWEEN DynamicValue(RS_23_item_i_item_sk_min) AND DynamicValue(RS_23_item_i_item_sk_max) and in_bloom_filter(ss_promo_sk, DynamicValue(RS_26_promotion_p_promo_sk_bloom_filter)) and in_bloom_filter(ss_item_sk, DynamicValue(RS_23_item_i_item_sk_bloom_filter))) (type: boolean) Statistics: Num rows: 78675502838 Data size: 20325037116048 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ss_item_sk (type: bigint), ss_store_sk (type: bigint), ss_promo_sk (type: bigint), ss_ticket_number (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_net_profit (type: decimal(7,2)), ss_sold_date_sk (type: bigint) @@ -51,14 +51,32 @@ STAGE PLANS: value expressions: _col1 (type: bigint), _col2 (type: bigint), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)), _col6 (type: bigint) Execution mode: vectorized, llap LLAP IO: may be used (ACID table) - Map 10 + Map 12 + Map Operator Tree: + TableScan + alias: store + Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: s_store_sk (type: bigint), s_store_id (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 13 Map Operator Tree: TableScan alias: catalog_sales - filterExpr: (cs_catalog_page_sk is not null and cs_promo_sk is not null and cs_item_sk BETWEEN DynamicValue(RS_57_item_i_item_sk_min) AND DynamicValue(RS_57_item_i_item_sk_max) and cs_promo_sk BETWEEN DynamicValue(RS_60_promotion_p_promo_sk_min) AND DynamicValue(RS_60_promotion_p_promo_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_57_item_i_item_sk_bloom_filter)) and in_bloom_filter(cs_promo_sk, DynamicValue(RS_60_promotion_p_promo_sk_bloom_filter))) (type: boolean) + filterExpr: (cs_catalog_page_sk is not null and cs_promo_sk is not null and cs_item_sk BETWEEN DynamicValue(RS_60_item_i_item_sk_min) AND DynamicValue(RS_60_item_i_item_sk_max) and cs_promo_sk BETWEEN DynamicValue(RS_63_promotion_p_promo_sk_min) AND DynamicValue(RS_63_promotion_p_promo_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_60_item_i_item_sk_bloom_filter)) and in_bloom_filter(cs_promo_sk, DynamicValue(RS_63_promotion_p_promo_sk_bloom_filter))) (type: boolean) Statistics: Num rows: 43005109025 Data size: 11339575410520 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (cs_catalog_page_sk is not null and cs_promo_sk is not null and cs_promo_sk BETWEEN DynamicValue(RS_60_promotion_p_promo_sk_min) AND DynamicValue(RS_60_promotion_p_promo_sk_max) and cs_item_sk BETWEEN DynamicValue(RS_57_item_i_item_sk_min) AND DynamicValue(RS_57_item_i_item_sk_max) and in_bloom_filter(cs_promo_sk, DynamicValue(RS_60_promotion_p_promo_sk_bloom_filter)) and in_bloom_filter(cs_item_sk, DynamicValue(RS_57_item_i_item_sk_bloom_filter))) (type: boolean) + predicate: (cs_catalog_page_sk is not null and cs_promo_sk is not null and cs_promo_sk BETWEEN DynamicValue(RS_63_promotion_p_promo_sk_min) AND DynamicValue(RS_63_promotion_p_promo_sk_max) and cs_item_sk BETWEEN DynamicValue(RS_60_item_i_item_sk_min) AND DynamicValue(RS_60_item_i_item_sk_max) and in_bloom_filter(cs_promo_sk, DynamicValue(RS_63_promotion_p_promo_sk_bloom_filter)) and in_bloom_filter(cs_item_sk, DynamicValue(RS_60_item_i_item_sk_bloom_filter))) (type: boolean) Statistics: Num rows: 42789551679 Data size: 11282737308320 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cs_catalog_page_sk (type: bigint), cs_item_sk (type: bigint), cs_promo_sk (type: bigint), cs_order_number (type: bigint), cs_ext_sales_price (type: decimal(7,2)), cs_net_profit (type: decimal(7,2)), cs_sold_date_sk (type: bigint) @@ -73,14 +91,14 @@ STAGE PLANS: value expressions: _col0 (type: bigint), _col2 (type: bigint), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)), _col6 (type: bigint) Execution mode: vectorized, llap LLAP IO: may be used (ACID table) - Map 13 + Map 16 Map Operator Tree: TableScan alias: catalog_returns - filterExpr: (cr_item_sk BETWEEN DynamicValue(RS_57_item_i_item_sk_min) AND DynamicValue(RS_57_item_i_item_sk_max) and in_bloom_filter(cr_item_sk, DynamicValue(RS_57_item_i_item_sk_bloom_filter))) (type: boolean) + filterExpr: (cr_item_sk BETWEEN DynamicValue(RS_60_item_i_item_sk_min) AND DynamicValue(RS_60_item_i_item_sk_max) and in_bloom_filter(cr_item_sk, DynamicValue(RS_60_item_i_item_sk_bloom_filter))) (type: boolean) Statistics: Num rows: 4320980099 Data size: 1017653227728 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (cr_item_sk BETWEEN DynamicValue(RS_57_item_i_item_sk_min) AND DynamicValue(RS_57_item_i_item_sk_max) and in_bloom_filter(cr_item_sk, DynamicValue(RS_57_item_i_item_sk_bloom_filter))) (type: boolean) + predicate: (cr_item_sk BETWEEN DynamicValue(RS_60_item_i_item_sk_min) AND DynamicValue(RS_60_item_i_item_sk_max) and in_bloom_filter(cr_item_sk, DynamicValue(RS_60_item_i_item_sk_bloom_filter))) (type: boolean) Statistics: Num rows: 4320980099 Data size: 1017653227728 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cr_item_sk (type: bigint), cr_order_number (type: bigint), cr_return_amount (type: decimal(7,2)), cr_net_loss (type: decimal(7,2)) @@ -95,107 +113,110 @@ STAGE PLANS: value expressions: _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)) Execution mode: vectorized, llap LLAP IO: may be used (ACID table) - Map 14 + Map 17 Map Operator Tree: TableScan - alias: item - filterExpr: (i_current_price > 50) (type: boolean) - Statistics: Num rows: 462000 Data size: 55309408 Basic stats: COMPLETE Column stats: COMPLETE + alias: date_dim + filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00' AND TIMESTAMP'1998-09-03 00:00:00' (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (i_current_price > 50) (type: boolean) - Statistics: Num rows: 231185 Data size: 27676904 Basic stats: COMPLETE Column stats: COMPLETE + predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00' AND TIMESTAMP'1998-09-03 00:00:00' (type: boolean) + Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: i_item_sk (type: bigint) + expressions: d_date_sk (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 231185 Data size: 1849480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 231185 Data size: 1849480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 231185 Data size: 1849480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.99 + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cs_sold_date_sk (bigint) + Target Input: catalog_sales + Partition key expr: cs_sold_date_sk + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 13 Reduce Output Operator key expressions: _col0 (type: bigint) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 231185 Data size: 1849480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 231185 Data size: 1849480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.99 + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ss_sold_date_sk (bigint) + Target Input: store_sales + Partition key expr: ss_sold_date_sk + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 Reduce Output Operator key expressions: _col0 (type: bigint) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 231185 Data size: 1849480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 231185 Data size: 1849480 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.99 + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 23 Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 18 Map Operator Tree: TableScan - alias: promotion - filterExpr: (p_channel_tv = 'N') (type: boolean) - Statistics: Num rows: 2300 Data size: 213900 Basic stats: COMPLETE Column stats: COMPLETE + alias: item + filterExpr: (i_current_price > 50) (type: boolean) + Statistics: Num rows: 462000 Data size: 55309408 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (p_channel_tv = 'N') (type: boolean) - Statistics: Num rows: 1150 Data size: 106950 Basic stats: COMPLETE Column stats: COMPLETE + predicate: (i_current_price > 50) (type: boolean) + Statistics: Num rows: 231185 Data size: 27676904 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: p_promo_sk (type: bigint) + expressions: i_item_sk (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 1150 Data size: 9200 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 231185 Data size: 1849480 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1150 Data size: 9200 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 231185 Data size: 1849480 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 1150 Data size: 9200 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 231185 Data size: 1849480 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) minReductionHashAggr: 0.99 @@ -212,11 +233,11 @@ STAGE PLANS: null sort order: z sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1150 Data size: 9200 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 231185 Data size: 1849480 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 1150 Data size: 9200 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 231185 Data size: 1849480 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) minReductionHashAggr: 0.99 @@ -233,11 +254,11 @@ STAGE PLANS: null sort order: z sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1150 Data size: 9200 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 231185 Data size: 1849480 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 1150 Data size: 9200 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 231185 Data size: 1849480 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) minReductionHashAggr: 0.99 @@ -273,10 +294,10 @@ STAGE PLANS: Map Operator Tree: TableScan alias: web_sales - filterExpr: (ws_web_site_sk is not null and ws_promo_sk is not null and ws_item_sk BETWEEN DynamicValue(RS_95_item_i_item_sk_min) AND DynamicValue(RS_95_item_i_item_sk_max) and ws_promo_sk BETWEEN DynamicValue(RS_98_promotion_p_promo_sk_min) AND DynamicValue(RS_98_promotion_p_promo_sk_max) and in_bloom_filter(ws_item_sk, DynamicValue(RS_95_item_i_item_sk_bloom_filter)) and in_bloom_filter(ws_promo_sk, DynamicValue(RS_98_promotion_p_promo_sk_bloom_filter))) (type: boolean) + filterExpr: (ws_web_site_sk is not null and ws_promo_sk is not null and ws_item_sk BETWEEN DynamicValue(RS_98_item_i_item_sk_min) AND DynamicValue(RS_98_item_i_item_sk_max) and ws_promo_sk BETWEEN DynamicValue(RS_101_promotion_p_promo_sk_min) AND DynamicValue(RS_101_promotion_p_promo_sk_max) and in_bloom_filter(ws_item_sk, DynamicValue(RS_98_item_i_item_sk_bloom_filter)) and in_bloom_filter(ws_promo_sk, DynamicValue(RS_101_promotion_p_promo_sk_bloom_filter))) (type: boolean) Statistics: Num rows: 21594638446 Data size: 5700638697608 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (ws_web_site_sk is not null and ws_promo_sk is not null and ws_promo_sk BETWEEN DynamicValue(RS_98_promotion_p_promo_sk_min) AND DynamicValue(RS_98_promotion_p_promo_sk_max) and ws_item_sk BETWEEN DynamicValue(RS_95_item_i_item_sk_min) AND DynamicValue(RS_95_item_i_item_sk_max) and in_bloom_filter(ws_promo_sk, DynamicValue(RS_98_promotion_p_promo_sk_bloom_filter)) and in_bloom_filter(ws_item_sk, DynamicValue(RS_95_item_i_item_sk_bloom_filter))) (type: boolean) + predicate: (ws_web_site_sk is not null and ws_promo_sk is not null and ws_promo_sk BETWEEN DynamicValue(RS_101_promotion_p_promo_sk_min) AND DynamicValue(RS_101_promotion_p_promo_sk_max) and ws_item_sk BETWEEN DynamicValue(RS_98_item_i_item_sk_min) AND DynamicValue(RS_98_item_i_item_sk_max) and in_bloom_filter(ws_promo_sk, DynamicValue(RS_101_promotion_p_promo_sk_bloom_filter)) and in_bloom_filter(ws_item_sk, DynamicValue(RS_98_item_i_item_sk_bloom_filter))) (type: boolean) Statistics: Num rows: 21589233207 Data size: 5699211801048 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ws_item_sk (type: bigint), ws_web_site_sk (type: bigint), ws_promo_sk (type: bigint), ws_order_number (type: bigint), ws_ext_sales_price (type: decimal(7,2)), ws_net_profit (type: decimal(7,2)), ws_sold_date_sk (type: bigint) @@ -295,10 +316,10 @@ STAGE PLANS: Map Operator Tree: TableScan alias: web_returns - filterExpr: (wr_item_sk BETWEEN DynamicValue(RS_95_item_i_item_sk_min) AND DynamicValue(RS_95_item_i_item_sk_max) and in_bloom_filter(wr_item_sk, DynamicValue(RS_95_item_i_item_sk_bloom_filter))) (type: boolean) + filterExpr: (wr_item_sk BETWEEN DynamicValue(RS_98_item_i_item_sk_min) AND DynamicValue(RS_98_item_i_item_sk_max) and in_bloom_filter(wr_item_sk, DynamicValue(RS_98_item_i_item_sk_bloom_filter))) (type: boolean) Statistics: Num rows: 2160007345 Data size: 496628694560 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (wr_item_sk BETWEEN DynamicValue(RS_95_item_i_item_sk_min) AND DynamicValue(RS_95_item_i_item_sk_max) and in_bloom_filter(wr_item_sk, DynamicValue(RS_95_item_i_item_sk_bloom_filter))) (type: boolean) + predicate: (wr_item_sk BETWEEN DynamicValue(RS_98_item_i_item_sk_min) AND DynamicValue(RS_98_item_i_item_sk_max) and in_bloom_filter(wr_item_sk, DynamicValue(RS_98_item_i_item_sk_bloom_filter))) (type: boolean) Statistics: Num rows: 2160007345 Data size: 496628694560 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: wr_item_sk (type: bigint), wr_order_number (type: bigint), wr_return_amt (type: decimal(7,2)), wr_net_loss (type: decimal(7,2)) @@ -335,10 +356,10 @@ STAGE PLANS: Map Operator Tree: TableScan alias: store_returns - filterExpr: (sr_item_sk BETWEEN DynamicValue(RS_20_item_i_item_sk_min) AND DynamicValue(RS_20_item_i_item_sk_max) and in_bloom_filter(sr_item_sk, DynamicValue(RS_20_item_i_item_sk_bloom_filter))) (type: boolean) + filterExpr: (sr_item_sk BETWEEN DynamicValue(RS_23_item_i_item_sk_min) AND DynamicValue(RS_23_item_i_item_sk_max) and in_bloom_filter(sr_item_sk, DynamicValue(RS_23_item_i_item_sk_bloom_filter))) (type: boolean) Statistics: Num rows: 8634166995 Data size: 2004678961248 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (sr_item_sk BETWEEN DynamicValue(RS_20_item_i_item_sk_min) AND DynamicValue(RS_20_item_i_item_sk_max) and in_bloom_filter(sr_item_sk, DynamicValue(RS_20_item_i_item_sk_bloom_filter))) (type: boolean) + predicate: (sr_item_sk BETWEEN DynamicValue(RS_23_item_i_item_sk_min) AND DynamicValue(RS_23_item_i_item_sk_max) and in_bloom_filter(sr_item_sk, DynamicValue(RS_23_item_i_item_sk_bloom_filter))) (type: boolean) Statistics: Num rows: 8634166995 Data size: 2004678961248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: sr_item_sk (type: bigint), sr_ticket_number (type: bigint), sr_return_amt (type: decimal(7,2)), sr_net_loss (type: decimal(7,2)) @@ -356,103 +377,108 @@ STAGE PLANS: Map 8 Map Operator Tree: TableScan - alias: date_dim - filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00' AND TIMESTAMP'1998-09-03 00:00:00' (type: boolean) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + alias: promotion + filterExpr: (p_channel_tv = 'N') (type: boolean) + Statistics: Num rows: 2300 Data size: 213900 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00' AND TIMESTAMP'1998-09-03 00:00:00' (type: boolean) - Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE + predicate: (p_channel_tv = 'N') (type: boolean) + Statistics: Num rows: 1150 Data size: 106950 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: d_date_sk (type: bigint) + expressions: p_promo_sk (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1150 Data size: 9200 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1150 Data size: 9200 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1150 Data size: 9200 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.99 mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) Reduce Output Operator key expressions: _col0 (type: bigint) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1150 Data size: 9200 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1150 Data size: 9200 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.99 mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 23 + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) Reduce Output Operator key expressions: _col0 (type: bigint) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1150 Data size: 9200 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1150 Data size: 9200 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.99 mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 10 + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) Execution mode: vectorized, llap LLAP IO: may be used (ACID table) - Map 9 - Map Operator Tree: - TableScan - alias: store - Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: s_store_sk (type: bigint), s_store_id (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) + Reducer 10 Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) Reducer 11 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 14 Execution mode: vectorized, llap Reduce Operator Tree: Map Join Operator @@ -463,34 +489,34 @@ STAGE PLANS: 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col4, _col5, _col6, _col9, _col10 input vertices: - 1 Map 13 + 1 Map 16 Statistics: Num rows: 68128960197 Data size: 26694756517832 Basic stats: COMPLETE Column stats: COMPLETE DynamicPartitionHashJoin: true Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 _col1 (type: bigint) + 0 _col6 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col4, _col5, _col6, _col9, _col10 + outputColumnNames: _col0, _col1, _col2, _col4, _col5, _col9, _col10 input vertices: - 1 Map 14 - Statistics: Num rows: 34091760570 Data size: 10084166612312 Basic stats: COMPLETE Column stats: COMPLETE + 1 Map 17 + Statistics: Num rows: 7569366263 Data size: 1863498498512 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 _col2 (type: bigint) + 0 _col1 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col0, _col4, _col5, _col6, _col9, _col10 + outputColumnNames: _col0, _col2, _col4, _col5, _col9, _col10 input vertices: 1 Map 18 - Statistics: Num rows: 17045880285 Data size: 4078164892288 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3787714088 Data size: 895347046408 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 _col6 (type: bigint) + 0 _col2 (type: bigint) 1 _col0 (type: bigint) outputColumnNames: _col0, _col4, _col5, _col9, _col10 input vertices: @@ -524,7 +550,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 107889741 Data size: 47039927076 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(18,2)) - Reducer 12 + Reducer 15 Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator @@ -558,43 +584,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) - Reducer 15 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 16 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 17 + Reducer 19 Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator @@ -612,19 +602,6 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 19 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: @@ -643,27 +620,27 @@ STAGE PLANS: condition map: Inner Join 0 to 1 keys: - 0 _col0 (type: bigint) + 0 _col6 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col4, _col5, _col6, _col9, _col10 + outputColumnNames: _col0, _col1, _col2, _col4, _col5, _col9, _col10 input vertices: - 1 Map 14 - Statistics: Num rows: 62864387256 Data size: 22152162793776 Basic stats: COMPLETE Column stats: COMPLETE + 1 Map 17 + Statistics: Num rows: 13957729495 Data size: 3016221281800 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 _col2 (type: bigint) + 0 _col0 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col1, _col4, _col5, _col6, _col9, _col10 + outputColumnNames: _col1, _col2, _col4, _col5, _col9, _col10 input vertices: 1 Map 18 - Statistics: Num rows: 31432193628 Data size: 7113224649584 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6984453758 Data size: 1230973268960 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 _col6 (type: bigint) + 0 _col2 (type: bigint) 1 _col0 (type: bigint) outputColumnNames: _col1, _col4, _col5, _col9, _col10 input vertices: @@ -677,7 +654,7 @@ STAGE PLANS: 1 _col0 (type: bigint) outputColumnNames: _col4, _col5, _col9, _col10, _col15 input vertices: - 1 Map 9 + 1 Map 12 Statistics: Num rows: 3492226879 Data size: 715790771852 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col15 (type: string), _col4 (type: decimal(7,2)), if(_col9 is not null, _col9, 0) (type: decimal(7,2)), (_col5 - if(_col10 is not null, _col10, 0)) (type: decimal(8,2)) @@ -710,6 +687,11 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) Reducer 21 Execution mode: vectorized, llap Reduce Operator Tree: @@ -723,6 +705,11 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) Reducer 24 Execution mode: vectorized, llap Reduce Operator Tree: @@ -741,27 +728,27 @@ STAGE PLANS: condition map: Inner Join 0 to 1 keys: - 0 _col0 (type: bigint) + 0 _col6 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col4, _col5, _col6, _col9, _col10 + outputColumnNames: _col0, _col1, _col2, _col4, _col5, _col9, _col10 input vertices: - 1 Map 14 - Statistics: Num rows: 16830120307 Data size: 6191043150168 Basic stats: COMPLETE Column stats: COMPLETE + 1 Map 17 + Statistics: Num rows: 3736778117 Data size: 926375207640 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 _col2 (type: bigint) + 0 _col0 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col1, _col4, _col5, _col6, _col9, _col10 + outputColumnNames: _col1, _col2, _col4, _col5, _col9, _col10 input vertices: 1 Map 18 - Statistics: Num rows: 8415060154 Data size: 2151835885288 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1869885355 Data size: 448426719824 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 _col6 (type: bigint) + 0 _col2 (type: bigint) 1 _col0 (type: bigint) outputColumnNames: _col1, _col4, _col5, _col9, _col10 input vertices: @@ -900,6 +887,19 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 9 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) Union 4 Vertex: Union 4 diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query83.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query83.q.out index 39b248473790..c25dea04819d 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query83.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query83.q.out @@ -7,17 +7,19 @@ STAGE PLANS: Tez #### A masked pattern was here #### Edges: - Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE) - Map 12 <- Map 4 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) - Map 3 <- Map 8 (BROADCAST_EDGE) - Map 5 <- Map 4 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Reducer 10 (BROADCAST_EDGE) - Map 8 <- Map 11 (BROADCAST_EDGE) - Reducer 10 <- Map 8 (SIMPLE_EDGE) - Reducer 13 <- Map 12 (SIMPLE_EDGE) + Map 1 <- Map 15 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE) + Map 13 <- Map 15 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE) + Map 15 <- Reducer 10 (BROADCAST_EDGE), Reducer 4 (BROADCAST_EDGE) + Map 3 <- Map 9 (BROADCAST_EDGE) + Map 6 <- Map 15 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE) + Map 9 <- Map 11 (BROADCAST_EDGE), Reducer 12 (BROADCAST_EDGE) + Reducer 10 <- Map 9 (CUSTOM_SIMPLE_EDGE) + Reducer 12 <- Map 11 (SIMPLE_EDGE) + Reducer 14 <- Map 13 (SIMPLE_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 6 <- Map 5 (SIMPLE_EDGE), Reducer 13 (BROADCAST_EDGE), Reducer 2 (BROADCAST_EDGE) - Reducer 7 <- Reducer 6 (SIMPLE_EDGE) - Reducer 9 <- Map 8 (SIMPLE_EDGE) + Reducer 4 <- Map 3 (CUSTOM_SIMPLE_EDGE) + Reducer 7 <- Map 6 (SIMPLE_EDGE), Reducer 14 (BROADCAST_EDGE), Reducer 2 (BROADCAST_EDGE) + Reducer 8 <- Reducer 7 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -37,7 +39,7 @@ STAGE PLANS: 1 _col0 (type: bigint) outputColumnNames: _col0, _col1, _col4 input vertices: - 1 Map 8 + 1 Map 15 Statistics: Num rows: 4320980099 Data size: 293480294712 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: @@ -48,7 +50,7 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 4320980099 Data size: 51505409168 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1183036 Data size: 9464292 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -57,21 +59,21 @@ STAGE PLANS: 1 _col0 (type: bigint) outputColumnNames: _col1, _col6 input vertices: - 1 Map 4 - Statistics: Num rows: 4320980099 Data size: 449035578276 Basic stats: COMPLETE Column stats: COMPLETE + 1 Map 5 + Statistics: Num rows: 1183036 Data size: 118303604 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col1) keys: _col6 (type: string) - minReductionHashAggr: 0.99 + minReductionHashAggr: 0.7907722 mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 434404620 Data size: 46915698960 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 247524 Data size: 26732592 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 434404620 Data size: 46915698960 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 247524 Data size: 26732592 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Execution mode: vectorized, llap LLAP IO: may be used (ACID table) @@ -83,26 +85,32 @@ STAGE PLANS: Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((d_date) IN (DATE'1998-01-02', DATE'1998-10-15', DATE'1998-11-10') and d_week_seq is not null) (type: boolean) - Statistics: Num rows: 36525 Data size: 2191500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 180 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: d_week_seq (type: int) outputColumnNames: _col0 - Statistics: Num rows: 36525 Data size: 146100 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: int) - minReductionHashAggr: 0.690705 + minReductionHashAggr: 0.4 mode: hash outputColumnNames: _col0 - Statistics: Num rows: 11297 Data size: 45188 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 11297 Data size: 45188 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap LLAP IO: may be used (ACID table) - Map 12 + Map 13 Map Operator Tree: TableScan alias: web_returns @@ -119,7 +127,7 @@ STAGE PLANS: 1 _col0 (type: bigint) outputColumnNames: _col0, _col1, _col4 input vertices: - 1 Reducer 9 + 1 Map 15 Statistics: Num rows: 2062802370 Data size: 140076140668 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: @@ -129,8 +137,8 @@ STAGE PLANS: 1 _col0 (type: date) outputColumnNames: _col0, _col1 input vertices: - 1 Map 8 - Statistics: Num rows: 2062802370 Data size: 24559207948 Basic stats: COMPLETE Column stats: COMPLETE + 1 Map 9 + Statistics: Num rows: 564772 Data size: 4518180 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -139,30 +147,121 @@ STAGE PLANS: 1 _col0 (type: bigint) outputColumnNames: _col1, _col6 input vertices: - 1 Map 4 - Statistics: Num rows: 2062802370 Data size: 214337025988 Basic stats: COMPLETE Column stats: COMPLETE + 1 Map 5 + Statistics: Num rows: 564772 Data size: 56477204 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col1) keys: _col6 (type: string) - minReductionHashAggr: 0.99 + minReductionHashAggr: 0.5617275 mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 207425112 Data size: 22401912096 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 247524 Data size: 26732592 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 207425112 Data size: 22401912096 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 247524 Data size: 26732592 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Execution mode: vectorized, llap LLAP IO: may be used (ACID table) + Map 15 + Map Operator Tree: + TableScan + alias: date_dim + filterExpr: (d_date is not null and ((d_date BETWEEN DynamicValue(RS_98_date_dim_d_date_min) AND DynamicValue(RS_98_date_dim_d_date_max) and in_bloom_filter(d_date, DynamicValue(RS_98_date_dim_d_date_bloom_filter))) or (d_date BETWEEN DynamicValue(RS_26_date_dim_d_date_min) AND DynamicValue(RS_26_date_dim_d_date_max) and in_bloom_filter(d_date, DynamicValue(RS_26_date_dim_d_date_bloom_filter))))) (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (d_date is not null and d_date BETWEEN DynamicValue(RS_98_date_dim_d_date_min) AND DynamicValue(RS_98_date_dim_d_date_max) and in_bloom_filter(d_date, DynamicValue(RS_98_date_dim_d_date_bloom_filter))) (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), d_date (type: date) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: date) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: wr_returned_date_sk (bigint) + Target Input: web_returns + Partition key expr: wr_returned_date_sk + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 13 + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: date) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: sr_returned_date_sk (bigint) + Target Input: store_returns + Partition key expr: sr_returned_date_sk + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 6 + Filter Operator + predicate: (d_date is not null and d_date BETWEEN DynamicValue(RS_26_date_dim_d_date_min) AND DynamicValue(RS_26_date_dim_d_date_max) and in_bloom_filter(d_date, DynamicValue(RS_26_date_dim_d_date_bloom_filter))) (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: d_date_sk (type: bigint), d_date (type: date) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: date) + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: cr_returned_date_sk (bigint) + Target Input: catalog_returns + Partition key expr: cr_returned_date_sk + Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) Map 3 Map Operator Tree: TableScan alias: date_dim filterExpr: (d_week_seq is not null and d_date is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_322_container, bigKeyColName:d_week_seq, smallTablePos:1, keyRatio:0.0 + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_322_container, bigKeyColName:d_week_seq, smallTablePos:1, keyRatio:2.7378882667798324E-4 Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (d_week_seq is not null and d_date is not null) (type: boolean) @@ -179,23 +278,38 @@ STAGE PLANS: 1 _col0 (type: int) outputColumnNames: _col0 input vertices: - 1 Map 8 - Statistics: Num rows: 73049 Data size: 4090744 Basic stats: COMPLETE Column stats: COMPLETE + 1 Map 9 + Statistics: Num rows: 19 Data size: 1064 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: date) - minReductionHashAggr: 0.99 + minReductionHashAggr: 0.4 mode: hash outputColumnNames: _col0 - Statistics: Num rows: 36524 Data size: 2045344 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 1120 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: date) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: date) - Statistics: Num rows: 36524 Data size: 2045344 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 1120 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: date) + outputColumnNames: _col0 + Statistics: Num rows: 20 Data size: 1120 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.95 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: date), _col1 (type: date), _col2 (type: binary) Execution mode: vectorized, llap LLAP IO: may be used (ACID table) - Map 4 + Map 5 Map Operator Tree: TableScan alias: item @@ -227,7 +341,7 @@ STAGE PLANS: value expressions: _col1 (type: string) Execution mode: vectorized, llap LLAP IO: may be used (ACID table) - Map 5 + Map 6 Map Operator Tree: TableScan alias: store_returns @@ -244,7 +358,7 @@ STAGE PLANS: 1 _col0 (type: bigint) outputColumnNames: _col0, _col1, _col4 input vertices: - 1 Reducer 10 + 1 Map 15 Statistics: Num rows: 8332595709 Data size: 566008907392 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: @@ -254,8 +368,8 @@ STAGE PLANS: 1 _col0 (type: date) outputColumnNames: _col0, _col1 input vertices: - 1 Map 8 - Statistics: Num rows: 8332595709 Data size: 99383547688 Basic stats: COMPLETE Column stats: COMPLETE + 1 Map 9 + Statistics: Num rows: 2281371 Data size: 18250972 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -264,29 +378,29 @@ STAGE PLANS: 1 _col0 (type: bigint) outputColumnNames: _col1, _col6 input vertices: - 1 Map 4 - Statistics: Num rows: 8332595709 Data size: 865982352916 Basic stats: COMPLETE Column stats: COMPLETE + 1 Map 5 + Statistics: Num rows: 2281371 Data size: 228137104 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col1) keys: _col6 (type: string) - minReductionHashAggr: 0.99 + minReductionHashAggr: 0.8915021 mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 837373692 Data size: 90436358736 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 247524 Data size: 26732592 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 837373692 Data size: 90436358736 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 247524 Data size: 26732592 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Execution mode: vectorized, llap LLAP IO: may be used (ACID table) - Map 8 + Map 9 Map Operator Tree: TableScan alias: date_dim - filterExpr: ((d_week_seq is not null and d_date is not null) or ((d_date) IN (DATE'1998-01-02', DATE'1998-10-15', DATE'1998-11-10') and d_week_seq is not null) or d_date is not null) (type: boolean) + filterExpr: ((d_week_seq is not null and d_date is not null) or ((d_date) IN (DATE'1998-01-02', DATE'1998-10-15', DATE'1998-11-10') and d_week_seq is not null)) (type: boolean) Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (d_week_seq is not null and d_date is not null) (type: boolean) @@ -303,137 +417,104 @@ STAGE PLANS: 1 _col0 (type: int) outputColumnNames: _col0 input vertices: - 1 Map 11 - Statistics: Num rows: 73049 Data size: 4090744 Basic stats: COMPLETE Column stats: COMPLETE + 1 Reducer 12 + Statistics: Num rows: 19 Data size: 1064 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: date) - minReductionHashAggr: 0.99 + minReductionHashAggr: 0.4 mode: hash outputColumnNames: _col0 - Statistics: Num rows: 36524 Data size: 2045344 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 1120 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: date) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: date) - Statistics: Num rows: 36524 Data size: 2045344 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 1120 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col1 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0 + input vertices: + 1 Map 11 + Statistics: Num rows: 19 Data size: 1064 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: date) + minReductionHashAggr: 0.4 + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 20 Data size: 1120 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: date) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: date) - Statistics: Num rows: 36524 Data size: 2045344 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 1120 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: date) + outputColumnNames: _col0 + Statistics: Num rows: 20 Data size: 1120 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) + minReductionHashAggr: 0.95 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: date), _col1 (type: date), _col2 (type: binary) Filter Operator predicate: ((d_date) IN (DATE'1998-01-02', DATE'1998-10-15', DATE'1998-11-10') and d_week_seq is not null) (type: boolean) - Statistics: Num rows: 36525 Data size: 2191500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 180 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: d_week_seq (type: int) outputColumnNames: _col0 - Statistics: Num rows: 36525 Data size: 146100 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: int) - minReductionHashAggr: 0.690705 + minReductionHashAggr: 0.4 mode: hash outputColumnNames: _col0 - Statistics: Num rows: 11297 Data size: 45188 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 11297 Data size: 45188 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: d_date is not null (type: boolean) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), d_date (type: date) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: date) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: wr_returned_date_sk (bigint) - Target Input: web_returns - Partition key expr: wr_returned_date_sk - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 12 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: date) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cr_returned_date_sk (bigint) - Target Input: catalog_returns - Partition key expr: cr_returned_date_sk - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: date) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: sr_returned_date_sk (bigint) - Target Input: store_returns - Partition key expr: sr_returned_date_sk - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 5 + Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Reducer 10 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: date), _col1 (type: date), _col2 (type: binary) + Reducer 12 Execution mode: vectorized, llap Reduce Operator Tree: Select Operator - expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: date) - outputColumnNames: _col0, _col1 + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 Reduce Output Operator - key expressions: _col0 (type: bigint) + key expressions: _col0 (type: int) null sort order: z sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: date) - Reducer 13 + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 14 Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator @@ -469,7 +550,20 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 247524 Data size: 26732592 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Reducer 6 + Reducer 4 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: date), _col1 (type: date), _col2 (type: binary) + Reducer 7 Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator @@ -496,7 +590,7 @@ STAGE PLANS: 1 _col0 (type: string) outputColumnNames: _col0, _col1, _col3, _col5, _col6 input vertices: - 1 Reducer 13 + 1 Reducer 14 Statistics: Num rows: 247524 Data size: 32673168 Basic stats: COMPLETE Column stats: COMPLETE Top N Key Operator sort order: ++ @@ -514,7 +608,7 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 247524 Data size: 64356240 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: double), _col3 (type: bigint), _col4 (type: double), _col5 (type: bigint), _col6 (type: double), _col7 (type: decimal(25,6)) - Reducer 7 + Reducer 8 Execution mode: vectorized, llap Reduce Operator Tree: Select Operator @@ -531,19 +625,6 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 9 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: date) - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: date) Stage: Stage-0 Fetch Operator diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query87.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query87.q.out index 334084e78ceb..ad5904db6f25 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query87.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query87.q.out @@ -252,13 +252,13 @@ STAGE PLANS: minReductionHashAggr: 0.99 mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4187240873 Data size: 988188846028 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8374481746 Data size: 1976377692056 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) null sort order: zzz sort order: +++ Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - Statistics: Num rows: 4187240873 Data size: 988188846028 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8374481746 Data size: 1976377692056 Basic stats: COMPLETE Column stats: COMPLETE Reducer 11 Execution mode: vectorized, llap Reduce Operator Tree: @@ -266,38 +266,38 @@ STAGE PLANS: keys: KEY._col0 (type: char(30)), KEY._col1 (type: char(20)), KEY._col2 (type: date) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2093620436 Data size: 494094422896 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8374481746 Data size: 1976377692056 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: char(20)), _col0 (type: char(30)), _col2 (type: date) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2093620436 Data size: 494094422896 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8374481746 Data size: 1976377692056 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() keys: _col1 (type: char(30)), _col0 (type: char(20)), _col2 (type: date) mode: complete outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 523405109 Data size: 127710846596 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8374481746 Data size: 2043373546024 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date), 1L (type: bigint), _col3 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 523405109 Data size: 131898087468 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8374481746 Data size: 2110369399992 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date), _col4 (type: bigint), (_col3 * _col4) (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1513369688 Data size: 381369161376 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 17860853552 Data size: 4500935095104 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col3), sum(_col4) keys: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) minReductionHashAggr: 0.99 mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 756684844 Data size: 190684580688 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 17860853552 Data size: 4500935095104 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) null sort order: zzz sort order: +++ Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - Statistics: Num rows: 756684844 Data size: 190684580688 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 17860853552 Data size: 4500935095104 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: bigint), _col4 (type: bigint) Reducer 14 Execution mode: vectorized, llap @@ -318,13 +318,13 @@ STAGE PLANS: minReductionHashAggr: 0.99 mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2122508751 Data size: 500912065236 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4245017503 Data size: 1001824130708 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) null sort order: zzz sort order: +++ Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - Statistics: Num rows: 2122508751 Data size: 500912065236 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4245017503 Data size: 1001824130708 Basic stats: COMPLETE Column stats: COMPLETE Reducer 15 Execution mode: vectorized, llap Reduce Operator Tree: @@ -332,38 +332,38 @@ STAGE PLANS: keys: KEY._col0 (type: char(30)), KEY._col1 (type: char(20)), KEY._col2 (type: date) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1061254375 Data size: 250456032500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4245017503 Data size: 1001824130708 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: char(20)), _col0 (type: char(30)), _col2 (type: date) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1061254375 Data size: 250456032500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4245017503 Data size: 1001824130708 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() keys: _col1 (type: char(30)), _col0 (type: char(20)), _col2 (type: date) mode: complete outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 265313593 Data size: 64736516692 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4245017503 Data size: 1035784270732 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date), 1L (type: bigint), _col3 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 265313593 Data size: 66859025436 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4245017503 Data size: 1069744410756 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date), _col4 (type: bigint), (_col3 * _col4) (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 281077860 Data size: 70831620720 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 5826079470 Data size: 1468172026440 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col3), sum(_col4) keys: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) minReductionHashAggr: 0.99 mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 140538930 Data size: 35415810360 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 5826079470 Data size: 1468172026440 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) null sort order: zzz sort order: +++ Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - Statistics: Num rows: 140538930 Data size: 35415810360 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 5826079470 Data size: 1468172026440 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: bigint), _col4 (type: bigint) Reducer 2 Execution mode: vectorized, llap @@ -384,13 +384,13 @@ STAGE PLANS: minReductionHashAggr: 0.99 mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 7919716636 Data size: 1869053126096 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 15839433273 Data size: 3738106252428 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) null sort order: zzz sort order: +++ Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - Statistics: Num rows: 7919716636 Data size: 1869053126096 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 15839433273 Data size: 3738106252428 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 Execution mode: vectorized, llap Reduce Operator Tree: @@ -398,38 +398,38 @@ STAGE PLANS: keys: KEY._col0 (type: char(30)), KEY._col1 (type: char(20)), KEY._col2 (type: date) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3959858318 Data size: 934526563048 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 9486371806 Data size: 2238783746216 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: char(20)), _col0 (type: char(30)), _col2 (type: date) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3959858318 Data size: 934526563048 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 9486371806 Data size: 2238783746216 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() keys: _col1 (type: char(30)), _col0 (type: char(20)), _col2 (type: date) mode: complete outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 989964579 Data size: 241551357276 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 9486371806 Data size: 2314674720664 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date), 2L (type: bigint), _col3 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 989964579 Data size: 249471073908 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 9486371806 Data size: 2390565695112 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date), _col4 (type: bigint), (_col3 * _col4) (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1513369688 Data size: 381369161376 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 17860853552 Data size: 4500935095104 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col3), sum(_col4) keys: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) minReductionHashAggr: 0.99 mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 756684844 Data size: 190684580688 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 17860853552 Data size: 4500935095104 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) null sort order: zzz sort order: +++ Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - Statistics: Num rows: 756684844 Data size: 190684580688 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 17860853552 Data size: 4500935095104 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: bigint), _col4 (type: bigint) Reducer 5 Execution mode: vectorized, llap @@ -439,41 +439,41 @@ STAGE PLANS: keys: KEY._col0 (type: char(30)), KEY._col1 (type: char(20)), KEY._col2 (type: date) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 378342422 Data size: 95342290344 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 9486371806 Data size: 2390565695112 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((_col3 > 0L) and ((_col3 * 2L) = _col4)) (type: boolean) - Statistics: Num rows: 63057070 Data size: 15890381640 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1581061967 Data size: 398427615684 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 63057070 Data size: 15890381640 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1581061967 Data size: 398427615684 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() keys: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) mode: complete outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 15764267 Data size: 3846481148 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1581061967 Data size: 385779119948 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date), 2L (type: bigint), _col3 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 15764267 Data size: 3972595284 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1581061967 Data size: 398427615684 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date), _col4 (type: bigint), (_col3 * _col4) (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 281077860 Data size: 70831620720 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 5826079470 Data size: 1468172026440 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col3), sum(_col4) keys: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) minReductionHashAggr: 0.99 mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 140538930 Data size: 35415810360 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 5826079470 Data size: 1468172026440 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) null sort order: zzz sort order: +++ Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - Statistics: Num rows: 140538930 Data size: 35415810360 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 5826079470 Data size: 1468172026440 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: bigint), _col4 (type: bigint) Reducer 7 Execution mode: vectorized, llap @@ -483,16 +483,16 @@ STAGE PLANS: keys: KEY._col0 (type: char(30)), KEY._col1 (type: char(20)), KEY._col2 (type: date) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 70269465 Data size: 17707905180 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 5826079470 Data size: 1468172026440 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col3 (type: bigint), _col4 (type: bigint) outputColumnNames: _col3, _col4 - Statistics: Num rows: 70269465 Data size: 1124311440 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 5826079470 Data size: 93217271520 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((_col3 > 0L) and ((_col3 * 2L) = _col4)) (type: boolean) - Statistics: Num rows: 11711577 Data size: 187385232 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 971013245 Data size: 15536211920 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 11711577 Data size: 187385232 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 971013245 Data size: 15536211920 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() minReductionHashAggr: 0.99 diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query92.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query92.q.out index c3abe9358aec..1e025671aef0 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query92.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query92.q.out @@ -7,18 +7,19 @@ STAGE PLANS: Tez #### A masked pattern was here #### Edges: - Map 1 <- Map 5 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Reducer 6 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Map 1 (SIMPLE_EDGE), Map 7 (BROADCAST_EDGE), Reducer 2 (BROADCAST_EDGE) - Reducer 4 <- Reducer 3 (CUSTOM_SIMPLE_EDGE) - Reducer 6 <- Map 5 (CUSTOM_SIMPLE_EDGE) + Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) + Map 5 <- Map 3 (BROADCAST_EDGE), Reducer 2 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE) + Reducer 6 <- Map 1 (BROADCAST_EDGE), Map 5 (SIMPLE_EDGE) + Reducer 7 <- Reducer 6 (CUSTOM_SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 Map Operator Tree: TableScan alias: web_sales - filterExpr: (ws_item_sk BETWEEN DynamicValue(RS_25_item_i_item_sk_min) AND DynamicValue(RS_25_item_i_item_sk_max) and in_bloom_filter(ws_item_sk, DynamicValue(RS_25_item_i_item_sk_bloom_filter))) (type: boolean) + filterExpr: ws_ext_discount_amt is not null (type: boolean) + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_87_container, bigKeyColName:ws_item_sk, smallTablePos:1, keyRatio:1.1253233093375219E-4 Statistics: Num rows: 21594638446 Data size: 2763810784048 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ws_ext_discount_amt is not null (type: boolean) @@ -27,30 +28,6 @@ STAGE PLANS: expressions: ws_item_sk (type: bigint), ws_ext_discount_amt (type: decimal(7,2)), ws_sold_date_sk (type: bigint) outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 21591933650 Data size: 2763464608128 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col3 - input vertices: - 1 Map 5 - Statistics: Num rows: 21872348 Data size: 2496761472 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col3 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col3 (type: bigint) - Statistics: Num rows: 21872348 Data size: 2496761472 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(7,2)), _col2 (type: bigint) - Filter Operator - predicate: (ws_item_sk BETWEEN DynamicValue(RS_25_item_i_item_sk_min) AND DynamicValue(RS_25_item_i_item_sk_max) and in_bloom_filter(ws_item_sk, DynamicValue(RS_25_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 21594638446 Data size: 2763810784048 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_item_sk (type: bigint), ws_ext_discount_amt (type: decimal(7,2)), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 21594638446 Data size: 2763810784048 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -59,73 +36,77 @@ STAGE PLANS: 1 _col0 (type: bigint) outputColumnNames: _col0, _col1 input vertices: - 1 Map 7 - Statistics: Num rows: 2399240019 Data size: 287605865240 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1), count(_col1) - keys: _col0 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 57694920 Data size: 7384949760 Basic stats: COMPLETE Column stats: COMPLETE + 1 Map 3 + Statistics: Num rows: 2398939507 Data size: 287569841768 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col1, _col4 + input vertices: + 1 Map 4 + Statistics: Num rows: 2430095 Data size: 19440872 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: _col0 (type: bigint) + key expressions: _col4 (type: bigint) null sort order: z sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 57694920 Data size: 7384949760 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: bigint) + Map-reduce partition columns: _col4 (type: bigint) + Statistics: Num rows: 2430095 Data size: 19440872 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(7,2)) + Select Operator + expressions: _col4 (type: bigint) + outputColumnNames: _col4 + Statistics: Num rows: 2430095 Data size: 19440760 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: min(_col4), max(_col4), bloom_filter(_col4, expectedEntries=1000000) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) Execution mode: vectorized, llap LLAP IO: may be used (ACID table) - Map 5 + Map 3 Map Operator Tree: TableScan - alias: item - filterExpr: (i_manufact_id = 269) (type: boolean) - Statistics: Num rows: 462000 Data size: 5539396 Basic stats: COMPLETE Column stats: COMPLETE + alias: date_dim + filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-18 00:00:00' AND TIMESTAMP'1998-06-16 00:00:00' (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (i_manufact_id = 269) (type: boolean) - Statistics: Num rows: 468 Data size: 5616 Basic stats: COMPLETE Column stats: COMPLETE + predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-18 00:00:00' AND TIMESTAMP'1998-06-16 00:00:00' (type: boolean) + Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: i_item_sk (type: bigint) + expressions: d_date_sk (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 468 Data size: 3744 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 468 Data size: 3744 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 468 Data size: 3744 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.99 + keys: _col0 (type: bigint) + minReductionHashAggr: 0.4 mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-18 00:00:00' AND TIMESTAMP'1998-06-16 00:00:00' (type: boolean) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-18 00:00:00' AND TIMESTAMP'1998-06-16 00:00:00' (type: boolean) - Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + outputColumnNames: _col0 + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Dynamic Partitioning Event Operator + Target column: ws_sold_date_sk (bigint) + Target Input: web_sales + Partition key expr: ws_sold_date_sk + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Target Vertex: Map 1 Reduce Output Operator key expressions: _col0 (type: bigint) null sort order: z @@ -147,29 +128,83 @@ STAGE PLANS: Target Input: web_sales Partition key expr: ws_sold_date_sk Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 + Target Vertex: Map 5 + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 4 + Map Operator Tree: + TableScan + alias: item + filterExpr: (i_manufact_id = 269) (type: boolean) + Statistics: Num rows: 462000 Data size: 5539396 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (i_manufact_id = 269) (type: boolean) + Statistics: Num rows: 468 Data size: 5616 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 468 Data size: 3744 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 468 Data size: 3744 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) + Map 5 + Map Operator Tree: + TableScan + alias: web_sales + filterExpr: (ws_item_sk BETWEEN DynamicValue(RS_30_item_i_item_sk_min) AND DynamicValue(RS_30_item_i_item_sk_max) and in_bloom_filter(ws_item_sk, DynamicValue(RS_30_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 21594638446 Data size: 2763810784048 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (ws_item_sk BETWEEN DynamicValue(RS_30_item_i_item_sk_min) AND DynamicValue(RS_30_item_i_item_sk_max) and in_bloom_filter(ws_item_sk, DynamicValue(RS_30_item_i_item_sk_bloom_filter))) (type: boolean) + Statistics: Num rows: 21594638446 Data size: 2763810784048 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ws_item_sk (type: bigint), ws_ext_discount_amt (type: decimal(7,2)), ws_sold_date_sk (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 21594638446 Data size: 2763810784048 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col2 (type: bigint) + 1 _col0 (type: bigint) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 3 + Statistics: Num rows: 2399240019 Data size: 287605865240 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col1), count(_col1) + keys: _col0 (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 57694920 Data size: 7384949760 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 57694920 Data size: 7384949760 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: decimal(17,2)), _col2 (type: bigint) Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col1 (type: decimal(7,2)), VALUE._col2 (type: bigint) - outputColumnNames: _col3, _col1, _col2 + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) + mode: final + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: _col3 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col3 (type: bigint) - Statistics: Num rows: 21872348 Data size: 2496761472 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(7,2)), _col2 (type: bigint) - Reducer 3 + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) + Reducer 6 Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator @@ -189,25 +224,19 @@ STAGE PLANS: condition map: Inner Join 0 to 1 keys: - 0 _col3 (type: bigint) + 0 _col4 (type: bigint) 1 _col1 (type: bigint) - outputColumnNames: _col1, _col2, _col4 + outputColumnNames: _col1, _col5 input vertices: - 0 Reducer 2 - Statistics: Num rows: 51330 Data size: 6159712 Basic stats: COMPLETE Column stats: COMPLETE + 0 Map 1 + Statistics: Num rows: 51330 Data size: 5749072 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (_col1 > _col4) (type: boolean) - Statistics: Num rows: 17110 Data size: 2053312 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) + predicate: (_col1 > _col5) (type: boolean) + Statistics: Num rows: 17110 Data size: 1916432 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: decimal(7,2)) outputColumnNames: _col1 - input vertices: - 1 Map 7 - Statistics: Num rows: 17110 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 17110 Data size: 1916432 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col1) minReductionHashAggr: 0.99 @@ -219,7 +248,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: decimal(17,2)) - Reducer 4 + Reducer 7 Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator @@ -234,19 +263,6 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) Stage: Stage-0 Fetch Operator diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query94.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query94.q.out index 6ca2d294e5f3..acc0f2da6bfd 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query94.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query94.q.out @@ -23,7 +23,7 @@ STAGE PLANS: TableScan alias: ws1 filterExpr: (ws_ship_addr_sk is not null and ws_web_site_sk is not null and ws_ship_date_sk is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_119_container, bigKeyColName:ws_web_site_sk, smallTablePos:1, keyRatio:2.7777730824410645E-10 + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_120_container, bigKeyColName:ws_web_site_sk, smallTablePos:1, keyRatio:2.9924592936258674E-4 Statistics: Num rows: 21600036511 Data size: 5701632353848 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (ws_ship_addr_sk is not null and ws_web_site_sk is not null and ws_ship_date_sk is not null) (type: boolean) @@ -36,27 +36,27 @@ STAGE PLANS: condition map: Inner Join 0 to 1 keys: - 0 _col1 (type: bigint) + 0 _col0 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6 + outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col6 input vertices: 1 Map 8 - Statistics: Num rows: 407242361 Data size: 103520524440 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2398040806 Data size: 613164879160 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 _col2 (type: bigint) + 0 _col1 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col0, _col3, _col4, _col5, _col6 + outputColumnNames: _col2, _col3, _col4, _col5, _col6 input vertices: 1 Map 9 - Statistics: Num rows: 58177483 Data size: 13737647176 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 45246054 Data size: 10530636632 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 _col0 (type: bigint) + 0 _col2 (type: bigint) 1 _col0 (type: bigint) outputColumnNames: _col3, _col4, _col5, _col6 input vertices: @@ -89,22 +89,22 @@ STAGE PLANS: Map 10 Map Operator Tree: TableScan - alias: date_dim - filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1999-05-01 00:00:00' AND TIMESTAMP'1999-06-30 00:00:00' (type: boolean) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + alias: web_site + filterExpr: (web_company_name = 'pri ') (type: boolean) + Statistics: Num rows: 84 Data size: 8064 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1999-05-01 00:00:00' AND TIMESTAMP'1999-06-30 00:00:00' (type: boolean) - Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE + predicate: (web_company_name = 'pri ') (type: boolean) + Statistics: Num rows: 12 Data size: 1152 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: d_date_sk (type: bigint) + expressions: web_site_sk (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 11 @@ -165,43 +165,43 @@ STAGE PLANS: Map 8 Map Operator Tree: TableScan - alias: customer_address - filterExpr: (ca_state = 'TX') (type: boolean) - Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE + alias: date_dim + filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1999-05-01 00:00:00' AND TIMESTAMP'1999-06-30 00:00:00' (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (ca_state = 'TX') (type: boolean) - Statistics: Num rows: 754717 Data size: 70943398 Basic stats: COMPLETE Column stats: COMPLETE + predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1999-05-01 00:00:00' AND TIMESTAMP'1999-06-30 00:00:00' (type: boolean) + Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: ca_address_sk (type: bigint) + expressions: d_date_sk (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 754717 Data size: 6037736 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 754717 Data size: 6037736 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 9 Map Operator Tree: TableScan - alias: web_site - filterExpr: (web_company_name = 'pri ') (type: boolean) - Statistics: Num rows: 84 Data size: 8064 Basic stats: COMPLETE Column stats: COMPLETE + alias: customer_address + filterExpr: (ca_state = 'TX') (type: boolean) + Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (web_company_name = 'pri ') (type: boolean) - Statistics: Num rows: 12 Data size: 1152 Basic stats: COMPLETE Column stats: COMPLETE + predicate: (ca_state = 'TX') (type: boolean) + Statistics: Num rows: 754717 Data size: 70943398 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: web_site_sk (type: bigint) + expressions: ca_address_sk (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 754717 Data size: 6037736 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 754717 Data size: 6037736 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Reducer 2 diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query95.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query95.q.out index 3a966e9f29c8..f3568baa028f 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query95.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query95.q.out @@ -28,7 +28,7 @@ STAGE PLANS: TableScan alias: ws1 filterExpr: (ws_ship_addr_sk is not null and ws_web_site_sk is not null and ws_ship_date_sk is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_210_container, bigKeyColName:ws_web_site_sk, smallTablePos:1, keyRatio:2.7777730824410645E-10 + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_211_container, bigKeyColName:ws_web_site_sk, smallTablePos:1, keyRatio:2.9924592936258674E-4 Statistics: Num rows: 21600036511 Data size: 5528875272680 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (ws_ship_addr_sk is not null and ws_web_site_sk is not null and ws_ship_date_sk is not null) (type: boolean) @@ -41,27 +41,27 @@ STAGE PLANS: condition map: Inner Join 0 to 1 keys: - 0 _col1 (type: bigint) + 0 _col0 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col3, _col4, _col5 + outputColumnNames: _col1, _col2, _col3, _col4, _col5 input vertices: 1 Map 8 - Statistics: Num rows: 407242361 Data size: 100305764080 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2398040806 Data size: 594023731240 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 _col2 (type: bigint) + 0 _col1 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col0, _col3, _col4, _col5 + outputColumnNames: _col2, _col3, _col4, _col5 input vertices: 1 Map 9 - Statistics: Num rows: 58177483 Data size: 13315405840 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 45246054 Data size: 10211846728 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 _col0 (type: bigint) + 0 _col2 (type: bigint) 1 _col0 (type: bigint) outputColumnNames: _col3, _col4, _col5 input vertices: @@ -94,22 +94,22 @@ STAGE PLANS: Map 10 Map Operator Tree: TableScan - alias: date_dim - filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1999-05-01 00:00:00' AND TIMESTAMP'1999-06-30 00:00:00' (type: boolean) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE + alias: web_site + filterExpr: (web_company_name = 'pri ') (type: boolean) + Statistics: Num rows: 84 Data size: 8064 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1999-05-01 00:00:00' AND TIMESTAMP'1999-06-30 00:00:00' (type: boolean) - Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE + predicate: (web_company_name = 'pri ') (type: boolean) + Statistics: Num rows: 12 Data size: 1152 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: d_date_sk (type: bigint) + expressions: web_site_sk (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 11 @@ -194,43 +194,43 @@ STAGE PLANS: Map 8 Map Operator Tree: TableScan - alias: customer_address - filterExpr: (ca_state = 'TX') (type: boolean) - Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE + alias: date_dim + filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1999-05-01 00:00:00' AND TIMESTAMP'1999-06-30 00:00:00' (type: boolean) + Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (ca_state = 'TX') (type: boolean) - Statistics: Num rows: 754717 Data size: 70943398 Basic stats: COMPLETE Column stats: COMPLETE + predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1999-05-01 00:00:00' AND TIMESTAMP'1999-06-30 00:00:00' (type: boolean) + Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: ca_address_sk (type: bigint) + expressions: d_date_sk (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 754717 Data size: 6037736 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 754717 Data size: 6037736 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 9 Map Operator Tree: TableScan - alias: web_site - filterExpr: (web_company_name = 'pri ') (type: boolean) - Statistics: Num rows: 84 Data size: 8064 Basic stats: COMPLETE Column stats: COMPLETE + alias: customer_address + filterExpr: (ca_state = 'TX') (type: boolean) + Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (web_company_name = 'pri ') (type: boolean) - Statistics: Num rows: 12 Data size: 1152 Basic stats: COMPLETE Column stats: COMPLETE + predicate: (ca_state = 'TX') (type: boolean) + Statistics: Num rows: 754717 Data size: 70943398 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: web_site_sk (type: bigint) + expressions: ca_address_sk (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 754717 Data size: 6037736 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint) null sort order: z sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 754717 Data size: 6037736 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Reducer 12 diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query98.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query98.q.out index c8fc334ead4c..6034e697996d 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query98.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/tez/query98.q.out @@ -17,7 +17,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: store_sales - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_54_container, bigKeyColName:ss_item_sk, smallTablePos:1, keyRatio:0.2727272808584318 + probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_50_container, bigKeyColName:ss_item_sk, smallTablePos:1, keyRatio:0.030300956793193314 Statistics: Num rows: 82510879939 Data size: 10343396725952 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ss_item_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) @@ -27,26 +27,26 @@ STAGE PLANS: condition map: Inner Join 0 to 1 keys: - 0 _col0 (type: bigint) + 0 _col2 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col4, _col5, _col6, _col7, _col8 + outputColumnNames: _col0, _col1 input vertices: 1 Map 5 - Statistics: Num rows: 22502967927 Data size: 15489075671302 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 9167247954 Data size: 882073848240 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 _col2 (type: bigint) + 0 _col0 (type: bigint) 1 _col0 (type: bigint) - outputColumnNames: _col1, _col4, _col5, _col6, _col7, _col8 + outputColumnNames: _col1, _col5, _col6, _col7, _col8, _col9 input vertices: 1 Map 6 Statistics: Num rows: 2500158608 Data size: 1507113497776 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col1) - keys: _col8 (type: char(50)), _col7 (type: char(50)), _col4 (type: string), _col5 (type: varchar(200)), _col6 (type: decimal(7,2)) - minReductionHashAggr: 0.99 + keys: _col9 (type: char(50)), _col8 (type: char(50)), _col5 (type: string), _col6 (type: varchar(200)), _col7 (type: decimal(7,2)) + minReductionHashAggr: 0.6650032 mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE @@ -60,28 +60,6 @@ STAGE PLANS: Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 5 - Map Operator Tree: - TableScan - alias: item - filterExpr: (i_category) IN ('Books ', 'Jewelry ', 'Sports ') (type: boolean) - Statistics: Num rows: 462000 Data size: 270601408 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (i_category) IN ('Books ', 'Jewelry ', 'Sports ') (type: boolean) - Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_item_id (type: string), i_item_desc (type: varchar(200)), i_current_price (type: decimal(7,2)), i_class (type: char(50)), i_category (type: char(50)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string), _col2 (type: varchar(200)), _col3 (type: decimal(7,2)), _col4 (type: char(50)), _col5 (type: char(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 Map Operator Tree: TableScan alias: date_dim @@ -118,6 +96,28 @@ STAGE PLANS: Target Vertex: Map 1 Execution mode: vectorized, llap LLAP IO: may be used (ACID table) + Map 6 + Map Operator Tree: + TableScan + alias: item + filterExpr: (i_category) IN ('Books ', 'Jewelry ', 'Sports ') (type: boolean) + Statistics: Num rows: 462000 Data size: 270601408 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (i_category) IN ('Books ', 'Jewelry ', 'Sports ') (type: boolean) + Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: i_item_sk (type: bigint), i_item_id (type: string), i_item_desc (type: varchar(200)), i_current_price (type: decimal(7,2)), i_class (type: char(50)), i_category (type: char(50)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: bigint) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: bigint) + Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string), _col2 (type: varchar(200)), _col3 (type: decimal(7,2)), _col4 (type: char(50)), _col5 (type: char(50)) + Execution mode: vectorized, llap + LLAP IO: may be used (ACID table) Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: From 0b674089b648e1b54cbc5a441f5875aa2e384dd7 Mon Sep 17 00:00:00 2001 From: Konstantin Bereznyakov Date: Tue, 7 Apr 2026 06:59:08 -0700 Subject: [PATCH 3/3] HIVE-29534: regenerated impacted .out JSON files after rebasing --- .../perf/tpcds30tb/json/query1.q.out | 2446 +++- .../perf/tpcds30tb/json/query10.q.out | 3861 ++++- .../perf/tpcds30tb/json/query11.q.out | 4230 +++++- .../perf/tpcds30tb/json/query12.q.out | 1790 ++- .../perf/tpcds30tb/json/query13.q.out | 2854 +++- .../perf/tpcds30tb/json/query14.q.out | 11997 ++++++++++++++-- .../perf/tpcds30tb/json/query15.q.out | 2067 ++- .../perf/tpcds30tb/json/query16.q.out | 3268 ++++- .../perf/tpcds30tb/json/query17.q.out | 5601 +++++++- .../perf/tpcds30tb/json/query18.q.out | 3526 ++++- .../perf/tpcds30tb/json/query19.q.out | 2806 +++- .../perf/tpcds30tb/json/query2.q.out | 4170 +++++- .../perf/tpcds30tb/json/query20.q.out | 1790 ++- .../perf/tpcds30tb/json/query21.q.out | 1811 ++- .../perf/tpcds30tb/json/query22.q.out | 1245 +- .../perf/tpcds30tb/json/query23.q.out | 6146 +++++++- .../perf/tpcds30tb/json/query24.q.out | 4052 +++++- .../perf/tpcds30tb/json/query25.q.out | 4267 +++++- .../perf/tpcds30tb/json/query26.q.out | 2491 +++- .../perf/tpcds30tb/json/query27.q.out | 2594 +++- .../perf/tpcds30tb/json/query29.q.out | 4239 +++++- .../perf/tpcds30tb/json/query3.q.out | 1437 +- .../perf/tpcds30tb/json/query30.q.out | 2694 +++- .../perf/tpcds30tb/json/query31.q.out | 4261 +++++- .../perf/tpcds30tb/json/query32.q.out | 2010 ++- .../perf/tpcds30tb/json/query33.q.out | 4594 +++++- .../perf/tpcds30tb/json/query34.q.out | 2477 +++- .../perf/tpcds30tb/json/query35.q.out | 4038 +++++- .../perf/tpcds30tb/json/query36.q.out | 2496 +++- .../perf/tpcds30tb/json/query37.q.out | 1828 ++- .../perf/tpcds30tb/json/query38.q.out | 3365 ++++- .../perf/tpcds30tb/json/query39.q.out | 2950 +++- .../perf/tpcds30tb/json/query4.q.out | 6009 ++++++-- .../perf/tpcds30tb/json/query40.q.out | 2659 +++- .../perf/tpcds30tb/json/query41.q.out | 1919 ++- .../perf/tpcds30tb/json/query42.q.out | 1505 +- .../perf/tpcds30tb/json/query43.q.out | 2058 ++- .../perf/tpcds30tb/json/query44.q.out | 2782 +++- .../perf/tpcds30tb/json/query45.q.out | 2772 +++- .../perf/tpcds30tb/json/query46.q.out | 2922 +++- .../perf/tpcds30tb/json/query47.q.out | 4469 +++++- .../perf/tpcds30tb/json/query48.q.out | 2029 ++- .../perf/tpcds30tb/json/query49.q.out | 6471 +++++++-- .../perf/tpcds30tb/json/query5.q.out | 6717 ++++++++- .../perf/tpcds30tb/json/query50.q.out | 2794 +++- .../perf/tpcds30tb/json/query51.q.out | 2399 ++- .../perf/tpcds30tb/json/query52.q.out | 1492 +- .../perf/tpcds30tb/json/query53.q.out | 2230 ++- .../perf/tpcds30tb/json/query54.q.out | 5916 +++++++- .../perf/tpcds30tb/json/query55.q.out | 1476 +- .../perf/tpcds30tb/json/query56.q.out | 4518 +++++- .../perf/tpcds30tb/json/query57.q.out | 4440 +++++- .../perf/tpcds30tb/json/query58.q.out | 5653 +++++++- .../perf/tpcds30tb/json/query59.q.out | 4225 +++++- .../perf/tpcds30tb/json/query6.q.out | 3587 ++++- .../perf/tpcds30tb/json/query60.q.out | 4492 +++++- .../perf/tpcds30tb/json/query61.q.out | 4162 +++++- .../perf/tpcds30tb/json/query62.q.out | 2729 +++- .../perf/tpcds30tb/json/query63.q.out | 2230 ++- .../perf/tpcds30tb/json/query64.q.out | 9445 ++++++++++-- .../perf/tpcds30tb/json/query65.q.out | 2540 +++- .../perf/tpcds30tb/json/query66.q.out | 7933 +++++++++- .../perf/tpcds30tb/json/query67.q.out | 2364 ++- .../perf/tpcds30tb/json/query68.q.out | 2911 +++- .../perf/tpcds30tb/json/query69.q.out | 3849 ++++- .../perf/tpcds30tb/json/query7.q.out | 2364 ++- .../perf/tpcds30tb/json/query70.q.out | 3286 ++++- .../perf/tpcds30tb/json/query71.q.out | 3404 ++++- .../perf/tpcds30tb/json/query72.q.out | 4804 ++++++- .../perf/tpcds30tb/json/query73.q.out | 2387 ++- .../perf/tpcds30tb/json/query74.q.out | 3300 ++++- .../perf/tpcds30tb/json/query75.q.out | 7807 ++++++++-- .../perf/tpcds30tb/json/query76.q.out | 3087 +++- .../perf/tpcds30tb/json/query77.q.out | 5314 ++++++- .../perf/tpcds30tb/json/query78.q.out | 5133 ++++++- .../perf/tpcds30tb/json/query79.q.out | 2353 ++- .../perf/tpcds30tb/json/query8.q.out | 6348 +++++++- .../perf/tpcds30tb/json/query80.q.out | 7192 +++++++-- .../perf/tpcds30tb/json/query81.q.out | 3056 +++- .../perf/tpcds30tb/json/query82.q.out | 1701 ++- .../perf/tpcds30tb/json/query83.q.out | 4370 +++++- .../perf/tpcds30tb/json/query85.q.out | 4142 +++++- .../perf/tpcds30tb/json/query86.q.out | 2030 ++- .../perf/tpcds30tb/json/query87.q.out | 3805 ++++- .../perf/tpcds30tb/json/query88.q.out | 6605 +++++++-- .../perf/tpcds30tb/json/query89.q.out | 2595 +++- .../perf/tpcds30tb/json/query90.q.out | 1980 ++- .../perf/tpcds30tb/json/query91.q.out | 2952 +++- .../perf/tpcds30tb/json/query92.q.out | 2010 ++- .../perf/tpcds30tb/json/query94.q.out | 3168 +++- .../perf/tpcds30tb/json/query95.q.out | 3925 ++++- .../perf/tpcds30tb/json/query96.q.out | 1475 +- .../perf/tpcds30tb/json/query97.q.out | 2051 ++- .../perf/tpcds30tb/json/query98.q.out | 1647 ++- .../perf/tpcds30tb/json/query99.q.out | 2782 +++- 95 files changed, 301672 insertions(+), 38499 deletions(-) diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query1.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query1.q.out index 509b613345fc..e017a3b4c4c2 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query1.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query1.q.out @@ -1,406 +1,2040 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 12 (BROADCAST_EDGE), Reducer 11 (BROADCAST_EDGE), Reducer 6 (BROADCAST_EDGE) - Map 8 <- Map 12 (BROADCAST_EDGE), Reducer 6 (BROADCAST_EDGE) - Reducer 10 <- Reducer 9 (SIMPLE_EDGE) - Reducer 11 <- Reducer 10 (CUSTOM_SIMPLE_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (BROADCAST_EDGE) - Reducer 3 <- Map 7 (CUSTOM_SIMPLE_EDGE), Reducer 10 (BROADCAST_EDGE), Reducer 2 (CUSTOM_SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) - Reducer 6 <- Map 5 (CUSTOM_SIMPLE_EDGE) - Reducer 9 <- Map 8 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_returns - filterExpr: (sr_store_sk is not null and sr_customer_sk is not null and sr_store_sk BETWEEN DynamicValue(RS_41_store_s_store_sk_min) AND DynamicValue(RS_41_store_s_store_sk_max) and sr_store_sk BETWEEN DynamicValue(RS_47_store_returns_sr_store_sk_min) AND DynamicValue(RS_47_store_returns_sr_store_sk_max) and in_bloom_filter(sr_store_sk, DynamicValue(RS_41_store_s_store_sk_bloom_filter)) and in_bloom_filter(sr_store_sk, DynamicValue(RS_47_store_returns_sr_store_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 8332595709 Data size: 1113890910776 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (sr_store_sk is not null and sr_customer_sk is not null and sr_store_sk BETWEEN DynamicValue(RS_41_store_s_store_sk_min) AND DynamicValue(RS_41_store_s_store_sk_max) and sr_store_sk BETWEEN DynamicValue(RS_47_store_returns_sr_store_sk_min) AND DynamicValue(RS_47_store_returns_sr_store_sk_max) and in_bloom_filter(sr_store_sk, DynamicValue(RS_41_store_s_store_sk_bloom_filter)) and in_bloom_filter(sr_store_sk, DynamicValue(RS_47_store_returns_sr_store_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 8033148295 Data size: 1073861157208 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: sr_customer_sk (type: bigint), sr_store_sk (type: bigint), sr_fee (type: decimal(7,2)), sr_returned_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 8033148295 Data size: 1073861157208 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 12 - Statistics: Num rows: 1472589806 Data size: 169844484256 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2) - keys: _col1 (type: bigint), _col0 (type: bigint) - minReductionHashAggr: 0.8759661 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1472589806 Data size: 186160875424 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 1472589806 Data size: 186160875424 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 12 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: (d_year = 2000) (type: boolean) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_year = 2000) (type: boolean) - Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: sr_returned_date_sk (bigint) - Target Input: store_returns - Partition key expr: sr_returned_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 8 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: sr_returned_date_sk (bigint) - Target Input: store_returns - Partition key expr: sr_returned_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: store - filterExpr: (s_state = 'NM') (type: boolean) - Statistics: Num rows: 1704 Data size: 160176 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (s_state = 'NM') (type: boolean) - Statistics: Num rows: 39 Data size: 3666 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: s_store_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 39 Data size: 312 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 39 Data size: 312 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 39 Data size: 312 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.974359 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: customer - Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: c_customer_sk (type: bigint), c_customer_id (type: char(16)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(16)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: store_returns - filterExpr: (sr_store_sk is not null and sr_store_sk BETWEEN DynamicValue(RS_41_store_s_store_sk_min) AND DynamicValue(RS_41_store_s_store_sk_max) and in_bloom_filter(sr_store_sk, DynamicValue(RS_41_store_s_store_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 8332595709 Data size: 1113890910776 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (sr_store_sk is not null and sr_store_sk BETWEEN DynamicValue(RS_41_store_s_store_sk_min) AND DynamicValue(RS_41_store_s_store_sk_max) and in_bloom_filter(sr_store_sk, DynamicValue(RS_41_store_s_store_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 8180935974 Data size: 1093617228248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: sr_customer_sk (type: bigint), sr_store_sk (type: bigint), sr_fee (type: decimal(7,2)), sr_returned_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 8180935974 Data size: 1093617228248 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 12 - Statistics: Num rows: 1499681380 Data size: 172969152424 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2) - keys: _col1 (type: bigint), _col0 (type: bigint) - minReductionHashAggr: 0.87820673 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1499681380 Data size: 189585719944 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 1499681380 Data size: 189585719944 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 10 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), count(VALUE._col1) - keys: KEY._col0 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 161 Data size: 20488 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: CAST( (_col1 / _col2) AS decimal(21,6)) is not null (type: boolean) - Statistics: Num rows: 161 Data size: 20488 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: (CAST( (_col1 / _col2) AS decimal(21,6)) * 1.2) (type: decimal(24,7)), _col0 (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 161 Data size: 19200 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 161 Data size: 19200 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: decimal(24,7)) - Select Operator - expressions: _col1 (type: bigint) - outputColumnNames: _col1 - Statistics: Num rows: 161 Data size: 1168 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col1), max(_col1), bloom_filter(_col1, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 11 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: bigint), KEY._col1 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1472589806 Data size: 186160875424 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: _col2 is not null (type: boolean) - Statistics: Num rows: 1472589806 Data size: 186160875424 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col1 (type: bigint), _col0 (type: bigint), _col2 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1472589806 Data size: 186160875424 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 5 - Statistics: Num rows: 33743267 Data size: 3779245920 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 33743267 Data size: 3779245920 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint), _col2 (type: decimal(17,2)) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col1, _col2, _col5 - input vertices: - 1 Map 7 - Statistics: Num rows: 33743267 Data size: 7153572612 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col1 (type: bigint) - outputColumnNames: _col2, _col5, _col6 - input vertices: - 1 Reducer 10 - Statistics: Num rows: 33954162 Data size: 11001148488 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col2 > _col6) (type: boolean) - Statistics: Num rows: 11318054 Data size: 3667049496 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: + - keys: _col5 (type: char(16)) - null sort order: z - Statistics: Num rows: 11318054 Data size: 3667049496 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col5 (type: char(16)) - outputColumnNames: _col0 - Statistics: Num rows: 11318054 Data size: 1131805400 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Statistics: Num rows: 11318054 Data size: 1131805400 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: char(16)) - outputColumnNames: _col0 - Statistics: Num rows: 11318054 Data size: 1131805400 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 10000 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 10000 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 9 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: bigint), KEY._col1 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1499681380 Data size: 189585719944 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint), _col2 (type: decimal(17,2)) - outputColumnNames: _col1, _col2 - Statistics: Num rows: 1499681380 Data size: 189585719944 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2), count(_col2) - keys: _col1 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 119301 Data size: 15175776 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 119301 Data size: 15175776 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(27,2)), _col2 (type: bigint) - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer" + ], + "table:alias": "customer", + "inputs": [], + "rowCount": 80000000, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "c_customer_sk" + }, + { + "type": "CHAR", + "nullable": false, + "precision": 16, + "name": "c_customer_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_shipto_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_sales_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "c_salutation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "c_first_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "c_last_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "c_preferred_cust_flag" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_day" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_month" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_year" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "c_birth_country" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 13, + "name": "c_login" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "c_email_address" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_last_review_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "c_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "c_customer_id", + "ndv": 80610928 + }, + { + "name": "c_current_cdemo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "c_current_hdemo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "c_current_addr_sk", + "ndv": 33825344, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "c_first_shipto_date_sk", + "ndv": 3646, + "minValue": 2449028, + "maxValue": 2452678 + }, + { + "name": "c_first_sales_date_sk", + "ndv": 3643, + "minValue": 2448998, + "maxValue": 2452648 + }, + { + "name": "c_salutation", + "ndv": 7 + }, + { + "name": "c_first_name", + "ndv": 5158 + }, + { + "name": "c_last_name", + "ndv": 5123 + }, + { + "name": "c_preferred_cust_flag", + "ndv": 3 + }, + { + "name": "c_birth_day", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "c_birth_month", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "c_birth_year", + "ndv": 67, + "minValue": 1924, + "maxValue": 1992 + }, + { + "name": "c_birth_country", + "ndv": 216 + }, + { + "name": "c_login", + "ndv": 1 + }, + { + "name": "c_email_address", + "ndv": 75301330 + }, + { + "name": "c_last_review_date_sk", + "ndv": 364, + "minValue": 2452283, + "maxValue": 2452648 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_customer_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 80000000 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_returns" + ], + "table:alias": "store_returns", + "inputs": [], + "rowCount": 8332595709, + "avgRowSize": 249, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "sr_return_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "sr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "sr_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "sr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_store_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "sr_returned_date_sk" + ], + "colStats": [ + { + "name": "sr_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "sr_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "sr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "sr_returned_date_sk", + "ndv": 2003, + "minValue": 2450820, + "maxValue": 2452822 + }, + { + "name": "sr_return_time_sk", + "ndv": 32389, + "minValue": 28799, + "maxValue": 61199 + }, + { + "name": "sr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "sr_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "sr_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "sr_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "sr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "sr_ticket_number", + "ndv": 5065526774, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "sr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "sr_return_amt", + "ndv": 715216, + "minValue": 0, + "maxValue": 19643 + }, + { + "name": "sr_return_tax", + "ndv": 141365, + "minValue": 0, + "maxValue": 1714.37 + }, + { + "name": "sr_return_amt_inc_tax", + "ndv": 1520430, + "minValue": 0, + "maxValue": 21018.01 + }, + { + "name": "sr_return_ship_cost", + "ndv": 363000, + "minValue": 0, + "maxValue": 9975 + }, + { + "name": "sr_refunded_cash", + "ndv": 1187970, + "minValue": 0, + "maxValue": 18413.33 + }, + { + "name": "sr_reversed_charge", + "ndv": 924833, + "minValue": 0, + "maxValue": 18104.5 + }, + { + "name": "sr_store_credit", + "ndv": 935681, + "minValue": 0, + "maxValue": 17792.48 + }, + { + "name": "sr_net_loss", + "ndv": 848797, + "minValue": 0.5, + "maxValue": 11008.17 + } + ] + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 19, + "name": "$19" + } + ] + } + ] + }, + "rowCount": 6.074462271861001E9 + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sr_customer_sk", + "sr_store_sk", + "sr_fee", + "sr_returned_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 19, + "name": "$19" + } + ], + "rowCount": 6.074462271861001E9 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 10957.35 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "4", + "7" + ], + "rowCount": 9.98400137618642E12 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 9.98400137618642E11 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + "rowCount": 8.985601238567778E11 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sr_customer_sk", + "sr_store_sk", + "$f2" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 8.985601238567778E11 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store" + ], + "table:alias": "store", + "inputs": [], + "rowCount": 1704, + "avgRowSize": 1375, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "s_store_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "s_store_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "s_closed_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_store_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_number_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_floor_space" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "s_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_market_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_geography_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_market_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_division_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_company_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_company_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 10, + "name": "s_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "s_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "s_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "s_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "s_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "s_store_sk", + "ndv": 1736, + "minValue": 1, + "maxValue": 1704 + }, + { + "name": "s_state", + "ndv": 44 + }, + { + "name": "s_store_id", + "ndv": 879 + }, + { + "name": "s_rec_start_date", + "ndv": 4, + "minValue": 9933, + "maxValue": 11394 + }, + { + "name": "s_rec_end_date", + "ndv": 3, + "minValue": 10663, + "maxValue": 11393 + }, + { + "name": "s_closed_date_sk", + "ndv": 263, + "minValue": 2450820, + "maxValue": 2451314 + }, + { + "name": "s_store_name", + "ndv": 11 + }, + { + "name": "s_number_employees", + "ndv": 100, + "minValue": 200, + "maxValue": 300 + }, + { + "name": "s_floor_space", + "ndv": 1289, + "minValue": 5000201, + "maxValue": 9997773 + }, + { + "name": "s_hours", + "ndv": 4 + }, + { + "name": "s_manager", + "ndv": 1245 + }, + { + "name": "s_market_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "s_geography_class", + "ndv": 2 + }, + { + "name": "s_market_desc", + "ndv": 1311 + }, + { + "name": "s_market_manager", + "ndv": 1236 + }, + { + "name": "s_division_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_division_name", + "ndv": 2 + }, + { + "name": "s_company_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_company_name", + "ndv": 2 + }, + { + "name": "s_street_number", + "ndv": 736 + }, + { + "name": "s_street_name", + "ndv": 851 + }, + { + "name": "s_street_type", + "ndv": 21 + }, + { + "name": "s_suite_number", + "ndv": 76 + }, + { + "name": "s_city", + "ndv": 267 + }, + { + "name": "s_county", + "ndv": 128 + }, + { + "name": "s_zip", + "ndv": 983 + }, + { + "name": "s_country", + "ndv": 2 + }, + { + "name": "s_gmt_offset", + "ndv": 5, + "minValue": -9, + "maxValue": -5 + }, + { + "name": "s_tax_percentage", + "ndv": 12, + "minValue": 0, + "maxValue": 0.11 + } + ] + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 24, + "name": "$24" + }, + { + "literal": "NM", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + } + ] + }, + "rowCount": 255.6 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 255.6 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "11", + "14" + ], + "rowCount": 3.445079514866886E13 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "1", + "15" + ], + "rowCount": 4.1340954178402635E20 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 19, + "name": "$19" + } + ] + } + ] + }, + "inputs": [ + "2" + ], + "rowCount": 6.749402524290001E9 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sr_customer_sk", + "sr_store_sk", + "sr_fee", + "sr_returned_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 19, + "name": "$19" + } + ], + "rowCount": 6.749402524290001E9 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "5" + ], + "rowCount": 10957.35 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "18", + "20" + ], + "rowCount": 1.1093334862429357E13 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 1.1093334862429358E12 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sr_customer_sk", + "sr_store_sk", + "$f2" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 1.1093334862429358E12 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 1 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 27, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 1.1093334862429358E11 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 21, + "scale": 6 + } + } + ] + }, + "rowCount": 9.984001376186423E10 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "_o__c0", + "ctr_store_sk" + ], + "exprs": [ + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 21, + "scale": 6 + } + }, + { + "literal": 1.2, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 2, + "scale": 1 + } + } + ] + }, + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 9.984001376186423E10 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 6, + "name": "$6" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "16", + "26" + ], + "rowCount": 3.0956110755752376E30 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_id" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 3.0956110755752376E30 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query10.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query10.q.out index 26da6dc22675..23b2448972ee 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query10.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query10.q.out @@ -1,465 +1,3396 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 10 <- Map 9 (BROADCAST_EDGE) - Map 12 <- Map 9 (BROADCAST_EDGE) - Map 2 <- Map 7 (BROADCAST_EDGE) - Map 8 <- Map 9 (BROADCAST_EDGE), Reducer 6 (BROADCAST_EDGE) - Reducer 11 <- Map 10 (SIMPLE_EDGE) - Reducer 13 <- Map 12 (SIMPLE_EDGE) - Reducer 3 <- Map 1 (BROADCAST_EDGE), Map 2 (CUSTOM_SIMPLE_EDGE), Map 8 (CUSTOM_SIMPLE_EDGE), Reducer 11 (BROADCAST_EDGE), Reducer 13 (BROADCAST_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) - Reducer 5 <- Reducer 4 (SIMPLE_EDGE) - Reducer 6 <- Map 2 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: customer_demographics - Statistics: Num rows: 1920800 Data size: 727983200 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cd_demo_sk (type: bigint), cd_gender (type: char(1)), cd_marital_status (type: char(1)), cd_education_status (type: char(20)), cd_purchase_estimate (type: int), cd_credit_rating (type: char(10)), cd_dep_count (type: int), cd_dep_employed_count (type: int), cd_dep_college_count (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 1920800 Data size: 727983200 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1920800 Data size: 727983200 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(1)), _col2 (type: char(1)), _col3 (type: char(20)), _col4 (type: int), _col5 (type: char(10)), _col6 (type: int), _col7 (type: int), _col8 (type: int) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 10 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: ws_bill_customer_sk is not null (type: boolean) - Statistics: Num rows: 21594638446 Data size: 345492666072 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ws_bill_customer_sk is not null (type: boolean) - Statistics: Num rows: 21591944812 Data size: 345449570616 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_bill_customer_sk (type: bigint), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 21591944812 Data size: 345449570616 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0 - input vertices: - 1 Map 9 - Statistics: Num rows: 1442596381 Data size: 11519224672 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 236090745 Data size: 1885199752 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 236090745 Data size: 1885199752 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 12 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: cs_ship_customer_sk is not null (type: boolean) - Statistics: Num rows: 43005109025 Data size: 687211661648 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: cs_ship_customer_sk is not null (type: boolean) - Statistics: Num rows: 42896348680 Data size: 685473696576 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_ship_customer_sk (type: bigint), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 42896348680 Data size: 685473696576 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0 - input vertices: - 1 Map 9 - Statistics: Num rows: 2845722002 Data size: 21897893712 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 448006164 Data size: 3447417344 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 448006164 Data size: 3447417344 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 2 - Map Operator Tree: - TableScan - alias: c - filterExpr: (c_current_cdemo_sk is not null and c_current_addr_sk is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_163_container, bigKeyColName:c_current_addr_sk, smallTablePos:1, keyRatio:0.00250005 - Statistics: Num rows: 80000000 Data size: 1897611080 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (c_current_cdemo_sk is not null and c_current_addr_sk is not null) (type: boolean) - Statistics: Num rows: 77201384 Data size: 1831227520 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: c_customer_sk (type: bigint), c_current_cdemo_sk (type: bigint), c_current_addr_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 77201384 Data size: 1831227520 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 7 - Statistics: Num rows: 200004 Data size: 1600040 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 200004 Data size: 1600040 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 200004 Data size: 1600032 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: ca - filterExpr: (ca_county) IN ('Dona Ana County', 'Douglas County', 'Gaines County', 'Richland County', 'Walker County') (type: boolean) - Statistics: Num rows: 40000000 Data size: 4240000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ca_county) IN ('Dona Ana County', 'Douglas County', 'Gaines County', 'Richland County', 'Walker County') (type: boolean) - Statistics: Num rows: 103627 Data size: 10984462 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ca_address_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 103627 Data size: 829016 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 103627 Data size: 829016 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: (ss_customer_sk is not null and ss_customer_sk BETWEEN DynamicValue(RS_51_c_c_customer_sk_min) AND DynamicValue(RS_51_c_c_customer_sk_max) and in_bloom_filter(ss_customer_sk, DynamicValue(RS_51_c_c_customer_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 82510879939 Data size: 1304615207232 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ss_customer_sk is not null and ss_customer_sk BETWEEN DynamicValue(RS_51_c_c_customer_sk_min) AND DynamicValue(RS_51_c_c_customer_sk_max) and in_bloom_filter(ss_customer_sk, DynamicValue(RS_51_c_c_customer_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 80566020964 Data size: 1273864200864 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_customer_sk (type: bigint), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80566020964 Data size: 1273864200864 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0 - input vertices: - 1 Map 9 - Statistics: Num rows: 5382759696 Data size: 27869943008 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 571864249 Data size: 2960902024 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 571864249 Data size: 2960902024 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 9 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: ((d_year = 2002) and d_moy BETWEEN 4 AND 7) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 2002) and d_moy BETWEEN 4 AND 7) (type: boolean) - Statistics: Num rows: 122 Data size: 1952 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 8 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 10 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 12 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 11 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: bigint) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 5246461 Data size: 41893336 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: true (type: boolean), _col0 (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 5246461 Data size: 62879180 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 5246461 Data size: 62879180 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: boolean) - Reducer 13 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: bigint) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 5209374 Data size: 40086256 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: true (type: boolean), _col0 (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 5209374 Data size: 60923752 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 5209374 Data size: 60923752 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: boolean) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 8 - Statistics: Num rows: 1481515 Data size: 22104216 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Map Join Operator - condition map: - Left Outer Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col1 (type: bigint) - outputColumnNames: _col0, _col1, _col5 - input vertices: - 1 Reducer 11 - Statistics: Num rows: 5246461 Data size: 103329196 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Outer Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col1 (type: bigint) - outputColumnNames: _col1, _col5, _col7 - input vertices: - 1 Reducer 13 - Statistics: Num rows: 5209374 Data size: 81749960 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col5 is not null or _col7 is not null) (type: boolean) - Statistics: Num rows: 5209374 Data size: 81749960 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col1 (type: bigint) - outputColumnNames: _col1 - Statistics: Num rows: 5209374 Data size: 40074968 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col1 (type: bigint) - outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - input vertices: - 0 Map 1 - Statistics: Num rows: 5209374 Data size: 1932677754 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++++++++ - keys: _col1 (type: char(1)), _col2 (type: char(1)), _col3 (type: char(20)), _col4 (type: int), _col5 (type: char(10)), _col6 (type: int), _col7 (type: int), _col8 (type: int) - null sort order: zzzzzzzz - Statistics: Num rows: 5209374 Data size: 1932677754 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - aggregations: count() - keys: _col1 (type: char(1)), _col2 (type: char(1)), _col3 (type: char(20)), _col4 (type: int), _col5 (type: char(10)), _col6 (type: int), _col7 (type: int), _col8 (type: int) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 2604687 Data size: 987176373 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(1)), _col1 (type: char(1)), _col2 (type: char(20)), _col3 (type: int), _col4 (type: char(10)), _col5 (type: int), _col6 (type: int), _col7 (type: int) - null sort order: zzzzzzzz - sort order: ++++++++ - Map-reduce partition columns: _col0 (type: char(1)), _col1 (type: char(1)), _col2 (type: char(20)), _col3 (type: int), _col4 (type: char(10)), _col5 (type: int), _col6 (type: int), _col7 (type: int) - Statistics: Num rows: 2604687 Data size: 987176373 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col8 (type: bigint) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - keys: KEY._col0 (type: char(1)), KEY._col1 (type: char(1)), KEY._col2 (type: char(20)), KEY._col3 (type: int), KEY._col4 (type: char(10)), KEY._col5 (type: int), KEY._col6 (type: int), KEY._col7 (type: int) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 1920800 Data size: 727983200 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(1)), _col1 (type: char(1)), _col2 (type: char(20)), _col8 (type: bigint), _col3 (type: int), _col4 (type: char(10)), _col5 (type: int), _col6 (type: int), _col7 (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col6, _col8, _col10, _col12 - Statistics: Num rows: 1920800 Data size: 727983200 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(1)), _col1 (type: char(1)), _col2 (type: char(20)), _col4 (type: int), _col6 (type: char(10)), _col8 (type: int), _col10 (type: int), _col12 (type: int) - null sort order: zzzzzzzz - sort order: ++++++++ - Statistics: Num rows: 1920800 Data size: 727983200 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: bigint) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: char(1)), KEY.reducesinkkey1 (type: char(1)), KEY.reducesinkkey2 (type: char(20)), VALUE._col0 (type: bigint), KEY.reducesinkkey3 (type: int), VALUE._col0 (type: bigint), KEY.reducesinkkey4 (type: char(10)), VALUE._col0 (type: bigint), KEY.reducesinkkey5 (type: int), VALUE._col0 (type: bigint), KEY.reducesinkkey6 (type: int), VALUE._col0 (type: bigint), KEY.reducesinkkey7 (type: int), VALUE._col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 - Statistics: Num rows: 1920800 Data size: 804815200 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 41900 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 41900 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_demographics" + ], + "table:alias": "customer_demographics", + "inputs": [], + "rowCount": 1920800, + "avgRowSize": 217, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "cd_demo_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_gender" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_marital_status" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "cd_education_status" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_purchase_estimate" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "cd_credit_rating" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_employed_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_college_count" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "cd_demo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cd_gender", + "ndv": 2 + }, + { + "name": "cd_marital_status", + "ndv": 5 + }, + { + "name": "cd_education_status", + "ndv": 7 + }, + { + "name": "cd_purchase_estimate", + "ndv": 20, + "minValue": 500, + "maxValue": 10000 + }, + { + "name": "cd_credit_rating", + "ndv": 4 + }, + { + "name": "cd_dep_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_dep_employed_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_dep_college_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cd_demo_sk", + "cd_gender", + "cd_marital_status", + "cd_education_status", + "cd_purchase_estimate", + "cd_credit_rating", + "cd_dep_count", + "cd_dep_employed_count", + "cd_dep_college_count" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 1920800 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer" + ], + "table:alias": "c", + "inputs": [], + "rowCount": 80000000, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "c_customer_sk" + }, + { + "type": "CHAR", + "nullable": false, + "precision": 16, + "name": "c_customer_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_shipto_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_sales_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "c_salutation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "c_first_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "c_last_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "c_preferred_cust_flag" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_day" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_month" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_year" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "c_birth_country" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 13, + "name": "c_login" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "c_email_address" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_last_review_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "c_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "c_current_cdemo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "c_current_addr_sk", + "ndv": 33825344, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "c_customer_id", + "ndv": 80610928 + }, + { + "name": "c_current_hdemo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "c_first_shipto_date_sk", + "ndv": 3646, + "minValue": 2449028, + "maxValue": 2452678 + }, + { + "name": "c_first_sales_date_sk", + "ndv": 3643, + "minValue": 2448998, + "maxValue": 2452648 + }, + { + "name": "c_salutation", + "ndv": 7 + }, + { + "name": "c_first_name", + "ndv": 5158 + }, + { + "name": "c_last_name", + "ndv": 5123 + }, + { + "name": "c_preferred_cust_flag", + "ndv": 3 + }, + { + "name": "c_birth_day", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "c_birth_month", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "c_birth_year", + "ndv": 67, + "minValue": 1924, + "maxValue": 1992 + }, + { + "name": "c_birth_country", + "ndv": 216 + }, + { + "name": "c_login", + "ndv": 1 + }, + { + "name": "c_email_address", + "ndv": 75301330 + }, + { + "name": "c_last_review_date_sk", + "ndv": 364, + "minValue": 2452283, + "maxValue": 2452648 + } + ] + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + "rowCount": 6.480000000000001E7 + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_current_cdemo_sk", + "c_current_addr_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 6.480000000000001E7 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "ca", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "literal": "Dona Ana County", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 30 + } + }, + { + "literal": "Douglas County", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 30 + } + }, + { + "literal": "Gaines County", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 30 + } + }, + { + "literal": "Richland County", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 30 + } + }, + { + "literal": "Walker County", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 30 + } + } + ] + }, + "rowCount": 10000000 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_county" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + } + ], + "rowCount": 10000000 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "4", + "7" + ], + "rowCount": 9.720000000000002E13 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_customer_sk", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2002, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 8, + "name": "$8" + }, + { + "literal": 4, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 7, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 2739.3375 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 2739.3375 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "11", + "14" + ], + "rowCount": 2.7462055430350402E13 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_customer_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 2.7462055430350402E13 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "semi", + "inputs": [ + "8", + "16" + ], + "rowCount": 2.9524500000000005E12 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + } + ] + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 1.7491657141260002E10 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_bill_customer_sk", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 1.7491657141260002E10 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2002, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 8, + "name": "$8" + }, + { + "literal": 4, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 7, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "12" + ], + "rowCount": 2739.3375 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 2739.3375 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "20", + "22" + ], + "rowCount": 7.187332851629448E12 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [], + "rowCount": 7.187332851629448E11 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "literalTrue", + "ws_bill_customer_sk" + ], + "exprs": [ + { + "literal": true, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 7.187332851629448E11 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + "joinType": "left", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "17", + "25" + ], + "rowCount": 3.183036131694101E23 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + } + ] + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 3.483413831025E10 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_ship_customer_sk", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.483413831025E10 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2002, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 8, + "name": "$8" + }, + { + "literal": 4, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 7, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "12" + ], + "rowCount": 2739.3375 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 2739.3375 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "29", + "31" + ], + "rowCount": 1.431336920301817E13 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [], + "rowCount": 1.431336920301817E12 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "literalTrue", + "cs_ship_customer_sk" + ], + "exprs": [ + { + "literal": true, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1.431336920301817E12 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + } + ] + }, + "joinType": "left", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "26", + "34" + ], + "rowCount": 6.833995700949721E34 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + } + ] + }, + "rowCount": 1.7084989252374302E34 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_current_cdemo_sk", + "c_current_addr_sk", + "ca_address_sk", + "ca_county", + "literalTrue", + "ws_bill_customer_sk", + "literalTrue0", + "cs_ship_customer_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 1.7084989252374302E34 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 10, + "name": "$10" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "1", + "37" + ], + "rowCount": 4.922527103394084E39 + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 4.922527103394084E38 + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cd_gender", + "cd_marital_status", + "cd_education_status", + "cnt1", + "cd_purchase_estimate", + "cnt2", + "cd_credit_rating", + "cnt3", + "cd_dep_count", + "cnt4", + "cd_dep_employed_count", + "cnt5", + "cd_dep_college_count", + "cnt6" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 4.922527103394084E38 + }, + { + "id": "41", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 4, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 6, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 8, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 10, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 12, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query11.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query11.q.out index d569bd484af9..bd93eade32d8 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query11.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query11.q.out @@ -1,650 +1,3580 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 13 <- Map 10 (BROADCAST_EDGE), Reducer 11 (BROADCAST_EDGE) - Map 18 <- Reducer 9 (BROADCAST_EDGE) - Map 2 <- Map 10 (BROADCAST_EDGE), Reducer 12 (BROADCAST_EDGE) - Reducer 11 <- Map 10 (SIMPLE_EDGE) - Reducer 12 <- Map 10 (SIMPLE_EDGE) - Reducer 14 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 13 (CUSTOM_SIMPLE_EDGE) - Reducer 15 <- Reducer 14 (SIMPLE_EDGE) - Reducer 16 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 13 (CUSTOM_SIMPLE_EDGE) - Reducer 17 <- Reducer 16 (SIMPLE_EDGE) - Reducer 19 <- Map 18 (SIMPLE_EDGE) - Reducer 3 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 2 (CUSTOM_SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) - Reducer 5 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 2 (CUSTOM_SIMPLE_EDGE) - Reducer 6 <- Reducer 5 (SIMPLE_EDGE) - Reducer 7 <- Reducer 4 (CUSTOM_SIMPLE_EDGE), Reducer 6 (CUSTOM_SIMPLE_EDGE) - Reducer 8 <- Reducer 15 (CUSTOM_SIMPLE_EDGE), Reducer 7 (CUSTOM_SIMPLE_EDGE) - Reducer 9 <- Reducer 17 (CUSTOM_SIMPLE_EDGE), Reducer 8 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: customer - Statistics: Num rows: 80000000 Data size: 16000000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: c_customer_sk (type: bigint), c_customer_id (type: char(16)), c_birth_country (type: varchar(20)) - outputColumnNames: _col0, _col1, _col4 - Statistics: Num rows: 80000000 Data size: 16000000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 80000000 Data size: 16000000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(16)), _col4 (type: varchar(20)) - Select Operator - expressions: c_customer_sk (type: bigint), c_customer_id (type: char(16)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(16)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(16)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(16)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 10 - Map Operator Tree: - TableScan - alias: date_dim - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), d_year (type: int) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col1 = 1999) (type: boolean) - Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 2 - Filter Operator - predicate: (_col1 = 2000) (type: boolean) - Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 13 - Filter Operator - predicate: (_col1 = 2000) (type: boolean) - Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 2 - Filter Operator - predicate: (_col1 = 1999) (type: boolean) - Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 13 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 13 - Map Operator Tree: - TableScan - alias: web_sales - Statistics: Num rows: 21600036511 Data size: 5182756360536 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_bill_customer_sk (type: bigint), ws_ext_discount_amt (type: decimal(7,2)), ws_ext_list_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 21600036511 Data size: 5182756360536 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col0 is not null and _col3 is not null) (type: boolean) - Statistics: Num rows: 21594643099 Data size: 5181462254384 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint), _col3 (type: bigint), (_col2 - _col1) (type: decimal(8,2)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 21594643099 Data size: 2764071180160 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2 - input vertices: - 1 Reducer 11 - Statistics: Num rows: 4340155973 Data size: 520775580248 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 4340155973 Data size: 520775580248 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(8,2)) - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2 - input vertices: - 1 Map 10 - Statistics: Num rows: 4340155973 Data size: 520775580248 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 4340155973 Data size: 520775580248 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(8,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 18 - Map Operator Tree: - TableScan - alias: customer - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_302_container, bigKeyColName:c_customer_id, smallTablePos:0, keyRatio:0.1111111125 - Statistics: Num rows: 80000000 Data size: 29760000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: c_customer_id (type: char(16)), c_first_name (type: char(20)), c_last_name (type: char(30)), c_birth_country (type: varchar(20)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 80000000 Data size: 29760000000 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: char(16)) - 1 _col0 (type: char(16)) - outputColumnNames: _col0, _col2, _col3, _col4 - input vertices: - 0 Reducer 9 - Statistics: Num rows: 13333333 Data size: 4959999876 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++++ - keys: _col0 (type: char(16)), _col2 (type: char(20)), _col3 (type: char(30)), _col4 (type: varchar(20)) - null sort order: zzzz - Statistics: Num rows: 13333333 Data size: 4959999876 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col0 (type: char(16)), _col2 (type: char(20)), _col3 (type: char(30)), _col4 (type: varchar(20)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 13333333 Data size: 4959999876 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)), _col1 (type: char(20)), _col2 (type: char(30)), _col3 (type: varchar(20)) - null sort order: zzzz - sort order: ++++ - Statistics: Num rows: 13333333 Data size: 4959999876 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 2 - Map Operator Tree: - TableScan - alias: store_sales - Statistics: Num rows: 86404891377 Data size: 19834337697608 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_customer_sk (type: bigint), ss_ext_discount_amt (type: decimal(7,2)), ss_ext_list_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 86404891377 Data size: 19834337697608 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col0 is not null and _col3 is not null) (type: boolean) - Statistics: Num rows: 82514936083 Data size: 18941394188296 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint), _col3 (type: bigint), (_col2 - _col1) (type: decimal(8,2)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 82514936083 Data size: 10532193185128 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2 - input vertices: - 1 Map 10 - Statistics: Num rows: 16584098707 Data size: 1960373211344 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 16584098707 Data size: 1960373211344 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(8,2)) - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2 - input vertices: - 1 Reducer 12 - Statistics: Num rows: 16584098707 Data size: 1960373211344 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 16584098707 Data size: 1960373211344 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(8,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 11 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 12 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 14 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col2, _col5 - input vertices: - 1 Map 1 - Statistics: Num rows: 4340155973 Data size: 920113066276 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Group By Operator - aggregations: sum(_col2) - keys: _col5 (type: char(16)) - minReductionHashAggr: 0.9815675 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(18,2)) - Reducer 15 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: char(16)) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(18,2)) - Reducer 16 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col2, _col5 - input vertices: - 1 Map 1 - Statistics: Num rows: 4340155973 Data size: 920113066276 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Group By Operator - aggregations: sum(_col2) - keys: _col5 (type: char(16)) - minReductionHashAggr: 0.9815675 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(18,2)) - Reducer 17 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: char(16)) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col1 > 0) (type: boolean) - Statistics: Num rows: 26666666 Data size: 5653333192 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(16)), _col1 (type: decimal(18,2)), (_col1 > 0) (type: boolean) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 26666666 Data size: 5759999856 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 26666666 Data size: 5759999856 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(18,2)), _col2 (type: boolean) - Reducer 19 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: char(16)), KEY.reducesinkkey1 (type: char(20)), KEY.reducesinkkey2 (type: char(30)), KEY.reducesinkkey3 (type: varchar(20)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 13333333 Data size: 4959999876 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 37200 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 37200 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col2, _col5 - input vertices: - 1 Map 1 - Statistics: Num rows: 16584098707 Data size: 3515828925884 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Group By Operator - aggregations: sum(_col2) - keys: _col5 (type: char(16)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(18,2)) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: char(16)) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col1 > 0) (type: boolean) - Statistics: Num rows: 26666666 Data size: 5653333192 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(16)), _col1 (type: decimal(18,2)), (_col1 > 0) (type: boolean) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 26666666 Data size: 5759999856 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 26666666 Data size: 5759999856 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(18,2)), _col2 (type: boolean) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col2, _col5, _col8 - input vertices: - 1 Map 1 - Statistics: Num rows: 16584098707 Data size: 5041566006928 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Group By Operator - aggregations: sum(_col2) - keys: _col5 (type: char(16)), _col8 (type: varchar(20)) - minReductionHashAggr: 0.9291035 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 80000000 Data size: 24320000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)), _col1 (type: varchar(20)) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: char(16)), _col1 (type: varchar(20)) - Statistics: Num rows: 80000000 Data size: 24320000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(18,2)) - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: char(16)), KEY._col1 (type: varchar(20)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 80000000 Data size: 24320000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(16)), _col2 (type: decimal(18,2)) - outputColumnNames: _col0, _col2 - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(18,2)) - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: char(16)) - 1 KEY.reducesinkkey0 (type: char(16)) - outputColumnNames: _col0, _col2, _col4, _col5 - input vertices: - 1 Reducer 4 - Statistics: Num rows: 26666666 Data size: 8746666448 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 26666666 Data size: 8746666448 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(18,2)), _col4 (type: decimal(18,2)), _col5 (type: boolean) - Reducer 8 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: char(16)) - 1 KEY.reducesinkkey0 (type: char(16)) - outputColumnNames: _col0, _col2, _col4, _col5, _col7 - input vertices: - 1 Reducer 15 - Statistics: Num rows: 26666666 Data size: 11733333040 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 26666666 Data size: 11733333040 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(18,2)), _col4 (type: decimal(18,2)), _col5 (type: boolean), _col7 (type: decimal(18,2)) - Reducer 9 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: char(16)) - 1 KEY.reducesinkkey0 (type: char(16)) - outputColumnNames: _col0, _col2, _col4, _col5, _col7, _col9, _col10 - input vertices: - 1 Reducer 17 - Statistics: Num rows: 26666666 Data size: 14826666296 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Filter Operator - predicate: if(_col5, if(_col10, ((_col7 / _col9) > (_col2 / _col4)), (0 > (_col2 / _col4))), if(_col10, ((_col7 / _col9) > 0), false)) (type: boolean) - Statistics: Num rows: 13333333 Data size: 7413333148 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(16)) - outputColumnNames: _col0 - Statistics: Num rows: 13333333 Data size: 1333333300 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 13333333 Data size: 1333333300 Basic stats: COMPLETE Column stats: COMPLETE - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_customer_sk", + "ss_ext_discount_amt", + "ss_ext_list_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 82510879939 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_customer_sk", + "ss_sold_date_sk", + "$f8" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 1, + "name": "$1" + } + ] + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 73049 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 10957.35 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "3", + "7" + ], + "rowCount": 1.0984822172140161E14 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer" + ], + "table:alias": "customer", + "inputs": [], + "rowCount": 80000000, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "c_customer_sk" + }, + { + "type": "CHAR", + "nullable": false, + "precision": 16, + "name": "c_customer_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_shipto_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_sales_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "c_salutation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "c_first_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "c_last_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "c_preferred_cust_flag" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_day" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_month" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_year" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "c_birth_country" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 13, + "name": "c_login" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "c_email_address" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_last_review_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "c_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "c_customer_id", + "ndv": 80610928 + }, + { + "name": "c_first_name", + "ndv": 5158 + }, + { + "name": "c_last_name", + "ndv": 5123 + }, + { + "name": "c_preferred_cust_flag", + "ndv": 3 + }, + { + "name": "c_birth_country", + "ndv": 216 + }, + { + "name": "c_login", + "ndv": 1 + }, + { + "name": "c_email_address", + "ndv": 75301330 + }, + { + "name": "c_current_cdemo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "c_current_hdemo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "c_current_addr_sk", + "ndv": 33825344, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "c_first_shipto_date_sk", + "ndv": 3646, + "minValue": 2449028, + "maxValue": 2452678 + }, + { + "name": "c_first_sales_date_sk", + "ndv": 3643, + "minValue": 2448998, + "maxValue": 2452648 + }, + { + "name": "c_salutation", + "ndv": 7 + }, + { + "name": "c_birth_day", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "c_birth_month", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "c_birth_year", + "ndv": 67, + "minValue": 1924, + "maxValue": 1992 + }, + { + "name": "c_last_review_date_sk", + "ndv": 364, + "minValue": 2452283, + "maxValue": 2452648 + } + ] + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_customer_id", + "c_first_name", + "c_last_name", + "c_birth_country" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 14, + "name": "$14" + } + ], + "rowCount": 80000000 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "8", + "10" + ], + "rowCount": 1.3181786606568192E21 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5, + 8 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 18, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 80000000 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_id", + "c_birth_country", + "$f2" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 80000000 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_customer_sk", + "ss_ext_discount_amt", + "ss_ext_list_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 22, + "name": "$22" + } + ], + "inputs": [ + "0" + ], + "rowCount": 82510879939 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_customer_sk", + "ss_sold_date_sk", + "$f8" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 1, + "name": "$1" + } + ] + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ], + "inputs": [ + "4" + ], + "rowCount": 73049 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 10957.35 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "16", + "19" + ], + "rowCount": 1.0984822172140161E14 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer" + ], + "table:alias": "customer", + "inputs": [], + "rowCount": 80000000, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "c_customer_sk" + }, + { + "type": "CHAR", + "nullable": false, + "precision": 16, + "name": "c_customer_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_shipto_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_sales_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "c_salutation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "c_first_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "c_last_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "c_preferred_cust_flag" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_day" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_month" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_year" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "c_birth_country" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 13, + "name": "c_login" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "c_email_address" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_last_review_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "c_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "c_customer_id", + "ndv": 80610928 + }, + { + "name": "c_current_cdemo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "c_current_hdemo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "c_current_addr_sk", + "ndv": 33825344, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "c_first_shipto_date_sk", + "ndv": 3646, + "minValue": 2449028, + "maxValue": 2452678 + }, + { + "name": "c_first_sales_date_sk", + "ndv": 3643, + "minValue": 2448998, + "maxValue": 2452648 + }, + { + "name": "c_salutation", + "ndv": 7 + }, + { + "name": "c_first_name", + "ndv": 5158 + }, + { + "name": "c_last_name", + "ndv": 5123 + }, + { + "name": "c_preferred_cust_flag", + "ndv": 3 + }, + { + "name": "c_birth_day", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "c_birth_month", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "c_birth_year", + "ndv": 67, + "minValue": 1924, + "maxValue": 1992 + }, + { + "name": "c_birth_country", + "ndv": 216 + }, + { + "name": "c_login", + "ndv": 1 + }, + { + "name": "c_email_address", + "ndv": 75301330 + }, + { + "name": "c_last_review_date_sk", + "ndv": 364, + "minValue": 2452283, + "maxValue": 2452648 + } + ] + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_customer_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 80000000 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "20", + "22" + ], + "rowCount": 1.3181786606568192E21 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 18, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 80000000 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + "rowCount": 40000000 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "customer_id", + "year_total", + "EXPR$0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + } + ], + "rowCount": 40000000 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "13", + "26" + ], + "rowCount": 480000000000000 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + } + ] + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_bill_customer_sk", + "ws_ext_discount_amt", + "ws_ext_list_price", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 21, + "name": "$21" + }, + { + "input": 24, + "name": "$24" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 21594638446 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + } + ] + }, + "rowCount": 1.7491657141260002E10 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_bill_customer_sk", + "ws_sold_date_sk", + "$f8" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 1, + "name": "$1" + } + ] + } + ], + "rowCount": 1.7491657141260002E10 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ], + "inputs": [ + "4" + ], + "rowCount": 73049 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 10957.35 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "31", + "34" + ], + "rowCount": 2.8749331406517793E13 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_customer_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "inputs": [ + "21" + ], + "rowCount": 80000000 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "35", + "36" + ], + "rowCount": 3.449919768782135E20 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 18, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 80000000 + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_id", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 80000000 + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "27", + "39" + ], + "rowCount": 5.76E21 + }, + { + "id": "41", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_bill_customer_sk", + "ws_ext_discount_amt", + "ws_ext_list_price", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 21, + "name": "$21" + }, + { + "input": 24, + "name": "$24" + }, + { + "input": 33, + "name": "$33" + } + ], + "inputs": [ + "28" + ], + "rowCount": 21594638446 + }, + { + "id": "42", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + } + ] + }, + "rowCount": 1.7491657141260002E10 + }, + { + "id": "43", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_bill_customer_sk", + "ws_sold_date_sk", + "$f8" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 1, + "name": "$1" + } + ] + } + ], + "rowCount": 1.7491657141260002E10 + }, + { + "id": "44", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ], + "inputs": [ + "4" + ], + "rowCount": 73049 + }, + { + "id": "45", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 10957.35 + }, + { + "id": "46", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "47", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "43", + "46" + ], + "rowCount": 2.8749331406517793E13 + }, + { + "id": "48", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_customer_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "inputs": [ + "21" + ], + "rowCount": 80000000 + }, + { + "id": "49", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "47", + "48" + ], + "rowCount": 3.449919768782135E20 + }, + { + "id": "50", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 18, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 80000000 + }, + { + "id": "51", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + "rowCount": 40000000 + }, + { + "id": "52", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "customer_id", + "year_total", + "EXPR$1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + } + ], + "rowCount": 40000000 + }, + { + "id": "53", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 9, + "name": "$9" + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 4, + "name": "$4" + } + ] + } + ] + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 9, + "name": "$9" + } + ] + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + } + ] + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "40", + "52" + ], + "rowCount": 8.639999999999999E27 + }, + { + "id": "54", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "customer_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 8.639999999999999E27 + }, + { + "id": "55", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer" + ], + "table:alias": "customer", + "inputs": [], + "rowCount": 80000000, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "c_customer_sk" + }, + { + "type": "CHAR", + "nullable": false, + "precision": 16, + "name": "c_customer_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_shipto_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_sales_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "c_salutation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "c_first_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "c_last_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "c_preferred_cust_flag" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_day" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_month" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_year" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "c_birth_country" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 13, + "name": "c_login" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "c_email_address" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_last_review_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "c_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "c_customer_id", + "ndv": 80610928 + }, + { + "name": "c_current_cdemo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "c_current_hdemo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "c_current_addr_sk", + "ndv": 33825344, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "c_first_shipto_date_sk", + "ndv": 3646, + "minValue": 2449028, + "maxValue": 2452678 + }, + { + "name": "c_first_sales_date_sk", + "ndv": 3643, + "minValue": 2448998, + "maxValue": 2452648 + }, + { + "name": "c_salutation", + "ndv": 7 + }, + { + "name": "c_first_name", + "ndv": 5158 + }, + { + "name": "c_last_name", + "ndv": 5123 + }, + { + "name": "c_preferred_cust_flag", + "ndv": 3 + }, + { + "name": "c_birth_day", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "c_birth_month", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "c_birth_year", + "ndv": 67, + "minValue": 1924, + "maxValue": 1992 + }, + { + "name": "c_birth_country", + "ndv": 216 + }, + { + "name": "c_login", + "ndv": 1 + }, + { + "name": "c_email_address", + "ndv": 75301330 + }, + { + "name": "c_last_review_date_sk", + "ndv": 364, + "minValue": 2452283, + "maxValue": 2452648 + } + ] + }, + { + "id": "56", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_id", + "c_first_name", + "c_last_name", + "c_birth_country" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 14, + "name": "$14" + } + ], + "rowCount": 80000000 + }, + { + "id": "57", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "54", + "56" + ], + "rowCount": 1.0368E35 + }, + { + "id": "58", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "t_s_secyear.customer_id", + "t_s_secyear.customer_first_name", + "t_s_secyear.customer_last_name", + "t_s_secyear.customer_birth_country" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 1.0368E35 + }, + { + "id": "59", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 3, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query12.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query12.q.out index 973a5e460ab8..0c0651b9de01 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query12.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query12.q.out @@ -1,203 +1,1587 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: web_sales - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_52_container, bigKeyColName:ws_item_sk, smallTablePos:1, keyRatio:0.030300956815565664 - Statistics: Num rows: 21594638446 Data size: 2763811113552 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_item_sk (type: bigint), ws_ext_sales_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 21594638446 Data size: 2763811113552 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 5 - Statistics: Num rows: 2399240019 Data size: 287606194744 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col5, _col6, _col7, _col8, _col9 - input vertices: - 1 Map 6 - Statistics: Num rows: 654338207 Data size: 451190719790 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col9 (type: char(50)), _col8 (type: char(50)), _col5 (type: string), _col6 (type: varchar(200)), _col7 (type: decimal(7,2)) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: string), _col3 (type: varchar(200)), _col4 (type: decimal(7,2)) - null sort order: zzzzz - sort order: +++++ - Map-reduce partition columns: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: string), _col3 (type: varchar(200)), _col4 (type: decimal(7,2)) - Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col5 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-01-12 00:00:00' AND TIMESTAMP'2001-02-11 00:00:00' (type: boolean) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-01-12 00:00:00' AND TIMESTAMP'2001-02-11 00:00:00' (type: boolean) - Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: item - filterExpr: (i_category) IN ('Books ', 'Jewelry ', 'Sports ') (type: boolean) - Statistics: Num rows: 462000 Data size: 270601408 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (i_category) IN ('Books ', 'Jewelry ', 'Sports ') (type: boolean) - Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_item_id (type: string), i_item_desc (type: varchar(200)), i_current_price (type: decimal(7,2)), i_class (type: char(50)), i_category (type: char(50)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string), _col2 (type: varchar(200)), _col3 (type: decimal(7,2)), _col4 (type: char(50)), _col5 (type: char(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: char(50)), KEY._col1 (type: char(50)), KEY._col2 (type: string), KEY._col3 (type: varchar(200)), KEY._col4 (type: decimal(7,2)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: char(50)) - null sort order: a - sort order: + - Map-reduce partition columns: _col1 (type: char(50)) - Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: char(50)), _col2 (type: string), _col3 (type: varchar(200)), _col4 (type: decimal(7,2)), _col5 (type: decimal(17,2)) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: char(50)), KEY.reducesinkkey0 (type: char(50)), VALUE._col1 (type: string), VALUE._col2 (type: varchar(200)), VALUE._col3 (type: decimal(7,2)), VALUE._col4 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator - Function definitions: - Input definition - input alias: ptf_0 - output shape: _col0: char(50), _col1: char(50), _col2: string, _col3: varchar(200), _col4: decimal(7,2), _col5: decimal(17,2) - type: WINDOWING - Windowing table definition - input alias: ptf_1 - name: windowingtablefunction - order by: _col1 ASC NULLS FIRST - partition by: _col1 - raw input shape: - window functions: - window function definition - alias: sum_window_0 - arguments: _col5 - name: sum - window function: GenericUDAFSumHiveDecimal - window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) - Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: +++++ - keys: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: string), _col3 (type: varchar(200)), ((_col5 * 100) / sum_window_0) (type: decimal(38,17)) - null sort order: zzzzz - Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col3 (type: varchar(200)), _col0 (type: char(50)), _col1 (type: char(50)), _col4 (type: decimal(7,2)), _col5 (type: decimal(17,2)), ((_col5 * 100) / sum_window_0) (type: decimal(38,17)), _col2 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 126000 Data size: 101052000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col6 (type: string), _col0 (type: varchar(200)), _col5 (type: decimal(38,17)) - null sort order: zzzzz - sort order: +++++ - Statistics: Num rows: 126000 Data size: 101052000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: decimal(7,2)), _col4 (type: decimal(17,2)) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey3 (type: varchar(200)), KEY.reducesinkkey0 (type: char(50)), KEY.reducesinkkey1 (type: char(50)), VALUE._col0 (type: decimal(7,2)), VALUE._col1 (type: decimal(17,2)), KEY.reducesinkkey4 (type: decimal(38,17)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 126000 Data size: 88452000 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 70200 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 70200 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + }, + "rowCount": 1.94351746014E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_item_sk", + "ws_ext_sales_price", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 1.94351746014E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "TIMESTAMP", + "nullable": true, + "precision": 9 + } + }, + { + "literal": 979257600000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + }, + { + "literal": 981849600000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 5.323950260466258E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Books", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + }, + { + "literal": "Jewelry", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 7 + } + }, + { + "literal": "Sports", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + } + ] + }, + "rowCount": 115500 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_item_id", + "i_item_desc", + "i_current_price", + "i_class", + "i_category" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 12, + "name": "$12" + } + ], + "rowCount": 115500 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "9" + ], + "rowCount": 922374382625779200 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5, + 6, + 7, + 8, + 9 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 92237438262577920 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_desc", + "i_category", + "i_class", + "i_current_price", + "itemrevenue", + "revenueratio", + "(tok_table_or_col i_item_id)" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 5, + "name": "$5" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "literal": 100, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 10, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ], + "distinct": false, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 27, + "scale": 2 + }, + "window": { + "partition": [ + { + "input": 3, + "name": "$3" + } + ], + "order": [ + { + "expr": { + "input": 3, + "name": "$3" + }, + "direction": "ASCENDING", + "null-direction": "FIRST" + } + ], + "range-lower": { + "type": "UNBOUNDED_PRECEDING" + }, + "range-upper": { + "type": "UNBOUNDED_FOLLOWING" + } + } + } + ] + }, + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 92237438262577920 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 6, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 5, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_desc", + "i_category", + "i_class", + "i_current_price", + "itemrevenue", + "revenueratio" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query13.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query13.q.out index 0219ac32e5eb..6d1952d92d18 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query13.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query13.q.out @@ -1,219 +1,2635 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: (ss_net_profit is not null and ss_sales_price is not null and ss_cdemo_sk is not null and ss_addr_sk is not null and ss_hdemo_sk is not null and ss_store_sk is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_89_container, bigKeyColName:ss_hdemo_sk, smallTablePos:1, keyRatio:7.945618813963477E-8 - Statistics: Num rows: 82510879939 Data size: 39653754183252 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ss_net_profit is not null and ss_sales_price is not null and ss_cdemo_sk is not null and ss_addr_sk is not null and ss_hdemo_sk is not null and ss_store_sk is not null) (type: boolean) - Statistics: Num rows: 71506977209 Data size: 34365408522320 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_cdemo_sk (type: bigint), ss_hdemo_sk (type: bigint), ss_addr_sk (type: bigint), ss_quantity (type: int), ss_ext_sales_price (type: decimal(7,2)), ss_ext_wholesale_cost (type: decimal(7,2)), ss_sold_date_sk (type: bigint), ss_net_profit BETWEEN 100 AND 200 (type: boolean), ss_net_profit BETWEEN 150 AND 300 (type: boolean), ss_net_profit BETWEEN 50 AND 250 (type: boolean), ss_sales_price BETWEEN 100 AND 150 (type: boolean), ss_sales_price BETWEEN 50 AND 100 (type: boolean), ss_sales_price BETWEEN 150 AND 200 (type: boolean) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12 - Statistics: Num rows: 71506977209 Data size: 19882885733240 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col6 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col7, _col8, _col9, _col10, _col11, _col12 - input vertices: - 1 Map 3 - Statistics: Num rows: 14371686201 Data size: 3541489597360 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col3, _col4, _col5, _col7, _col8, _col9, _col10, _col11, _col12, _col15, _col16, _col17 - input vertices: - 1 Map 4 - Statistics: Num rows: 1220237740 Data size: 43928558884 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((_col15 and _col7) or (_col16 and _col8) or (_col17 and _col9)) (type: boolean) - Statistics: Num rows: 915178305 Data size: 32946419224 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col3, _col4, _col5, _col10, _col11, _col12, _col19, _col20 - input vertices: - 1 Map 5 - Statistics: Num rows: 183035664 Data size: 3660713516 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col3, _col4, _col5, _col10, _col11, _col12, _col19, _col20, _col22, _col23, _col24, _col25, _col26, _col27 - input vertices: - 1 Map 6 - Statistics: Num rows: 47066317 Data size: 2070918176 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((_col22 and _col23 and _col10 and _col19) or (_col24 and _col25 and _col11 and _col20) or (_col26 and _col27 and _col12 and _col20)) (type: boolean) - Statistics: Num rows: 8824932 Data size: 388297236 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col3 (type: int), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)) - outputColumnNames: _col3, _col4, _col5 - Statistics: Num rows: 8824932 Data size: 388297236 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col3), count(_col3), sum(_col4), count(_col4), sum(_col5), count(_col5) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: decimal(17,2)), _col3 (type: bigint), _col4 (type: decimal(17,2)), _col5 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 3 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: (d_year = 2001) (type: boolean) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_year = 2001) (type: boolean) - Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: customer_address - filterExpr: ((ca_state) IN ('GA', 'IN', 'KY', 'MO', 'MT', 'NM', 'OR', 'WI', 'WV') and (ca_country = 'United States')) (type: boolean) - Statistics: Num rows: 40000000 Data size: 7640000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((ca_state) IN ('GA', 'IN', 'KY', 'MO', 'MT', 'NM', 'OR', 'WI', 'WV') and (ca_country = 'United States')) (type: boolean) - Statistics: Num rows: 3396227 Data size: 648679357 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ca_address_sk (type: bigint), (ca_state) IN ('GA', 'KY', 'NM') (type: boolean), (ca_state) IN ('IN', 'MT', 'OR') (type: boolean), (ca_state) IN ('MO', 'WI', 'WV') (type: boolean) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 3396227 Data size: 67924540 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 3396227 Data size: 67924540 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: boolean), _col2 (type: boolean), _col3 (type: boolean) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: household_demographics - filterExpr: (hd_dep_count) IN (1, 3) (type: boolean) - Statistics: Num rows: 7200 Data size: 86400 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (hd_dep_count) IN (1, 3) (type: boolean) - Statistics: Num rows: 1440 Data size: 17280 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: hd_demo_sk (type: bigint), (hd_dep_count = 3) (type: boolean), (hd_dep_count = 1) (type: boolean) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1440 Data size: 23040 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1440 Data size: 23040 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: boolean), _col2 (type: boolean) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: customer_demographics - filterExpr: ((cd_marital_status) IN ('D', 'M', 'U') and (cd_education_status) IN ('4 yr Degree ', 'Advanced Degree ', 'Primary ')) (type: boolean) - Statistics: Num rows: 1920800 Data size: 359189600 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((cd_marital_status) IN ('D', 'M', 'U') and (cd_education_status) IN ('4 yr Degree ', 'Advanced Degree ', 'Primary ')) (type: boolean) - Statistics: Num rows: 493920 Data size: 92363040 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cd_demo_sk (type: bigint), (cd_marital_status = 'M') (type: boolean), (cd_education_status = '4 yr Degree ') (type: boolean), (cd_marital_status = 'D') (type: boolean), (cd_education_status = 'Primary ') (type: boolean), (cd_marital_status = 'U') (type: boolean), (cd_education_status = 'Advanced Degree ') (type: boolean) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 493920 Data size: 15805440 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 493920 Data size: 15805440 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: boolean), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), count(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), sum(VALUE._col4), count(VALUE._col5) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: (UDFToDouble(_col0) / _col1) (type: double), CAST( (_col2 / _col3) AS decimal(11,6)) (type: decimal(11,6)), CAST( (_col4 / _col5) AS decimal(11,6)) (type: decimal(11,6)), _col4 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 344 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 344 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 21, + "name": "$21" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 12, + "name": "$12" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 3.94646980910959E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_cdemo_sk", + "ss_hdemo_sk", + "ss_addr_sk", + "ss_quantity", + "ss_ext_sales_price", + "ss_ext_wholesale_cost", + "ss_sold_date_sk", + "EXPR$0", + "EXPR$1", + "EXPR$2", + "EXPR$5", + "EXPR$8", + "EXPR$11" + ], + "exprs": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 22, + "name": "$22" + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 21, + "name": "$21" + }, + { + "literal": 100, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + }, + { + "literal": 200, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 21, + "name": "$21" + }, + { + "literal": 150, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + }, + { + "literal": 300, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 21, + "name": "$21" + }, + { + "literal": 50, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + }, + { + "literal": 250, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 12, + "name": "$12" + }, + { + "literal": 100, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 3, + "scale": 0 + } + }, + { + "literal": 150, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 3, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 12, + "name": "$12" + }, + { + "literal": 50, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 3, + "scale": 0 + } + }, + { + "literal": 100, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 3, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 12, + "name": "$12" + }, + { + "literal": 150, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 3, + "scale": 0 + } + }, + { + "literal": 200, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 3, + "scale": 0 + } + } + ] + } + ], + "rowCount": 3.94646980910959E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 10957.35 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 13, + "name": "$13" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 6.486427644427045E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "customer_address", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": "GA", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "IN", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "KY", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "MO", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "MT", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "NM", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "OR", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "WI", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "WV", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "literal": "United States", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 20 + } + } + ] + } + ] + }, + "rowCount": 1500000 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "EXPR$0", + "EXPR$1", + "EXPR$2" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": "GA", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "KY", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "NM", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": "IN", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "MT", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "OR", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": "MO", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "WI", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "WV", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + } + ] + } + ], + "rowCount": 1500000 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 14, + "name": "$14" + } + ] + }, + { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 15, + "name": "$15" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 16, + "name": "$16" + }, + { + "input": 8, + "name": "$8" + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 17, + "name": "$17" + }, + { + "input": 9, + "name": "$9" + } + ] + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "9" + ], + "rowCount": 3648615549990212608 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "household_demographics" + ], + "table:alias": "household_demographics", + "inputs": [], + "rowCount": 7200, + "avgRowSize": 183, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "hd_demo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "hd_income_band_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "hd_buy_potential" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "hd_dep_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "hd_vehicle_count" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "hd_demo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "hd_dep_count", + "ndv": 10, + "minValue": 0, + "maxValue": 9 + }, + { + "name": "hd_income_band_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "hd_buy_potential", + "ndv": 6 + }, + { + "name": "hd_vehicle_count", + "ndv": 6, + "minValue": -1, + "maxValue": 4 + } + ] + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 1800 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "hd_demo_sk", + "EXPR$0", + "EXPR$1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "rowCount": 1800 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 18, + "name": "$18" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "10", + "13" + ], + "rowCount": 9.851261984973575E20 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_demographics" + ], + "table:alias": "customer_demographics", + "inputs": [], + "rowCount": 1920800, + "avgRowSize": 217, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "cd_demo_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_gender" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_marital_status" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "cd_education_status" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_purchase_estimate" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "cd_credit_rating" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_employed_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_college_count" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "cd_demo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cd_marital_status", + "ndv": 5 + }, + { + "name": "cd_education_status", + "ndv": 7 + }, + { + "name": "cd_gender", + "ndv": 2 + }, + { + "name": "cd_purchase_estimate", + "ndv": 20, + "minValue": 500, + "maxValue": 10000 + }, + { + "name": "cd_credit_rating", + "ndv": 4 + }, + { + "name": "cd_dep_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_dep_employed_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_dep_college_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + } + ] + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": "D", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + }, + { + "literal": "M", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + }, + { + "literal": "U", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": "4 yr Degree", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 11 + } + }, + { + "literal": "Advanced Degree", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 15 + } + }, + { + "literal": "Primary", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 7 + } + } + ] + } + ] + }, + "rowCount": 120050 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cd_demo_sk", + "EXPR$3", + "EXPR$4", + "EXPR$6", + "EXPR$7", + "EXPR$9", + "EXPR$10" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": "M", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": "4 yr Degree", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 11 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": "D", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": "Primary", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 7 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": "U", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": "Advanced Degree", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 15 + } + } + ] + } + ], + "rowCount": 120050 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 21, + "name": "$21" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 22, + "name": "$22" + }, + { + "input": 23, + "name": "$23" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 19, + "name": "$19" + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 24, + "name": "$24" + }, + { + "input": 25, + "name": "$25" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 20, + "name": "$20" + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 26, + "name": "$26" + }, + { + "input": 27, + "name": "$27" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 20, + "name": "$20" + } + ] + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "14", + "17" + ], + "rowCount": 4.4349150048602914E24 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + } + ], + "rowCount": 1 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "_c0", + "_c1", + "_c2", + "_c3" + ], + "exprs": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "input": 1, + "name": "$1" + } + ] + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 11, + "scale": 6 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 11, + "scale": 6 + } + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 1 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query14.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query14.q.out index d3eae34b709b..c211d0f88132 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query14.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query14.q.out @@ -2,1196 +2,10807 @@ Warning: Map Join MAPJOIN[1090][bigTable=?] in task 'Reducer 8' is a cross produ Warning: Map Join MAPJOIN[1135][bigTable=?] in task 'Reducer 11' is a cross product Warning: Map Join MAPJOIN[1151][bigTable=?] in task 'Reducer 17' is a cross product Warning: Map Join MAPJOIN[1187][bigTable=?] in task 'Reducer 26' is a cross product -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-2 depends on stages: Stage-1 - Stage-4 depends on stages: Stage-2, Stage-0 - Stage-0 depends on stages: Stage-1 - Stage-3 depends on stages: Stage-4 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 4 (BROADCAST_EDGE), Union 2 (CONTAINS) - Map 5 <- Map 4 (BROADCAST_EDGE), Union 2 (CONTAINS) - Map 6 <- Map 4 (BROADCAST_EDGE), Union 2 (CONTAINS) - Reducer 3 <- Union 2 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: ss_sold_date_sk is not null (type: boolean) - Statistics: Num rows: 82510879939 Data size: 10005709976020 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_quantity (type: int), ss_list_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 82510879939 Data size: 10005709976020 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 4 - Statistics: Num rows: 49749852010 Data size: 5545343696744 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: (CAST( _col0 AS decimal(10,0)) * _col1) (type: decimal(18,2)) - outputColumnNames: _col0 - Statistics: Num rows: 88516906238 Data size: 10029566262388 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col0), count(_col0) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: decimal(28,2)), _col1 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: (d_year BETWEEN 1999 AND 2001 or d_year BETWEEN 1998 AND 2000) (type: boolean) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: d_year BETWEEN 1999 AND 2001 (type: boolean) - Statistics: Num rows: 1101 Data size: 13212 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Filter Operator - predicate: d_year BETWEEN 1998 AND 2000 (type: boolean) - Statistics: Num rows: 1101 Data size: 13212 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 5 - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 6 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: cs_sold_date_sk is not null (type: boolean) - Statistics: Num rows: 43005109025 Data size: 5320191433036 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_quantity (type: int), cs_list_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 43005109025 Data size: 5320191433036 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 4 - Statistics: Num rows: 25746588712 Data size: 2974162204528 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: (CAST( _col0 AS decimal(10,0)) * _col1) (type: decimal(18,2)) - outputColumnNames: _col0 - Statistics: Num rows: 88516906238 Data size: 10029566262388 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col0), count(_col0) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: decimal(28,2)), _col1 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: ws_sold_date_sk is not null (type: boolean) - Statistics: Num rows: 21594638446 Data size: 2677421528564 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_quantity (type: int), ws_list_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 21594638446 Data size: 2677421528564 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 4 - Statistics: Num rows: 13020465516 Data size: 1510060361116 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: (CAST( _col0 AS decimal(10,0)) * _col1) (type: decimal(18,2)) - outputColumnNames: _col0 - Statistics: Num rows: 88516906238 Data size: 10029566262388 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col0), count(_col0) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: decimal(28,2)), _col1 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), count(VALUE._col1) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: CAST( (_col0 / _col1) AS decimal(22,6)) (type: decimal(22,6)) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat - output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat - serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde - name: default.avg_sales - Union 2 - Vertex: Union 2 - - Stage: Stage-2 - Dependency Collection - - Stage: Stage-4 - Tez -#### A masked pattern was here #### - Edges: - Map 10 <- Map 15 (BROADCAST_EDGE), Map 22 (BROADCAST_EDGE), Reducer 21 (BROADCAST_EDGE) - Map 16 <- Map 15 (BROADCAST_EDGE), Map 22 (BROADCAST_EDGE), Reducer 21 (BROADCAST_EDGE) - Map 18 <- Map 15 (BROADCAST_EDGE), Map 22 (BROADCAST_EDGE) - Map 23 <- Map 15 (BROADCAST_EDGE), Map 22 (BROADCAST_EDGE) - Map 25 <- Map 15 (BROADCAST_EDGE), Map 22 (BROADCAST_EDGE), Reducer 21 (BROADCAST_EDGE) - Map 27 <- Map 15 (BROADCAST_EDGE), Map 22 (BROADCAST_EDGE) - Reducer 11 <- Map 10 (SIMPLE_EDGE), Reducer 8 (BROADCAST_EDGE), Union 12 (CONTAINS) - Reducer 13 <- Union 12 (SIMPLE_EDGE) - Reducer 14 <- Reducer 13 (SIMPLE_EDGE) - Reducer 17 <- Map 16 (SIMPLE_EDGE), Reducer 8 (BROADCAST_EDGE), Union 12 (CONTAINS) - Reducer 19 <- Map 18 (SIMPLE_EDGE), Union 20 (CONTAINS) - Reducer 21 <- Map 22 (BROADCAST_EDGE), Union 20 (SIMPLE_EDGE) - Reducer 24 <- Map 23 (SIMPLE_EDGE), Union 20 (CONTAINS) - Reducer 26 <- Map 25 (SIMPLE_EDGE), Reducer 8 (BROADCAST_EDGE), Union 12 (CONTAINS) - Reducer 28 <- Map 27 (SIMPLE_EDGE), Union 20 (CONTAINS) - Reducer 8 <- Map 7 (CUSTOM_SIMPLE_EDGE), Reducer 9 (BROADCAST_EDGE) - Reducer 9 <- Map 7 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 10 - Map Operator Tree: - TableScan - alias: store_sales - Statistics: Num rows: 82510879939 Data size: 10665797015532 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_quantity (type: int), ss_list_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 82510879939 Data size: 10665797015532 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 15 - Statistics: Num rows: 1400767848 Data size: 11206142900 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Reducer 21 - Statistics: Num rows: 1400767848 Data size: 11206142900 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col8, _col9, _col10 - input vertices: - 1 Map 22 - Statistics: Num rows: 1400767848 Data size: 16809200716 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col8 (type: int), _col9 (type: int), _col10 (type: int), (CAST( _col1 AS decimal(10,0)) * _col2) (type: decimal(18,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1400767848 Data size: 16809200716 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col3), count() - keys: _col0 (type: int), _col1 (type: int), _col2 (type: int) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 11885346 Data size: 1568865568 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int) - Statistics: Num rows: 11885346 Data size: 1568865568 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: decimal(28,2)), _col4 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 15 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: (((d_year = 2000) and (d_moy = 11)) or d_year BETWEEN 1999 AND 2001) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 2000) and (d_moy = 11)) (type: boolean) - Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 10 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 25 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 16 - Filter Operator - predicate: d_year BETWEEN 1999 AND 2001 (type: boolean) - Statistics: Num rows: 1101 Data size: 13212 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 23 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 27 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 18 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 16 - Map Operator Tree: - TableScan - alias: catalog_sales - Statistics: Num rows: 43005109025 Data size: 5664232305236 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_item_sk (type: bigint), cs_quantity (type: int), cs_list_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 43005109025 Data size: 5664232305236 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 15 - Statistics: Num rows: 724926652 Data size: 77448818784 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Reducer 21 - Statistics: Num rows: 724926652 Data size: 77448818784 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col8, _col9, _col10 - input vertices: - 1 Map 22 - Statistics: Num rows: 724926652 Data size: 80348511816 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col8 (type: int), _col9 (type: int), _col10 (type: int), (CAST( _col1 AS decimal(10,0)) * _col2) (type: decimal(18,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 724926652 Data size: 80348511816 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col3), count() - keys: _col0 (type: int), _col1 (type: int), _col2 (type: int) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 56545434 Data size: 7463996240 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int) - Statistics: Num rows: 56545434 Data size: 7463996240 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: decimal(28,2)), _col4 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 18 - Map Operator Tree: - TableScan - alias: store_sales - Statistics: Num rows: 82510879939 Data size: 1320174079024 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 82510879939 Data size: 1320174079024 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0 - input vertices: - 1 Map 15 - Statistics: Num rows: 49749852010 Data size: 397998816080 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col4, _col5, _col6 - input vertices: - 1 Map 22 - Statistics: Num rows: 49385019517 Data size: 592620220724 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - keys: _col4 (type: int), _col5 (type: int), _col6 (type: int) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 416887515 Data size: 8337750196 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int) - Statistics: Num rows: 416887515 Data size: 8337750196 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 22 - Map Operator Tree: - TableScan - alias: iss - Statistics: Num rows: 462000 Data size: 9226424 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (i_category_id is not null and i_brand_id is not null and i_class_id is not null) (type: boolean) - Statistics: Num rows: 458612 Data size: 9158760 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_brand_id (type: int), i_class_id (type: int), i_category_id (type: int) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 458612 Data size: 9158760 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 458612 Data size: 9158760 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int) - Reduce Output Operator - key expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col1 (type: int), _col2 (type: int), _col3 (type: int) - Statistics: Num rows: 458612 Data size: 9158760 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 458612 Data size: 9158760 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 458612 Data size: 9158760 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int) - Select Operator - expressions: i_item_sk (type: bigint), i_brand_id (type: int), i_class_id (type: int), i_category_id (type: int) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 462000 Data size: 9226424 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 9226424 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 9226424 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 9226424 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 23 - Map Operator Tree: - TableScan - alias: catalog_sales - Statistics: Num rows: 43005109025 Data size: 688081744400 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_item_sk (type: bigint), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 43005109025 Data size: 688081744400 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0 - input vertices: - 1 Map 15 - Statistics: Num rows: 25746588712 Data size: 205972709696 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col4, _col5, _col6 - input vertices: - 1 Map 22 - Statistics: Num rows: 25557780268 Data size: 306693349736 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - keys: _col4 (type: int), _col5 (type: int), _col6 (type: int) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 215917119 Data size: 4318342276 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int) - Statistics: Num rows: 215917119 Data size: 4318342276 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 25 - Map Operator Tree: - TableScan - alias: web_sales - Statistics: Num rows: 21594638446 Data size: 2850178636132 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_item_sk (type: bigint), ws_quantity (type: int), ws_list_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 21594638446 Data size: 2850178636132 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 15 - Statistics: Num rows: 366607110 Data size: 45145642900 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Reducer 21 - Statistics: Num rows: 366607110 Data size: 45145642900 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col8, _col9, _col10 - input vertices: - 1 Map 22 - Statistics: Num rows: 366607110 Data size: 46612057764 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col8 (type: int), _col9 (type: int), _col10 (type: int), (CAST( _col1 AS decimal(10,0)) * _col2) (type: decimal(18,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 366607110 Data size: 46612057764 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col3), count() - keys: _col0 (type: int), _col1 (type: int), _col2 (type: int) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 32954823 Data size: 4350035428 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int) - Statistics: Num rows: 32954823 Data size: 4350035428 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: decimal(28,2)), _col4 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 27 - Map Operator Tree: - TableScan - alias: web_sales - Statistics: Num rows: 21594638446 Data size: 345514215136 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_item_sk (type: bigint), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 21594638446 Data size: 345514215136 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0 - input vertices: - 1 Map 15 - Statistics: Num rows: 13020465516 Data size: 104163724128 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col4, _col5, _col6 - input vertices: - 1 Map 22 - Statistics: Num rows: 12924982039 Data size: 155099770988 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - keys: _col4 (type: int), _col5 (type: int), _col6 (type: int) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 109129086 Data size: 2182581616 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int) - Statistics: Num rows: 109129086 Data size: 2182581616 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: avg_sales - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Filter Operator - predicate: average_sales is not null (type: boolean) - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: average_sales (type: decimal(22,6)) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: decimal(22,6)) - Execution mode: vectorized, llap - LLAP IO: all inputs - Reducer 11 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), count(VALUE._col1) - keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 180081 Data size: 23770692 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: _col3 is not null (type: boolean) - Statistics: Num rows: 180081 Data size: 23770692 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col6 - input vertices: - 0 Reducer 8 - Statistics: Num rows: 180081 Data size: 43939764 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col5 > _col1) (type: boolean) - Statistics: Num rows: 60027 Data size: 14646588 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: 'store' (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(28,2)), _col6 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 60027 Data size: 13265967 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++++ - keys: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: int) - null sort order: zzzz - Statistics: Num rows: 180081 Data size: 39797901 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - aggregations: sum(_col4), sum(_col5) - keys: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: int), 0L (type: bigint) - grouping sets: 0, 1, 3, 7, 15 - minReductionHashAggr: 0.962006 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 450202 Data size: 103996662 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: bigint) - null sort order: zzzzz - sort order: +++++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: bigint) - Statistics: Num rows: 450202 Data size: 103996662 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col5 (type: decimal(38,2)), _col6 (type: bigint) - Reducer 13 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1) - keys: KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: int), KEY._col3 (type: int), KEY._col4 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col5, _col6 - Statistics: Num rows: 450202 Data size: 103996662 Basic stats: COMPLETE Column stats: COMPLETE - pruneGroupingSetId: true - Select Operator - expressions: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col5 (type: decimal(38,2)), _col6 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 450202 Data size: 100395046 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: int) - null sort order: zzzz - sort order: ++++ - Statistics: Num rows: 450202 Data size: 100395046 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col4 (type: decimal(38,2)), _col5 (type: bigint) - Reducer 14 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), VALUE._col0 (type: decimal(38,2)), VALUE._col1 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 450202 Data size: 100395046 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 22300 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 22300 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 17 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), count(VALUE._col1) - keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 180081 Data size: 23770692 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: _col3 is not null (type: boolean) - Statistics: Num rows: 180081 Data size: 23770692 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col6 - input vertices: - 0 Reducer 8 - Statistics: Num rows: 180081 Data size: 43939764 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col5 > _col1) (type: boolean) - Statistics: Num rows: 60027 Data size: 14646588 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: 'catalog' (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(28,2)), _col6 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 60027 Data size: 13386021 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++++ - keys: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: int) - null sort order: zzzz - Statistics: Num rows: 180081 Data size: 39797901 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - aggregations: sum(_col4), sum(_col5) - keys: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: int), 0L (type: bigint) - grouping sets: 0, 1, 3, 7, 15 - minReductionHashAggr: 0.962006 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 450202 Data size: 103996662 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: bigint) - null sort order: zzzzz - sort order: +++++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: bigint) - Statistics: Num rows: 450202 Data size: 103996662 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col5 (type: decimal(38,2)), _col6 (type: bigint) - Reducer 19 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 180081 Data size: 3601620 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count(_col3) - keys: _col0 (type: int), _col1 (type: int), _col2 (type: int) - minReductionHashAggr: 0.9873353 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 153920 Data size: 3078400 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int) - Statistics: Num rows: 153920 Data size: 3078400 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: bigint) - Reducer 21 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 153920 Data size: 3078400 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col3 = 3L) (type: boolean) - Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: int), _col2 (type: int), _col3 (type: int) - 1 _col0 (type: int), _col1 (type: int), _col2 (type: int) - outputColumnNames: _col0 - input vertices: - 0 Map 22 - Statistics: Num rows: 476 Data size: 3808 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 477 Data size: 3816 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 477 Data size: 3816 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 477 Data size: 3816 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 477 Data size: 3816 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 24 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 180081 Data size: 3601620 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count(_col3) - keys: _col0 (type: int), _col1 (type: int), _col2 (type: int) - minReductionHashAggr: 0.9873353 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 153920 Data size: 3078400 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int) - Statistics: Num rows: 153920 Data size: 3078400 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: bigint) - Reducer 26 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), count(VALUE._col1) - keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 180081 Data size: 23770692 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: _col3 is not null (type: boolean) - Statistics: Num rows: 180081 Data size: 23770692 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col6 - input vertices: - 0 Reducer 8 - Statistics: Num rows: 180081 Data size: 43939764 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col5 > _col1) (type: boolean) - Statistics: Num rows: 60027 Data size: 14646588 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: 'web' (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(28,2)), _col6 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 60027 Data size: 13145913 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++++ - keys: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: int) - null sort order: zzzz - Statistics: Num rows: 180081 Data size: 39797901 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - aggregations: sum(_col4), sum(_col5) - keys: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: int), 0L (type: bigint) - grouping sets: 0, 1, 3, 7, 15 - minReductionHashAggr: 0.962006 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 450202 Data size: 103996662 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: bigint) - null sort order: zzzzz - sort order: +++++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: bigint) - Statistics: Num rows: 450202 Data size: 103996662 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col5 (type: decimal(38,2)), _col6 (type: bigint) - Reducer 28 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 180081 Data size: 3601620 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count(_col3) - keys: _col0 (type: int), _col1 (type: int), _col2 (type: int) - minReductionHashAggr: 0.9873353 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 153920 Data size: 3078400 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int) - Statistics: Num rows: 153920 Data size: 3078400 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: bigint) - Reducer 8 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: sq_count_check(_col0) (type: boolean) - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - outputColumnNames: _col1 - input vertices: - 1 Reducer 9 - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(22,6)) - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(22,6)) - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(22,6)) - Reducer 9 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: decimal(22,6)) - outputColumnNames: _col0 - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: decimal(22,6)) - Union 12 - Vertex: Union 12 - Union 20 - Vertex: Union 20 - - Stage: Stage-0 - Move Operator - files: - hdfs directory: true -#### A masked pattern was here #### - - Stage: Stage-3 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + }, + "rowCount": 7.42597919451E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_quantity", + "ss_list_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 7.42597919451E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 11, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 1643.6025 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year", + "d_moy" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 11, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + } + ], + "rowCount": 1643.6025 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 1.8308036953566934E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 11, + "name": "$11" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ] + } + ] + }, + "rowCount": 336798.00000000006 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand_id", + "i_class_id", + "i_category_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 11, + "name": "$11" + } + ], + "rowCount": 336798.00000000006 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + } + ] + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + }, + "rowCount": 7.42597919451E10 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 7.42597919451E10 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "d1", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "12", + "15" + ], + "rowCount": 2.0342263281741038E14 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "iss", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 11, + "name": "$11" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ] + } + ] + }, + "rowCount": 336798.00000000006 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand_id", + "i_class_id", + "i_category_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 11, + "name": "$11" + } + ], + "rowCount": 336798.00000000006 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "16", + "19" + ], + "rowCount": 1.0276850383145728E19 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 4, + 5, + 6 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 1027685038314572800 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_brand_id", + "i_class_id", + "i_category_id", + "$f3" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 1027685038314572800 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + } + ] + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + }, + "rowCount": 3.87045981225E10 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_item_sk", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 14, + "name": "$14" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.87045981225E10 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "d2", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "25", + "28" + ], + "rowCount": 1.0602495705939384E14 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "ics", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 11, + "name": "$11" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ] + } + ] + }, + "rowCount": 336798.00000000006 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand_id", + "i_class_id", + "i_category_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 11, + "name": "$11" + } + ], + "rowCount": 336798.00000000006 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "29", + "32" + ], + "rowCount": 5356349023153459200 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 4, + 5, + 6 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 535634902315345920 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_brand_id", + "i_class_id", + "i_category_id", + "$f3" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 535634902315345920 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + } + ] + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + }, + "rowCount": 1.94351746014E10 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_item_sk", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 1.94351746014E10 + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "d3", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "41", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "42", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "38", + "41" + ], + "rowCount": 5.323950260466258E13 + }, + { + "id": "43", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "iws", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "44", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 11, + "name": "$11" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ] + } + ] + }, + "rowCount": 336798.00000000006 + }, + { + "id": "45", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand_id", + "i_class_id", + "i_category_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 11, + "name": "$11" + } + ], + "rowCount": 336798.00000000006 + }, + { + "id": "46", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "42", + "45" + ], + "rowCount": 2689643699736772608 + }, + { + "id": "47", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 4, + 5, + 6 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 268964369973677248 + }, + { + "id": "48", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_brand_id", + "i_class_id", + "i_category_id", + "$f3" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 268964369973677248 + }, + { + "id": "49", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", + "all": true, + "inputs": [ + "22", + "35", + "48" + ], + "rowCount": 1832284310603596032 + }, + { + "id": "50", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_brand_id", + "i_class_id", + "i_category_id", + "$f3" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 1832284310603596032 + }, + { + "id": "51", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + } + ], + "rowCount": 183228431060359616 + }, + { + "id": "52", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 3, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + "rowCount": 27484264659053940 + }, + { + "id": "53", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 27484264659053940 + }, + { + "id": "54", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 6, + "name": "$6" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "9", + "53" + ], + "rowCount": 3.124117811916017E19 + }, + { + "id": "55", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 3.124117811916017E19 + }, + { + "id": "56", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "semi", + "inputs": [ + "6", + "55" + ], + "rowCount": 1.3346558939150297E13 + }, + { + "id": "57", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand_id", + "i_class_id", + "i_category_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 11, + "name": "$11" + } + ], + "inputs": [ + "7" + ], + "rowCount": 462000 + }, + { + "id": "58", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "56", + "57" + ], + "rowCount": 924916534483115520 + }, + { + "id": "59", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3" + ], + "exprs": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 10, + "scale": 0 + } + }, + { + "input": 2, + "name": "$2" + } + ] + } + ], + "rowCount": 924916534483115520 + }, + { + "id": "60", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 92491653448311552 + }, + { + "id": "61", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + "rowCount": 83242488103480400 + }, + { + "id": "62", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 83242488103480400 + }, + { + "id": "63", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "avg_sales" + ], + "table:alias": "avg_sales", + "inputs": [], + "rowCount": 1, + "avgRowSize": 133, + "rowType": { + "fields": [ + { + "type": "DECIMAL", + "nullable": true, + "precision": 22, + "scale": 6, + "name": "average_sales" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "average_sales", + "ndv": 1, + "minValue": 1.4E-45, + "maxValue": 3.4028235E38 + } + ] + }, + { + "id": "64", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "COUNT", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": false + }, + "distinct": false, + "operands": [], + "name": "cnt" + } + ], + "rowCount": 1 + }, + { + "id": "65", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cnt" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "66", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "sq_count_check", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ], + "class": "org.apache.calcite.sql.SqlFunction", + "type": { + "type": "BOOLEAN", + "nullable": false + }, + "deterministic": true, + "dynamic": false + }, + "rowCount": 1 + }, + { + "id": "67", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cnt" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "68", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "avg_sales" + ], + "table:alias": "avg_sales", + "inputs": [], + "rowCount": 1, + "avgRowSize": 133, + "rowType": { + "fields": [ + { + "type": "DECIMAL", + "nullable": true, + "precision": 22, + "scale": 6, + "name": "average_sales" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "average_sales", + "ndv": 1, + "minValue": 1.4E-45, + "maxValue": 3.4028235E38 + } + ] + }, + { + "id": "69", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + }, + "rowCount": 1 + }, + { + "id": "70", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "average_sales" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "71", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "literal": true, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "67", + "70" + ], + "rowCount": 1 + }, + { + "id": "72", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "62", + "71" + ], + "rowCount": 41621244051740200 + }, + { + "id": "73", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "i_brand_id", + "i_class_id", + "i_category_id", + "sales", + "number_sales" + ], + "exprs": [ + { + "literal": "store", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 41621244051740200 + }, + { + "id": "74", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + } + ] + }, + { + "id": "75", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + }, + "rowCount": 3.87045981225E10 + }, + { + "id": "76", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_item_sk", + "cs_quantity", + "cs_list_price", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 14, + "name": "$14" + }, + { + "input": 17, + "name": "$17" + }, + { + "input": 19, + "name": "$19" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.87045981225E10 + }, + { + "id": "77", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 11, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 1643.6025 + }, + { + "id": "78", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year", + "d_moy" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 11, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + } + ], + "rowCount": 1643.6025 + }, + { + "id": "79", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "76", + "78" + ], + "rowCount": 9.542246135345445E12 + }, + { + "id": "80", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 11, + "name": "$11" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ] + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 336798.00000000006 + }, + { + "id": "81", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand_id", + "i_class_id", + "i_category_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 11, + "name": "$11" + } + ], + "rowCount": 336798.00000000006 + }, + { + "id": "82", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + }, + "inputs": [ + "10" + ], + "rowCount": 7.42597919451E10 + }, + { + "id": "83", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 7.42597919451E10 + }, + { + "id": "84", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "13" + ], + "rowCount": 18262.25 + }, + { + "id": "85", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "86", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "83", + "85" + ], + "rowCount": 2.0342263281741038E14 + }, + { + "id": "87", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 11, + "name": "$11" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ] + } + ] + }, + "inputs": [ + "17" + ], + "rowCount": 336798.00000000006 + }, + { + "id": "88", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand_id", + "i_class_id", + "i_category_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 11, + "name": "$11" + } + ], + "rowCount": 336798.00000000006 + }, + { + "id": "89", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "86", + "88" + ], + "rowCount": 1.0276850383145728E19 + }, + { + "id": "90", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 4, + 5, + 6 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 1027685038314572800 + }, + { + "id": "91", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_brand_id", + "i_class_id", + "i_category_id", + "$f3" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 1027685038314572800 + }, + { + "id": "92", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + }, + "inputs": [ + "23" + ], + "rowCount": 3.87045981225E10 + }, + { + "id": "93", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_item_sk", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 14, + "name": "$14" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.87045981225E10 + }, + { + "id": "94", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "26" + ], + "rowCount": 18262.25 + }, + { + "id": "95", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "96", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "93", + "95" + ], + "rowCount": 1.0602495705939384E14 + }, + { + "id": "97", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 11, + "name": "$11" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ] + } + ] + }, + "inputs": [ + "30" + ], + "rowCount": 336798.00000000006 + }, + { + "id": "98", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand_id", + "i_class_id", + "i_category_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 11, + "name": "$11" + } + ], + "rowCount": 336798.00000000006 + }, + { + "id": "99", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "96", + "98" + ], + "rowCount": 5356349023153459200 + }, + { + "id": "100", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 4, + 5, + 6 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 535634902315345920 + }, + { + "id": "101", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_brand_id", + "i_class_id", + "i_category_id", + "$f3" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 535634902315345920 + }, + { + "id": "102", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + }, + "inputs": [ + "36" + ], + "rowCount": 1.94351746014E10 + }, + { + "id": "103", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_item_sk", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 1.94351746014E10 + }, + { + "id": "104", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "39" + ], + "rowCount": 18262.25 + }, + { + "id": "105", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "106", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "103", + "105" + ], + "rowCount": 5.323950260466258E13 + }, + { + "id": "107", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 11, + "name": "$11" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ] + } + ] + }, + "inputs": [ + "43" + ], + "rowCount": 336798.00000000006 + }, + { + "id": "108", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand_id", + "i_class_id", + "i_category_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 11, + "name": "$11" + } + ], + "rowCount": 336798.00000000006 + }, + { + "id": "109", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "106", + "108" + ], + "rowCount": 2689643699736772608 + }, + { + "id": "110", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 4, + 5, + 6 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 268964369973677248 + }, + { + "id": "111", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_brand_id", + "i_class_id", + "i_category_id", + "$f3" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 268964369973677248 + }, + { + "id": "112", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", + "all": true, + "inputs": [ + "91", + "101", + "111" + ], + "rowCount": 1832284310603596032 + }, + { + "id": "113", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_brand_id", + "i_class_id", + "i_category_id", + "$f3" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 1832284310603596032 + }, + { + "id": "114", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + } + ], + "rowCount": 183228431060359616 + }, + { + "id": "115", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 3, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + "rowCount": 27484264659053940 + }, + { + "id": "116", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 27484264659053940 + }, + { + "id": "117", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 6, + "name": "$6" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "81", + "116" + ], + "rowCount": 3.124117811916017E19 + }, + { + "id": "118", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 3.124117811916017E19 + }, + { + "id": "119", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "semi", + "inputs": [ + "79", + "118" + ], + "rowCount": 6.95629743266683E12 + }, + { + "id": "120", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand_id", + "i_class_id", + "i_category_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 11, + "name": "$11" + } + ], + "inputs": [ + "7" + ], + "rowCount": 462000 + }, + { + "id": "121", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "119", + "120" + ], + "rowCount": 482071412083811328 + }, + { + "id": "122", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3" + ], + "exprs": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 10, + "scale": 0 + } + }, + { + "input": 2, + "name": "$2" + } + ] + } + ], + "rowCount": 482071412083811328 + }, + { + "id": "123", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 48207141208381136 + }, + { + "id": "124", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + "rowCount": 43386427087543024 + }, + { + "id": "125", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 43386427087543024 + }, + { + "id": "126", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "COUNT", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": false + }, + "distinct": false, + "operands": [], + "name": "cnt" + } + ], + "inputs": [ + "63" + ], + "rowCount": 1 + }, + { + "id": "127", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cnt" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "128", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "sq_count_check", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ], + "class": "org.apache.calcite.sql.SqlFunction", + "type": { + "type": "BOOLEAN", + "nullable": false + }, + "deterministic": true, + "dynamic": false + }, + "rowCount": 1 + }, + { + "id": "129", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cnt" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "130", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + }, + "inputs": [ + "68" + ], + "rowCount": 1 + }, + { + "id": "131", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "average_sales" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "132", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "literal": true, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "129", + "131" + ], + "rowCount": 1 + }, + { + "id": "133", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "125", + "132" + ], + "rowCount": 21693213543771512 + }, + { + "id": "134", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "i_brand_id", + "i_class_id", + "i_category_id", + "sales", + "number_sales" + ], + "exprs": [ + { + "literal": "catalog", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 21693213543771512 + }, + { + "id": "135", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + } + ] + }, + { + "id": "136", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + }, + "rowCount": 1.94351746014E10 + }, + { + "id": "137", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_item_sk", + "ws_quantity", + "ws_list_price", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 17, + "name": "$17" + }, + { + "input": 19, + "name": "$19" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 1.94351746014E10 + }, + { + "id": "138", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 11, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 1643.6025 + }, + { + "id": "139", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year", + "d_moy" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 11, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + } + ], + "rowCount": 1643.6025 + }, + { + "id": "140", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "137", + "139" + ], + "rowCount": 4.791555234419632E12 + }, + { + "id": "141", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 11, + "name": "$11" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ] + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 336798.00000000006 + }, + { + "id": "142", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand_id", + "i_class_id", + "i_category_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 11, + "name": "$11" + } + ], + "rowCount": 336798.00000000006 + }, + { + "id": "143", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + }, + "inputs": [ + "10" + ], + "rowCount": 7.42597919451E10 + }, + { + "id": "144", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 7.42597919451E10 + }, + { + "id": "145", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "13" + ], + "rowCount": 18262.25 + }, + { + "id": "146", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "147", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "144", + "146" + ], + "rowCount": 2.0342263281741038E14 + }, + { + "id": "148", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 11, + "name": "$11" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ] + } + ] + }, + "inputs": [ + "17" + ], + "rowCount": 336798.00000000006 + }, + { + "id": "149", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand_id", + "i_class_id", + "i_category_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 11, + "name": "$11" + } + ], + "rowCount": 336798.00000000006 + }, + { + "id": "150", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "147", + "149" + ], + "rowCount": 1.0276850383145728E19 + }, + { + "id": "151", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 4, + 5, + 6 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 1027685038314572800 + }, + { + "id": "152", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_brand_id", + "i_class_id", + "i_category_id", + "$f3" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 1027685038314572800 + }, + { + "id": "153", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + }, + "inputs": [ + "23" + ], + "rowCount": 3.87045981225E10 + }, + { + "id": "154", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_item_sk", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 14, + "name": "$14" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.87045981225E10 + }, + { + "id": "155", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "26" + ], + "rowCount": 18262.25 + }, + { + "id": "156", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "157", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "154", + "156" + ], + "rowCount": 1.0602495705939384E14 + }, + { + "id": "158", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 11, + "name": "$11" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ] + } + ] + }, + "inputs": [ + "30" + ], + "rowCount": 336798.00000000006 + }, + { + "id": "159", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand_id", + "i_class_id", + "i_category_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 11, + "name": "$11" + } + ], + "rowCount": 336798.00000000006 + }, + { + "id": "160", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "157", + "159" + ], + "rowCount": 5356349023153459200 + }, + { + "id": "161", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 4, + 5, + 6 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 535634902315345920 + }, + { + "id": "162", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_brand_id", + "i_class_id", + "i_category_id", + "$f3" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 535634902315345920 + }, + { + "id": "163", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + }, + "inputs": [ + "36" + ], + "rowCount": 1.94351746014E10 + }, + { + "id": "164", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_item_sk", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 1.94351746014E10 + }, + { + "id": "165", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "39" + ], + "rowCount": 18262.25 + }, + { + "id": "166", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "167", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "164", + "166" + ], + "rowCount": 5.323950260466258E13 + }, + { + "id": "168", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 11, + "name": "$11" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ] + } + ] + }, + "inputs": [ + "43" + ], + "rowCount": 336798.00000000006 + }, + { + "id": "169", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand_id", + "i_class_id", + "i_category_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 11, + "name": "$11" + } + ], + "rowCount": 336798.00000000006 + }, + { + "id": "170", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "167", + "169" + ], + "rowCount": 2689643699736772608 + }, + { + "id": "171", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 4, + 5, + 6 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 268964369973677248 + }, + { + "id": "172", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_brand_id", + "i_class_id", + "i_category_id", + "$f3" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 268964369973677248 + }, + { + "id": "173", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", + "all": true, + "inputs": [ + "152", + "162", + "172" + ], + "rowCount": 1832284310603596032 + }, + { + "id": "174", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_brand_id", + "i_class_id", + "i_category_id", + "$f3" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 1832284310603596032 + }, + { + "id": "175", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + } + ], + "rowCount": 183228431060359616 + }, + { + "id": "176", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 3, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + "rowCount": 27484264659053940 + }, + { + "id": "177", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 27484264659053940 + }, + { + "id": "178", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 6, + "name": "$6" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "142", + "177" + ], + "rowCount": 3.124117811916017E19 + }, + { + "id": "179", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 3.124117811916017E19 + }, + { + "id": "180", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "semi", + "inputs": [ + "140", + "179" + ], + "rowCount": 3.493043765891912E12 + }, + { + "id": "181", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand_id", + "i_class_id", + "i_category_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 11, + "name": "$11" + } + ], + "inputs": [ + "7" + ], + "rowCount": 462000 + }, + { + "id": "182", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "180", + "181" + ], + "rowCount": 242067932976309504 + }, + { + "id": "183", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3" + ], + "exprs": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 10, + "scale": 0 + } + }, + { + "input": 2, + "name": "$2" + } + ] + } + ], + "rowCount": 242067932976309504 + }, + { + "id": "184", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 24206793297630952 + }, + { + "id": "185", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + "rowCount": 21786113967867856 + }, + { + "id": "186", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 21786113967867856 + }, + { + "id": "187", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "COUNT", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": false + }, + "distinct": false, + "operands": [], + "name": "cnt" + } + ], + "inputs": [ + "63" + ], + "rowCount": 1 + }, + { + "id": "188", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cnt" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "189", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "sq_count_check", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ], + "class": "org.apache.calcite.sql.SqlFunction", + "type": { + "type": "BOOLEAN", + "nullable": false + }, + "deterministic": true, + "dynamic": false + }, + "rowCount": 1 + }, + { + "id": "190", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cnt" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "191", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + }, + "inputs": [ + "68" + ], + "rowCount": 1 + }, + { + "id": "192", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "average_sales" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "193", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "literal": true, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "190", + "192" + ], + "rowCount": 1 + }, + { + "id": "194", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "186", + "193" + ], + "rowCount": 10893056983933928 + }, + { + "id": "195", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "i_brand_id", + "i_class_id", + "i_category_id", + "sales", + "number_sales" + ], + "exprs": [ + { + "literal": "web", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 10893056983933928 + }, + { + "id": "196", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", + "all": true, + "inputs": [ + "73", + "134", + "195" + ], + "rowCount": 74207514579445632 + }, + { + "id": "197", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "i_brand_id", + "i_class_id", + "i_category_id", + "sales", + "number_sales" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 74207514579445632 + }, + { + "id": "198", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2, + 3 + ], + "groups": [ + [ + 0, + 1, + 2, + 3 + ], + [ + 0, + 1, + 2 + ], + [ + 0, + 1 + ], + [ + 0 + ], + [] + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 2 + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + } + ], + "rowCount": 37103757289722816 + }, + { + "id": "199", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "i_brand_id", + "i_class_id", + "i_category_id", + "_c4", + "_c5" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 37103757289722816 + }, + { + "id": "200", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 3, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query15.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query15.q.out index 771fbbaf8173..dc20a8819e17 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query15.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query15.q.out @@ -1,226 +1,1841 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 4 <- Map 8 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 3 (CUSTOM_SIMPLE_EDGE) - Reducer 5 <- Map 4 (CUSTOM_SIMPLE_EDGE), Reducer 2 (CUSTOM_SIMPLE_EDGE) - Reducer 6 <- Reducer 5 (SIMPLE_EDGE) - Reducer 7 <- Reducer 6 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: customer - filterExpr: c_current_addr_sk is not null (type: boolean) - Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: c_current_addr_sk is not null (type: boolean) - Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: c_customer_sk (type: bigint), c_current_addr_sk (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 3 - Map Operator Tree: - TableScan - alias: customer_address - Statistics: Num rows: 40000000 Data size: 7320000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ca_address_sk (type: bigint), ca_zip (type: char(10)), (ca_state) IN ('CA', 'GA', 'WA') (type: boolean), (substr(ca_zip, 1, 5)) IN ('85669', '86197', '88274', '83405', '86475', '85392', '85460', '80348', '81792') (type: boolean) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 40000000 Data size: 4200000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 40000000 Data size: 4200000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(10)), _col2 (type: boolean), _col3 (type: boolean) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: cs_bill_customer_sk is not null (type: boolean) - Statistics: Num rows: 43005109025 Data size: 5491891644760 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: cs_bill_customer_sk is not null (type: boolean) - Statistics: Num rows: 42899393143 Data size: 5478391384448 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_bill_customer_sk (type: bigint), cs_sales_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint), (cs_sales_price > 500) (type: boolean) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 42899393143 Data size: 5649988957020 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col3 - input vertices: - 1 Map 8 - Statistics: Num rows: 2146106610 Data size: 253386281784 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 2146106610 Data size: 253386281784 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(7,2)), _col3 (type: boolean) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: ((d_year = 2000) and (d_qoy = 2)) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 2000) and (d_qoy = 2)) (type: boolean) - Statistics: Num rows: 92 Data size: 1472 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 4 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0, _col3, _col4, _col5 - input vertices: - 1 Map 3 - Statistics: Num rows: 80000000 Data size: 8400000000 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 80000000 Data size: 8400000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: char(10)), _col4 (type: boolean), _col5 (type: boolean) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col3, _col4, _col5, _col7, _col9 - input vertices: - 0 Reducer 2 - Statistics: Num rows: 2146106610 Data size: 445233418138 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Filter Operator - predicate: (_col4 or _col9 or _col5) (type: boolean) - Statistics: Num rows: 2146106610 Data size: 445233418138 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: + - keys: _col3 (type: char(10)) - null sort order: z - Statistics: Num rows: 2146106610 Data size: 445233418138 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col3 (type: char(10)), _col7 (type: decimal(7,2)) - outputColumnNames: _col3, _col7 - Statistics: Num rows: 2146106610 Data size: 445233418138 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col7) - keys: _col3 (type: char(10)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 16596120 Data size: 3335820120 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(10)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(10)) - Statistics: Num rows: 16596120 Data size: 3335820120 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: char(10)) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 9538 Data size: 1917138 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(10)) - null sort order: z - sort order: + - Statistics: Num rows: 9538 Data size: 1917138 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: char(10)), VALUE._col0 (type: decimal(17,2)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 9538 Data size: 1917138 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 20100 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 20100 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer" + ], + "table:alias": "customer", + "inputs": [], + "rowCount": 80000000, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "c_customer_sk" + }, + { + "type": "CHAR", + "nullable": false, + "precision": 16, + "name": "c_customer_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_shipto_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_sales_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "c_salutation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "c_first_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "c_last_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "c_preferred_cust_flag" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_day" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_month" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_year" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "c_birth_country" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 13, + "name": "c_login" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "c_email_address" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_last_review_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "c_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "c_current_addr_sk", + "ndv": 33825344, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "c_customer_id", + "ndv": 80610928 + }, + { + "name": "c_current_cdemo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "c_current_hdemo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "c_first_shipto_date_sk", + "ndv": 3646, + "minValue": 2449028, + "maxValue": 2452678 + }, + { + "name": "c_first_sales_date_sk", + "ndv": 3643, + "minValue": 2448998, + "maxValue": 2452648 + }, + { + "name": "c_salutation", + "ndv": 7 + }, + { + "name": "c_first_name", + "ndv": 5158 + }, + { + "name": "c_last_name", + "ndv": 5123 + }, + { + "name": "c_preferred_cust_flag", + "ndv": 3 + }, + { + "name": "c_birth_day", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "c_birth_month", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "c_birth_year", + "ndv": 67, + "minValue": 1924, + "maxValue": 1992 + }, + { + "name": "c_birth_country", + "ndv": 216 + }, + { + "name": "c_login", + "ndv": 1 + }, + { + "name": "c_email_address", + "ndv": 75301330 + }, + { + "name": "c_last_review_date_sk", + "ndv": 364, + "minValue": 2452283, + "maxValue": 2452648 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + "rowCount": 72000000 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_current_addr_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 72000000 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "customer_address", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_zip", + "EXPR$0", + "EXPR$1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 9, + "name": "$9" + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": "CA", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "GA", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "WA", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "substr", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 5, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647 + }, + "deterministic": true, + "dynamic": false + }, + { + "literal": "85669", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "86197", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "88274", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "83405", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "86475", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "85392", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "85460", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "80348", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "81792", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + } + ] + } + ], + "rowCount": 40000000 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "4" + ], + "rowCount": 432000000000000 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + } + ] + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 3.483413831025E10 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_bill_customer_sk", + "cs_sales_price", + "cs_sold_date_sk", + "EXPR$0" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 20, + "name": "$20" + }, + { + "input": 33, + "name": "$33" + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 20, + "name": "$20" + }, + { + "literal": 500, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 3, + "scale": 0 + } + } + ] + } + ], + "rowCount": 3.483413831025E10 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 1643.6025 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1643.6025 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "8", + "11" + ], + "rowCount": 8.5880215218109E12 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_bill_customer_sk", + "cs_sales_price", + "cs_sold_date_sk", + "EXPR$0", + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 8.5880215218109E12 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 5, + "name": "$5" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "5", + "13" + ], + "rowCount": 1.391259486533366E26 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 3 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 7 + ], + "name": null + } + ], + "rowCount": 1.391259486533366E25 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_zip", + "_c1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 1.391259486533366E25 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query16.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query16.q.out index 0fe6be75d613..1bac225618b7 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query16.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query16.q.out @@ -1,342 +1,2926 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 10 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE) - Map 11 <- Reducer 7 (BROADCAST_EDGE) - Map 12 <- Reducer 6 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 11 (CUSTOM_SIMPLE_EDGE) - Reducer 3 <- Map 12 (CUSTOM_SIMPLE_EDGE), Reducer 2 (CUSTOM_SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) - Reducer 5 <- Reducer 4 (CUSTOM_SIMPLE_EDGE) - Reducer 6 <- Reducer 2 (CUSTOM_SIMPLE_EDGE) - Reducer 7 <- Map 1 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: cs1 - filterExpr: (cs_ship_addr_sk is not null and cs_ship_date_sk is not null and cs_call_center_sk is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_120_container, bigKeyColName:cs_call_center_sk, smallTablePos:1, keyRatio:4.13026255875998E-4 - Statistics: Num rows: 43220864887 Data size: 11379157992136 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (cs_ship_addr_sk is not null and cs_ship_date_sk is not null and cs_call_center_sk is not null) (type: boolean) - Statistics: Num rows: 42578387146 Data size: 11210006917944 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_ship_date_sk (type: bigint), cs_ship_addr_sk (type: bigint), cs_call_center_sk (type: bigint), cs_warehouse_sk (type: bigint), cs_order_number (type: bigint), cs_ext_ship_cost (type: decimal(7,2)), cs_net_profit (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 42578387146 Data size: 11210006917944 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col6 - input vertices: - 1 Map 8 - Statistics: Num rows: 4730608045 Data size: 1182045115232 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col3, _col4, _col5, _col6 - input vertices: - 1 Map 9 - Statistics: Num rows: 89256757 Data size: 10710810968 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col3, _col4, _col5, _col6 - input vertices: - 1 Map 10 - Statistics: Num rows: 17851352 Data size: 2142162360 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col4 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col4 (type: bigint) - Statistics: Num rows: 17851352 Data size: 2142162360 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: bigint), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) - Select Operator - expressions: _col4 (type: bigint) - outputColumnNames: _col4 - Statistics: Num rows: 17851352 Data size: 142810816 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col4), max(_col4), bloom_filter(_col4, expectedEntries=1869746) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 10 - Map Operator Tree: - TableScan - alias: call_center - filterExpr: (cc_county) IN ('Daviess County', 'Franklin Parish', 'Huron County', 'Levy County', 'Ziebach County') (type: boolean) - Statistics: Num rows: 60 Data size: 6360 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (cc_county) IN ('Daviess County', 'Franklin Parish', 'Huron County', 'Levy County', 'Ziebach County') (type: boolean) - Statistics: Num rows: 12 Data size: 1272 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cc_call_center_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 11 - Map Operator Tree: - TableScan - alias: cs2 - filterExpr: (cs_warehouse_sk is not null and cs_order_number BETWEEN DynamicValue(RS_29_cs1_cs_order_number_min) AND DynamicValue(RS_29_cs1_cs_order_number_max) and in_bloom_filter(cs_order_number, DynamicValue(RS_29_cs1_cs_order_number_bloom_filter))) (type: boolean) - Statistics: Num rows: 43220864887 Data size: 689811596216 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (cs_warehouse_sk is not null and cs_order_number BETWEEN DynamicValue(RS_29_cs1_cs_order_number_min) AND DynamicValue(RS_29_cs1_cs_order_number_max) and in_bloom_filter(cs_order_number, DynamicValue(RS_29_cs1_cs_order_number_bloom_filter))) (type: boolean) - Statistics: Num rows: 43005584639 Data size: 686375690624 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_order_number (type: bigint), cs_warehouse_sk (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 43005584639 Data size: 686375690624 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint), _col1 (type: bigint) - minReductionHashAggr: 0.45127505 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 43005584639 Data size: 686375690624 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 43005584639 Data size: 686375690624 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 12 - Map Operator Tree: - TableScan - alias: cr1 - filterExpr: (cr_order_number BETWEEN DynamicValue(RS_35_cs1_cs_order_number_min) AND DynamicValue(RS_35_cs1_cs_order_number_max) and in_bloom_filter(cr_order_number, DynamicValue(RS_35_cs1_cs_order_number_bloom_filter))) (type: boolean) - Statistics: Num rows: 4320980099 Data size: 34567840792 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (cr_order_number BETWEEN DynamicValue(RS_35_cs1_cs_order_number_min) AND DynamicValue(RS_35_cs1_cs_order_number_max) and in_bloom_filter(cr_order_number, DynamicValue(RS_35_cs1_cs_order_number_bloom_filter))) (type: boolean) - Statistics: Num rows: 4320980099 Data size: 34567840792 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cr_order_number (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 4320980099 Data size: 34567840792 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 4320980099 Data size: 34567840792 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 4320980099 Data size: 34567840792 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-04-01 00:00:00' AND TIMESTAMP'2001-05-31 00:00:00' (type: boolean) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-04-01 00:00:00' AND TIMESTAMP'2001-05-31 00:00:00' (type: boolean) - Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 9 - Map Operator Tree: - TableScan - alias: customer_address - filterExpr: (ca_state = 'NY') (type: boolean) - Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ca_state = 'NY') (type: boolean) - Statistics: Num rows: 754717 Data size: 70943398 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ca_address_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 754717 Data size: 6037736 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 754717 Data size: 6037736 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: llap - Reduce Operator Tree: - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col3, _col4, _col5, _col6, _col14 - input vertices: - 1 Map 11 - residual filter predicates: {(_col3 <> _col14)} - Statistics: Num rows: 17851352 Data size: 2142162368 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Select Operator - expressions: _col4 (type: bigint), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) - outputColumnNames: _col4, _col5, _col6 - Statistics: Num rows: 17851352 Data size: 2142162352 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col4 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col4 (type: bigint) - Statistics: Num rows: 17851352 Data size: 2142162352 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) - Select Operator - expressions: _col4 (type: bigint) - outputColumnNames: _col4 - Statistics: Num rows: 17851352 Data size: 142810816 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col4), max(_col4), bloom_filter(_col4, expectedEntries=1869746) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Anti Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col4, _col5, _col6 - input vertices: - 1 Map 12 - Statistics: Num rows: 17851352 Data size: 2142162352 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Group By Operator - aggregations: sum(_col5), sum(_col6) - keys: _col4 (type: bigint) - minReductionHashAggr: 0.8952603 - mode: hash - outputColumnNames: _col0, _col2, _col3 - Statistics: Num rows: 8925676 Data size: 2070756832 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8925676 Data size: 2070756832 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1) - keys: KEY._col0 (type: bigint) - mode: partial2 - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 8925676 Data size: 2070756832 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count(_col0), sum(_col1), sum(_col2) - mode: partial2 - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 232 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 232 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 232 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 232 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1869746) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1869746) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "customer_address", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": "NY", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + } + ] + }, + "rowCount": 6000000 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_state" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": "NY", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + } + ], + "type": { + "type": "CHAR", + "nullable": true, + "precision": 2 + } + } + ], + "rowCount": 6000000 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "cs1", + "inputs": [], + "rowCount": 43220864887, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1644740, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1837, + "minValue": 2450815, + "maxValue": 2452654 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 10, + "name": "$10" + } + ] + } + ] + }, + "rowCount": 3.1508010502623005E10 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_ship_date_sk", + "cs_ship_addr_sk", + "cs_call_center_sk", + "cs_warehouse_sk", + "cs_order_number", + "cs_ext_ship_cost", + "cs_net_profit" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 27, + "name": "$27" + }, + { + "input": 32, + "name": "$32" + } + ], + "rowCount": 3.1508010502623005E10 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "TIMESTAMP", + "nullable": true, + "precision": 9 + } + }, + { + "literal": 986083200000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + }, + { + "literal": 991267200000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 18262.25 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "5", + "8" + ], + "rowCount": 8.631107472022905E13 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "9" + ], + "rowCount": 7.767996724820614E19 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "call_center" + ], + "table:alias": "call_center", + "inputs": [], + "rowCount": 60, + "avgRowSize": 1483, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "cc_call_center_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "cc_call_center_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "cc_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "cc_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cc_closed_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cc_open_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "cc_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "cc_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cc_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cc_sq_ft" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "cc_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "cc_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cc_mkt_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "cc_mkt_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "cc_mkt_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "cc_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cc_division" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "cc_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cc_company" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "cc_company_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "cc_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "cc_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "cc_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "cc_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "cc_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "cc_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "cc_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "cc_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "cc_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "cc_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "cc_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "cc_call_center_sk", + "ndv": 60, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cc_county", + "ndv": 25 + }, + { + "name": "cc_call_center_id", + "ndv": 30 + }, + { + "name": "cc_rec_start_date", + "ndv": 4, + "minValue": 10227, + "maxValue": 11688 + }, + { + "name": "cc_rec_end_date", + "ndv": 3, + "minValue": 10957, + "maxValue": 11687 + }, + { + "name": "cc_closed_date_sk", + "ndv": 1, + "minValue": null, + "maxValue": null + }, + { + "name": "cc_open_date_sk", + "ndv": 30, + "minValue": 2450794, + "maxValue": 2451146 + }, + { + "name": "cc_name", + "ndv": 30 + }, + { + "name": "cc_class", + "ndv": 3 + }, + { + "name": "cc_employees", + "ndv": 43, + "minValue": 5412266, + "maxValue": 1963174023 + }, + { + "name": "cc_sq_ft", + "ndv": 47, + "minValue": -2108783316, + "maxValue": 2044891959 + }, + { + "name": "cc_hours", + "ndv": 3 + }, + { + "name": "cc_manager", + "ndv": 42 + }, + { + "name": "cc_mkt_id", + "ndv": 6, + "minValue": 1, + "maxValue": 6 + }, + { + "name": "cc_mkt_class", + "ndv": 52 + }, + { + "name": "cc_mkt_desc", + "ndv": 48 + }, + { + "name": "cc_market_manager", + "ndv": 48 + }, + { + "name": "cc_division", + "ndv": 6, + "minValue": 1, + "maxValue": 6 + }, + { + "name": "cc_division_name", + "ndv": 6 + }, + { + "name": "cc_company", + "ndv": 6, + "minValue": 1, + "maxValue": 6 + }, + { + "name": "cc_company_name", + "ndv": 6 + }, + { + "name": "cc_street_number", + "ndv": 30 + }, + { + "name": "cc_street_name", + "ndv": 29 + }, + { + "name": "cc_street_type", + "ndv": 14 + }, + { + "name": "cc_suite_number", + "ndv": 26 + }, + { + "name": "cc_city", + "ndv": 25 + }, + { + "name": "cc_state", + "ndv": 19 + }, + { + "name": "cc_zip", + "ndv": 30 + }, + { + "name": "cc_country", + "ndv": 1 + }, + { + "name": "cc_gmt_offset", + "ndv": 4, + "minValue": -8, + "maxValue": -5 + }, + { + "name": "cc_tax_percentage", + "ndv": 13, + "minValue": 0, + "maxValue": 0.12 + } + ] + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 25, + "name": "$25" + }, + { + "literal": "Daviess County", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 30 + } + }, + { + "literal": "Franklin Parish", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 30 + } + }, + { + "literal": "Huron County", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 30 + } + }, + { + "literal": "Levy County", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 30 + } + }, + { + "literal": "Ziebach County", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 30 + } + } + ] + }, + "rowCount": 15 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cc_call_center_sk", + "cc_county" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 25, + "name": "$25" + } + ], + "rowCount": 15 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 11, + "name": "$11" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "10", + "13" + ], + "rowCount": 1.747799263084638E20 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_ship_date_sk", + "cs_ship_addr_sk", + "cs_call_center_sk", + "cs_warehouse_sk", + "cs_order_number", + "cs_ext_ship_cost", + "cs_net_profit", + "d_date_sk", + "d_date", + "ca_address_sk", + "ca_state", + "cc_call_center_sk", + "cc_county" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + } + ], + "rowCount": 1.747799263084638E20 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "cs2", + "inputs": [], + "rowCount": 43220864887, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1644740, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1837, + "minValue": 2450815, + "maxValue": 2452654 + } + ] + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 13, + "name": "$13" + } + ] + }, + "rowCount": 3.88987783983E10 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_warehouse_sk", + "cs_order_number" + ], + "exprs": [ + { + "input": 13, + "name": "$13" + }, + { + "input": 16, + "name": "$16" + } + ], + "rowCount": 3.88987783983E10 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 14, + "name": "$14" + } + ] + }, + { + "op": { + "name": "<>", + "kind": "NOT_EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 13, + "name": "$13" + } + ] + } + ] + }, + "joinType": "semi", + "inputs": [ + "15", + "18" + ], + "rowCount": 1.573019336776174E20 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_returns" + ], + "table:alias": "cr1", + "inputs": [], + "rowCount": 4320980099, + "avgRowSize": 305, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returned_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cr_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_amount" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_store_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cr_returned_date_sk" + ], + "colStats": [ + { + "name": "cr_order_number", + "ndv": 2681654419, + "minValue": 2, + "maxValue": 4800000000 + }, + { + "name": "cr_returned_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cr_refunded_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cr_refunded_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cr_refunded_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cr_refunded_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cr_returning_customer_sk", + "ndv": 77511828, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cr_returning_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cr_returning_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cr_returning_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cr_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cr_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cr_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cr_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "cr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cr_return_amount", + "ndv": 973170, + "minValue": 0, + "maxValue": 28805.04 + }, + { + "name": "cr_return_tax", + "ndv": 169232, + "minValue": 0, + "maxValue": 2511.58 + }, + { + "name": "cr_return_amt_inc_tax", + "ndv": 1689965, + "minValue": 0, + "maxValue": 30891.32 + }, + { + "name": "cr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "cr_return_ship_cost", + "ndv": 501353, + "minValue": 0, + "maxValue": 14273.28 + }, + { + "name": "cr_refunded_cash", + "ndv": 1257293, + "minValue": 0, + "maxValue": 26955.24 + }, + { + "name": "cr_reversed_charge", + "ndv": 895564, + "minValue": 0, + "maxValue": 24033.84 + }, + { + "name": "cr_store_credit", + "ndv": 906118, + "minValue": 0, + "maxValue": 24886.13 + }, + { + "name": "cr_net_loss", + "ndv": 996464, + "minValue": 0.5, + "maxValue": 16346.37 + }, + { + "name": "cr_returned_date_sk", + "ndv": 2104, + "minValue": 2450821, + "maxValue": 2452924 + } + ] + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "literalTrue", + "cr_order_number" + ], + "exprs": [ + { + "literal": true, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 15, + "name": "$15" + } + ], + "rowCount": 4320980099 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAntiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 14, + "name": "$14" + } + ] + }, + "joinType": "anti", + "inputs": [ + "19", + "21" + ], + "rowCount": 1.5730193367761738E19 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": true, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 6 + ], + "name": null + } + ], + "rowCount": 1 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "order count", + "total shipping cost", + "total net profit" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 1 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query17.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query17.q.out index d37b1ee2e8df..a9e25b6517a4 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query17.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query17.q.out @@ -1,418 +1,5183 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 2 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) - Map 3 <- Map 2 (BROADCAST_EDGE), Reducer 10 (BROADCAST_EDGE) - Map 8 <- Map 2 (BROADCAST_EDGE) - Reducer 10 <- Map 8 (CUSTOM_SIMPLE_EDGE) - Reducer 4 <- Map 3 (CUSTOM_SIMPLE_EDGE), Map 8 (CUSTOM_SIMPLE_EDGE) - Reducer 5 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 11 (BROADCAST_EDGE), Map 12 (BROADCAST_EDGE), Reducer 4 (CUSTOM_SIMPLE_EDGE) - Reducer 6 <- Reducer 5 (SIMPLE_EDGE) - Reducer 7 <- Reducer 6 (SIMPLE_EDGE) - Reducer 9 <- Map 8 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: (cs_bill_customer_sk is not null and cs_bill_customer_sk BETWEEN DynamicValue(RS[198]_col0) AND DynamicValue(RS[198]_col1) and cs_item_sk BETWEEN DynamicValue(RS[198]_col2) AND DynamicValue(RS[198]_col3) and in_bloom_filter(hash(cs_bill_customer_sk,cs_item_sk), DynamicValue(RS[198]_col4))) (type: boolean) - Statistics: Num rows: 43005109025 Data size: 1202866239204 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (cs_bill_customer_sk is not null and cs_bill_customer_sk BETWEEN DynamicValue(RS[198]_col0) AND DynamicValue(RS[198]_col1) and cs_item_sk BETWEEN DynamicValue(RS[198]_col2) AND DynamicValue(RS[198]_col3) and in_bloom_filter(hash(cs_bill_customer_sk,cs_item_sk), DynamicValue(RS[198]_col4))) (type: boolean) - Statistics: Num rows: 42899393143 Data size: 1199909333196 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_bill_customer_sk (type: bigint), cs_item_sk (type: bigint), cs_quantity (type: int), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 42899393143 Data size: 1199909333196 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 2 - Statistics: Num rows: 6391665695 Data size: 126559639092 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 6391665695 Data size: 126559639092 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: int) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 11 - Map Operator Tree: - TableScan - alias: store - Statistics: Num rows: 1704 Data size: 160176 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: s_store_sk (type: bigint), s_state (type: char(2)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1704 Data size: 160176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1704 Data size: 160176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 12 - Map Operator Tree: - TableScan - alias: item - Statistics: Num rows: 462000 Data size: 134904000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_item_id (type: string), i_item_desc (type: varchar(200)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 462000 Data size: 134904000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 134904000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string), _col2 (type: varchar(200)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 2 - Map Operator Tree: - TableScan - alias: d3 - filterExpr: ((d_quarter_name) IN ('2000Q1', '2000Q2', '2000Q3') or (d_quarter_name = '2000Q1')) (type: boolean) - Statistics: Num rows: 73049 Data size: 7158802 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_quarter_name) IN ('2000Q1', '2000Q2', '2000Q3') (type: boolean) - Statistics: Num rows: 274 Data size: 26852 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 274 Data size: 2192 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 274 Data size: 2192 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 274 Data size: 2192 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 274 Data size: 2192 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 274 Data size: 2192 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 274 Data size: 2192 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 274 Data size: 2192 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 274 Data size: 2192 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: sr_returned_date_sk (bigint) - Target Input: store_returns - Partition key expr: sr_returned_date_sk - Statistics: Num rows: 274 Data size: 2192 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 8 - Filter Operator - predicate: (d_quarter_name = '2000Q1') (type: boolean) - Statistics: Num rows: 91 Data size: 8918 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 91 Data size: 728 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 91 Data size: 728 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 91 Data size: 728 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 91 Data size: 728 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 91 Data size: 728 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 3 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 3 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: (ss_customer_sk is not null and ss_store_sk is not null and ss_customer_sk BETWEEN DynamicValue(RS[208]_col0) AND DynamicValue(RS[208]_col1) and ss_item_sk BETWEEN DynamicValue(RS[208]_col2) AND DynamicValue(RS[208]_col3) and ss_ticket_number BETWEEN DynamicValue(RS[208]_col4) AND DynamicValue(RS[208]_col5) and in_bloom_filter(hash(hash(ss_customer_sk,ss_item_sk),ss_ticket_number), DynamicValue(RS[208]_col6))) (type: boolean) - Statistics: Num rows: 82510879939 Data size: 3591605541540 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ss_customer_sk is not null and ss_store_sk is not null and ss_customer_sk BETWEEN DynamicValue(RS[208]_col0) AND DynamicValue(RS[208]_col1) and ss_item_sk BETWEEN DynamicValue(RS[208]_col2) AND DynamicValue(RS[208]_col3) and ss_ticket_number BETWEEN DynamicValue(RS[208]_col4) AND DynamicValue(RS[208]_col5) and in_bloom_filter(hash(hash(ss_customer_sk,ss_item_sk),ss_ticket_number), DynamicValue(RS[208]_col6))) (type: boolean) - Statistics: Num rows: 78670147920 Data size: 3424422808632 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_customer_sk (type: bigint), ss_store_sk (type: bigint), ss_ticket_number (type: bigint), ss_quantity (type: int), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 78670147920 Data size: 3424422808632 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col5 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - input vertices: - 1 Map 2 - Statistics: Num rows: 3920528575 Data size: 104075328852 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint), _col0 (type: bigint), _col3 (type: bigint) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col1 (type: bigint), _col0 (type: bigint), _col3 (type: bigint) - Statistics: Num rows: 3920528575 Data size: 104075328852 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: bigint), _col4 (type: int) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: store_returns - filterExpr: sr_customer_sk is not null (type: boolean) - Statistics: Num rows: 8332595709 Data size: 298161625552 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: sr_customer_sk is not null (type: boolean) - Statistics: Num rows: 8182068314 Data size: 292775369652 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: sr_item_sk (type: bigint), sr_customer_sk (type: bigint), sr_ticket_number (type: bigint), sr_return_quantity (type: int), sr_returned_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 8182068314 Data size: 292775369652 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col4 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - input vertices: - 1 Map 2 - Statistics: Num rows: 1119808180 Data size: 29575539388 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint), _col0 (type: bigint), _col2 (type: bigint) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col1 (type: bigint), _col0 (type: bigint), _col2 (type: bigint) - Statistics: Num rows: 1119808180 Data size: 29575539388 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: int) - Select Operator - expressions: _col1 (type: bigint), _col0 (type: bigint), hash(_col1,_col0) (type: int) - outputColumnNames: _col0, _col1, _col3 - Statistics: Num rows: 1119808180 Data size: 21213698528 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), min(_col1), max(_col1), bloom_filter(_col3, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) - Select Operator - expressions: _col1 (type: bigint), _col0 (type: bigint), _col2 (type: bigint), hash(hash(_col1,_col0),_col2) (type: int) - outputColumnNames: _col0, _col1, _col2, _col4 - Statistics: Num rows: 1119808180 Data size: 30172163968 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), min(_col1), max(_col1), min(_col2), max(_col2), bloom_filter(_col4, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 10 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), min(VALUE._col4), max(VALUE._col5), bloom_filter(VALUE._col6, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: binary) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint) - outputColumnNames: _col0, _col2, _col4, _col7, _col8, _col10 - input vertices: - 1 Map 8 - Statistics: Num rows: 6332615350 Data size: 229296458988 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Reduce Output Operator - key expressions: _col8 (type: bigint), _col7 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col8 (type: bigint), _col7 (type: bigint) - Statistics: Num rows: 6332615350 Data size: 229296458988 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col2 (type: bigint), _col4 (type: int), _col10 (type: int) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - outputColumnNames: _col2, _col5, _col7, _col9, _col15 - input vertices: - 0 Map 1 - Statistics: Num rows: 3459560664786 Data size: 96844442897324 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col7 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col5, _col9, _col15, _col19 - input vertices: - 1 Map 11 - Statistics: Num rows: 3459560664786 Data size: 366704984826736 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col5 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col9, _col15, _col19, _col21, _col22 - input vertices: - 1 Map 12 - Statistics: Num rows: 3459560664786 Data size: 1321543728307672 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: +++ - keys: _col21 (type: string), _col22 (type: varchar(200)), _col19 (type: char(2)) - null sort order: zzz - Statistics: Num rows: 3459560664786 Data size: 1321543728307672 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col21 (type: string), _col22 (type: varchar(200)), _col19 (type: char(2)), _col9 (type: int), _col15 (type: int), _col2 (type: int), UDFToDouble(_col9) (type: double), (UDFToDouble(_col9) * UDFToDouble(_col9)) (type: double), UDFToDouble(_col15) (type: double), (UDFToDouble(_col15) * UDFToDouble(_col15)) (type: double), UDFToDouble(_col2) (type: double), (UDFToDouble(_col2) * UDFToDouble(_col2)) (type: double) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 3459560664786 Data size: 1321543728307672 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count(_col3), sum(_col3), sum(_col7), sum(_col6), count(_col6), count(_col4), sum(_col4), sum(_col9), sum(_col8), count(_col8), count(_col5), sum(_col5), sum(_col11), sum(_col10), count(_col10) - keys: _col0 (type: string), _col1 (type: varchar(200)), _col2 (type: char(2)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17 - Statistics: Num rows: 3459560664786 Data size: 1695184725745140 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: varchar(200)), _col2 (type: char(2)) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: varchar(200)), _col2 (type: char(2)) - Statistics: Num rows: 3459560664786 Data size: 1695184725745140 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: bigint), _col4 (type: bigint), _col5 (type: double), _col6 (type: double), _col7 (type: bigint), _col8 (type: bigint), _col9 (type: bigint), _col10 (type: double), _col11 (type: double), _col12 (type: bigint), _col13 (type: bigint), _col14 (type: bigint), _col15 (type: double), _col16 (type: double), _col17 (type: bigint) - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), count(VALUE._col4), count(VALUE._col5), sum(VALUE._col6), sum(VALUE._col7), sum(VALUE._col8), count(VALUE._col9), count(VALUE._col10), sum(VALUE._col11), sum(VALUE._col12), sum(VALUE._col13), count(VALUE._col14) - keys: KEY._col0 (type: string), KEY._col1 (type: varchar(200)), KEY._col2 (type: char(2)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17 - Statistics: Num rows: 3459560664786 Data size: 1695184725745140 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: string), _col1 (type: varchar(200)), _col2 (type: char(2)), _col3 (type: bigint), (UDFToDouble(_col4) / _col3) (type: double), power(((_col5 - ((_col6 * _col6) / _col7)) / if((_col7 = 1L), null, (_col7 - 1))), 0.5) (type: double), (power(((_col5 - ((_col6 * _col6) / _col7)) / if((_col7 = 1L), null, (_col7 - 1))), 0.5) / (UDFToDouble(_col4) / _col3)) (type: double), _col8 (type: bigint), (UDFToDouble(_col9) / _col8) (type: double), power(((_col10 - ((_col11 * _col11) / _col12)) / if((_col12 = 1L), null, (_col12 - 1))), 0.5) (type: double), (power(((_col10 - ((_col11 * _col11) / _col12)) / if((_col12 = 1L), null, (_col12 - 1))), 0.5) / (UDFToDouble(_col9) / _col8)) (type: double), _col13 (type: bigint), (UDFToDouble(_col14) / _col13) (type: double), (power(((_col15 - ((_col16 * _col16) / _col17)) / if((_col17 = 1L), null, (_col17 - 1))), 0.5) / (UDFToDouble(_col14) / _col13)) (type: double) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 - Statistics: Num rows: 3459560664786 Data size: 1584478784471988 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: varchar(200)), _col2 (type: char(2)) - null sort order: zzz - sort order: +++ - Statistics: Num rows: 3459560664786 Data size: 1584478784471988 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: bigint), _col4 (type: double), _col5 (type: double), _col6 (type: double), _col7 (type: bigint), _col8 (type: double), _col9 (type: double), _col10 (type: double), _col11 (type: bigint), _col12 (type: double), _col13 (type: double) - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: varchar(200)), KEY.reducesinkkey2 (type: char(2)), VALUE._col0 (type: bigint), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: double), VALUE._col4 (type: bigint), VALUE._col5 (type: double), VALUE._col6 (type: double), VALUE._col7 (type: double), VALUE._col8 (type: bigint), VALUE._col9 (type: double), VALUE._col10 (type: double), VALUE._col10 (type: double) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 - Statistics: Num rows: 3459560664786 Data size: 1612155269790276 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 46600 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 46600 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 9 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), bloom_filter(VALUE._col4, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 3.483413831025E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_bill_customer_sk", + "cs_item_sk", + "cs_quantity", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 17, + "name": "$17" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.483413831025E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "d3", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 15, + "name": "$15" + }, + { + "literal": "2000Q1", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + }, + { + "literal": "2000Q2", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + }, + { + "literal": "2000Q3", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 9.542246135345445E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.0150431475531006E10 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_customer_sk", + "ss_store_sk", + "ss_ticket_number", + "ss_quantity", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.0150431475531006E10 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "d1", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 15, + "name": "$15" + }, + { + "literal": "2000Q1", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + } + ] + }, + "rowCount": 10957.35 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "9", + "12" + ], + "rowCount": 9.886339954926145E13 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_returns" + ], + "table:alias": "store_returns", + "inputs": [], + "rowCount": 8332595709, + "avgRowSize": 249, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "sr_return_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "sr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "sr_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "sr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_store_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "sr_returned_date_sk" + ], + "colStats": [ + { + "name": "sr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "sr_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "sr_ticket_number", + "ndv": 5065526774, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "sr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "sr_returned_date_sk", + "ndv": 2003, + "minValue": 2450820, + "maxValue": 2452822 + }, + { + "name": "sr_return_time_sk", + "ndv": 32389, + "minValue": 28799, + "maxValue": 61199 + }, + { + "name": "sr_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "sr_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "sr_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "sr_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "sr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "sr_return_amt", + "ndv": 715216, + "minValue": 0, + "maxValue": 19643 + }, + { + "name": "sr_return_tax", + "ndv": 141365, + "minValue": 0, + "maxValue": 1714.37 + }, + { + "name": "sr_return_amt_inc_tax", + "ndv": 1520430, + "minValue": 0, + "maxValue": 21018.01 + }, + { + "name": "sr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "sr_return_ship_cost", + "ndv": 363000, + "minValue": 0, + "maxValue": 9975 + }, + { + "name": "sr_refunded_cash", + "ndv": 1187970, + "minValue": 0, + "maxValue": 18413.33 + }, + { + "name": "sr_reversed_charge", + "ndv": 924833, + "minValue": 0, + "maxValue": 18104.5 + }, + { + "name": "sr_store_credit", + "ndv": 935681, + "minValue": 0, + "maxValue": 17792.48 + }, + { + "name": "sr_net_loss", + "ndv": 848797, + "minValue": 0.5, + "maxValue": 11008.17 + } + ] + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 19, + "name": "$19" + } + ] + } + ] + }, + "rowCount": 6.749402524290001E9 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sr_item_sk", + "sr_customer_sk", + "sr_ticket_number", + "sr_return_quantity", + "sr_returned_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 19, + "name": "$19" + } + ], + "rowCount": 6.749402524290001E9 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "d2", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 15, + "name": "$15" + }, + { + "literal": "2000Q1", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + }, + { + "literal": "2000Q2", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + }, + { + "literal": "2000Q3", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "16", + "19" + ], + "rowCount": 1.8488891437382258E13 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sr_item_sk", + "sr_customer_sk", + "sr_ticket_number", + "sr_return_quantity", + "sr_returned_date_sk", + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 1.8488891437382258E13 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 8, + "name": "$8" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 9, + "name": "$9" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "13", + "21" + ], + "rowCount": 6.169076982214339E24 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_customer_sk", + "ss_store_sk", + "ss_ticket_number", + "ss_quantity", + "ss_sold_date_sk", + "d_date_sk", + "sr_item_sk", + "sr_customer_sk", + "sr_ticket_number", + "sr_return_quantity", + "sr_returned_date_sk", + "d_date_sk0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + } + ], + "rowCount": 6.169076982214339E24 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 13, + "name": "$13" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "input": 1, + "name": "$1" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "23" + ], + "rowCount": 1.3245041473241247E37 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store" + ], + "table:alias": "store", + "inputs": [], + "rowCount": 1704, + "avgRowSize": 1375, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "s_store_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "s_store_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "s_closed_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_store_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_number_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_floor_space" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "s_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_market_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_geography_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_market_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_division_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_company_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_company_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 10, + "name": "s_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "s_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "s_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "s_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "s_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "s_store_sk", + "ndv": 1736, + "minValue": 1, + "maxValue": 1704 + }, + { + "name": "s_state", + "ndv": 44 + }, + { + "name": "s_store_id", + "ndv": 879 + }, + { + "name": "s_rec_start_date", + "ndv": 4, + "minValue": 9933, + "maxValue": 11394 + }, + { + "name": "s_rec_end_date", + "ndv": 3, + "minValue": 10663, + "maxValue": 11393 + }, + { + "name": "s_closed_date_sk", + "ndv": 263, + "minValue": 2450820, + "maxValue": 2451314 + }, + { + "name": "s_store_name", + "ndv": 11 + }, + { + "name": "s_number_employees", + "ndv": 100, + "minValue": 200, + "maxValue": 300 + }, + { + "name": "s_floor_space", + "ndv": 1289, + "minValue": 5000201, + "maxValue": 9997773 + }, + { + "name": "s_hours", + "ndv": 4 + }, + { + "name": "s_manager", + "ndv": 1245 + }, + { + "name": "s_market_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "s_geography_class", + "ndv": 2 + }, + { + "name": "s_market_desc", + "ndv": 1311 + }, + { + "name": "s_market_manager", + "ndv": 1236 + }, + { + "name": "s_division_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_division_name", + "ndv": 2 + }, + { + "name": "s_company_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_company_name", + "ndv": 2 + }, + { + "name": "s_street_number", + "ndv": 736 + }, + { + "name": "s_street_name", + "ndv": 851 + }, + { + "name": "s_street_type", + "ndv": 21 + }, + { + "name": "s_suite_number", + "ndv": 76 + }, + { + "name": "s_city", + "ndv": 267 + }, + { + "name": "s_county", + "ndv": 128 + }, + { + "name": "s_zip", + "ndv": 983 + }, + { + "name": "s_country", + "ndv": 2 + }, + { + "name": "s_gmt_offset", + "ndv": 5, + "minValue": -9, + "maxValue": -5 + }, + { + "name": "s_tax_percentage", + "ndv": 12, + "minValue": 0, + "maxValue": 0.11 + } + ] + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk", + "s_state" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 24, + "name": "$24" + } + ], + "rowCount": 1704 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 18, + "name": "$18" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "24", + "26" + ], + "rowCount": 3.385432600560463E39 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_item_id", + "i_item_desc" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 462000 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 20, + "name": "$20" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "27", + "29" + ], + "rowCount": 2.3461047921884004E44 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4", + "$f5", + "$f30", + "$f7", + "$f40", + "$f9", + "$f50", + "$f11" + ], + "exprs": [ + { + "input": 21, + "name": "$21" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 19, + "name": "$19" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 2, + "name": "$2" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + } + ] + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 15, + "name": "$15" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 15, + "name": "$15" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 15, + "name": "$15" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + } + ] + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + } + ] + } + ], + "rowCount": 2.3461047921884004E44 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DOUBLE", + "nullable": true + }, + "distinct": false, + "operands": [ + 7 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DOUBLE", + "nullable": true + }, + "distinct": false, + "operands": [ + 6 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 6 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DOUBLE", + "nullable": true + }, + "distinct": false, + "operands": [ + 9 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DOUBLE", + "nullable": true + }, + "distinct": false, + "operands": [ + 8 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 8 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DOUBLE", + "nullable": true + }, + "distinct": false, + "operands": [ + 11 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DOUBLE", + "nullable": true + }, + "distinct": false, + "operands": [ + 10 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 10 + ], + "name": null + } + ], + "rowCount": 2.3461047921884004E43 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_id", + "i_item_desc", + "s_state", + "store_sales_quantitycount", + "store_sales_quantityave", + "store_sales_quantitystdev", + "store_sales_quantitycov", + "as_store_returns_quantitycount", + "as_store_returns_quantityave", + "as_store_returns_quantitystdev", + "store_returns_quantitycov", + "catalog_sales_quantitycount", + "catalog_sales_quantityave", + "catalog_sales_quantitystdev", + "catalog_sales_quantitycov" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "POWER", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + { + "input": 7, + "name": "$7" + } + ] + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "literal": null, + "type": { + "type": "BIGINT", + "nullable": true + } + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + } + ] + }, + { + "literal": 0.5, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 2, + "scale": 1 + } + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "POWER", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + { + "input": 7, + "name": "$7" + } + ] + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "literal": null, + "type": { + "type": "BIGINT", + "nullable": true + } + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + } + ] + }, + { + "literal": 0.5, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 2, + "scale": 1 + } + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "input": 3, + "name": "$3" + } + ] + } + ] + }, + { + "input": 8, + "name": "$8" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "input": 8, + "name": "$8" + } + ] + }, + { + "op": { + "name": "POWER", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "input": 11, + "name": "$11" + } + ] + }, + { + "input": 12, + "name": "$12" + } + ] + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "literal": null, + "type": { + "type": "BIGINT", + "nullable": true + } + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + } + ] + }, + { + "literal": 0.5, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 2, + "scale": 1 + } + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "POWER", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "input": 11, + "name": "$11" + } + ] + }, + { + "input": 12, + "name": "$12" + } + ] + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "literal": null, + "type": { + "type": "BIGINT", + "nullable": true + } + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + } + ] + }, + { + "literal": 0.5, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 2, + "scale": 1 + } + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "input": 8, + "name": "$8" + } + ] + } + ] + }, + { + "input": 13, + "name": "$13" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 14, + "name": "$14" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "input": 13, + "name": "$13" + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "POWER", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 15, + "name": "$15" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 16, + "name": "$16" + }, + { + "input": 16, + "name": "$16" + } + ] + }, + { + "input": 17, + "name": "$17" + } + ] + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 17, + "name": "$17" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "literal": null, + "type": { + "type": "BIGINT", + "nullable": true + } + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 17, + "name": "$17" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + } + ] + }, + { + "literal": 0.5, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 2, + "scale": 1 + } + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 14, + "name": "$14" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "input": 13, + "name": "$13" + } + ] + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "POWER", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 15, + "name": "$15" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 16, + "name": "$16" + }, + { + "input": 16, + "name": "$16" + } + ] + }, + { + "input": 17, + "name": "$17" + } + ] + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 17, + "name": "$17" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "literal": null, + "type": { + "type": "BIGINT", + "nullable": true + } + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 17, + "name": "$17" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + } + ] + }, + { + "literal": 0.5, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 2, + "scale": 1 + } + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 14, + "name": "$14" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "input": 13, + "name": "$13" + } + ] + } + ] + } + ], + "rowCount": 2.3461047921884004E43 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query18.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query18.q.out index 081b2ed7c5df..4dcacd5f1801 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query18.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query18.q.out @@ -1,301 +1,3225 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE), Reducer 6 (BROADCAST_EDGE) - Map 7 <- Map 8 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 6 <- Map 5 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: (cs_bill_cdemo_sk is not null and cs_bill_customer_sk is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_134_container, bigKeyColName:cs_bill_cdemo_sk, smallTablePos:1, keyRatio:2.6028186542889482E-5 - Statistics: Num rows: 43005109025 Data size: 20776312710316 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (cs_bill_cdemo_sk is not null and cs_bill_customer_sk is not null) (type: boolean) - Statistics: Num rows: 42792357238 Data size: 20673529628120 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_bill_customer_sk (type: bigint), cs_bill_cdemo_sk (type: bigint), cs_item_sk (type: bigint), cs_sold_date_sk (type: bigint), CAST( cs_quantity AS decimal(12,2)) (type: decimal(12,2)), CAST( cs_list_price AS decimal(12,2)) (type: decimal(12,2)), CAST( cs_coupon_amt AS decimal(12,2)) (type: decimal(12,2)), CAST( cs_sales_price AS decimal(12,2)) (type: decimal(12,2)), CAST( cs_net_profit AS decimal(12,2)) (type: decimal(12,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 42792357238 Data size: 25283522457008 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col4, _col5, _col6, _col7, _col8 - input vertices: - 1 Map 4 - Statistics: Num rows: 8539738749 Data size: 4937654401528 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col4, _col5, _col6, _col7, _col8, _col11 - input vertices: - 1 Reducer 6 - Statistics: Num rows: 609981367 Data size: 370968303368 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col4, _col5, _col6, _col7, _col8, _col11, _col13, _col15, _col17, _col18, _col19 - input vertices: - 1 Map 7 - Statistics: Num rows: 80563578 Data size: 50834699922 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col4, _col5, _col6, _col7, _col8, _col11, _col13, _col15, _col17, _col18, _col19, _col21 - input vertices: - 1 Map 9 - Statistics: Num rows: 80563578 Data size: 58246549098 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col13 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col4, _col5, _col6, _col7, _col8, _col11, _col15, _col17, _col18, _col19, _col21 - input vertices: - 1 Map 5 - Statistics: Num rows: 80563578 Data size: 57612843314 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col4), count(_col4), sum(_col5), count(_col5), sum(_col6), count(_col6), sum(_col7), count(_col7), sum(_col8), count(_col8), sum(_col15), count(_col15), sum(_col11), count(_col11) - keys: _col17 (type: varchar(30)), _col18 (type: char(2)), _col19 (type: varchar(20)), _col21 (type: string), 0L (type: bigint) - grouping sets: 0, 8, 12, 14, 15 - minReductionHashAggr: 0.7567873 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18 - Statistics: Num rows: 402817890 Data size: 495063186810 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(30)), _col1 (type: char(2)), _col2 (type: varchar(20)), _col3 (type: string), _col4 (type: bigint) - null sort order: zzzzz - sort order: +++++ - Map-reduce partition columns: _col0 (type: varchar(30)), _col1 (type: char(2)), _col2 (type: varchar(20)), _col3 (type: string), _col4 (type: bigint) - Statistics: Num rows: 402817890 Data size: 495063186810 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col5 (type: decimal(22,2)), _col6 (type: bigint), _col7 (type: decimal(22,2)), _col8 (type: bigint), _col9 (type: decimal(22,2)), _col10 (type: bigint), _col11 (type: decimal(22,2)), _col12 (type: bigint), _col13 (type: decimal(22,2)), _col14 (type: bigint), _col15 (type: decimal(22,2)), _col16 (type: bigint), _col17 (type: decimal(22,2)), _col18 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: (d_year = 2001) (type: boolean) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_year = 2001) (type: boolean) - Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: cd1 - Statistics: Num rows: 1920800 Data size: 366872800 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((cd_gender = 'M') and (cd_education_status = 'College ')) (type: boolean) - Statistics: Num rows: 137200 Data size: 26205200 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cd_demo_sk (type: bigint), CAST( cd_dep_count AS decimal(12,2)) (type: decimal(12,2)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 137200 Data size: 16464000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 137200 Data size: 16464000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(12,2)) - Select Operator - expressions: cd_demo_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1920800 Data size: 15366400 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1920800 Data size: 15366400 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: customer - filterExpr: ((c_birth_month) IN (1, 4, 5, 9, 10, 12) and c_current_cdemo_sk is not null and c_current_addr_sk is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_135_container, bigKeyColName:c_current_addr_sk, smallTablePos:1, keyRatio:0.0637275625 - Statistics: Num rows: 80000000 Data size: 2515215652 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((c_birth_month) IN (1, 4, 5, 9, 10, 12) and c_current_cdemo_sk is not null and c_current_addr_sk is not null) (type: boolean) - Statistics: Num rows: 38600692 Data size: 1213613320 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: c_customer_sk (type: bigint), c_current_cdemo_sk (type: bigint), c_current_addr_sk (type: bigint), CAST( c_birth_year AS decimal(12,2)) (type: decimal(12,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 38600692 Data size: 5087648712 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col3, _col5, _col6, _col7 - input vertices: - 1 Map 8 - Statistics: Num rows: 5098205 Data size: 1923120445 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 5098205 Data size: 1923120445 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint), _col3 (type: decimal(12,2)), _col5 (type: varchar(30)), _col6 (type: char(2)), _col7 (type: varchar(20)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: customer_address - filterExpr: (ca_state) IN ('AL', 'MS', 'NC', 'ND', 'OK', 'TN', 'WI') (type: boolean) - Statistics: Num rows: 40000000 Data size: 11560000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ca_state) IN ('AL', 'MS', 'NC', 'ND', 'OK', 'TN', 'WI') (type: boolean) - Statistics: Num rows: 5283019 Data size: 1526792491 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ca_address_sk (type: bigint), ca_county (type: varchar(30)), ca_state (type: char(2)), ca_country (type: varchar(20)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 5283019 Data size: 1526792491 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 5283019 Data size: 1526792491 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(30)), _col2 (type: char(2)), _col3 (type: varchar(20)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 9 - Map Operator Tree: - TableScan - alias: item - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_item_id (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), count(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), sum(VALUE._col4), count(VALUE._col5), sum(VALUE._col6), count(VALUE._col7), sum(VALUE._col8), count(VALUE._col9), sum(VALUE._col10), count(VALUE._col11), sum(VALUE._col12), count(VALUE._col13) - keys: KEY._col0 (type: varchar(30)), KEY._col1 (type: char(2)), KEY._col2 (type: varchar(20)), KEY._col3 (type: string), KEY._col4 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18 - Statistics: Num rows: 402817890 Data size: 495063186810 Basic stats: COMPLETE Column stats: COMPLETE - pruneGroupingSetId: true - Top N Key Operator - sort order: ++++ - keys: _col2 (type: varchar(20)), _col1 (type: char(2)), _col0 (type: varchar(30)), _col3 (type: string) - null sort order: zzzz - Statistics: Num rows: 402817890 Data size: 495063186810 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col3 (type: string), _col2 (type: varchar(20)), _col1 (type: char(2)), _col0 (type: varchar(30)), CAST( (_col5 / _col6) AS decimal(16,6)) (type: decimal(16,6)), CAST( (_col7 / _col8) AS decimal(16,6)) (type: decimal(16,6)), CAST( (_col9 / _col10) AS decimal(16,6)) (type: decimal(16,6)), CAST( (_col11 / _col12) AS decimal(16,6)) (type: decimal(16,6)), CAST( (_col13 / _col14) AS decimal(16,6)) (type: decimal(16,6)), CAST( (_col15 / _col16) AS decimal(16,6)) (type: decimal(16,6)), CAST( (_col17 / _col18) AS decimal(16,6)) (type: decimal(16,6)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 - Statistics: Num rows: 402817890 Data size: 469282841850 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: varchar(20)), _col2 (type: char(2)), _col3 (type: varchar(30)), _col0 (type: string) - null sort order: zzzz - sort order: ++++ - Statistics: Num rows: 402817890 Data size: 469282841850 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col4 (type: decimal(16,6)), _col5 (type: decimal(16,6)), _col6 (type: decimal(16,6)), _col7 (type: decimal(16,6)), _col8 (type: decimal(16,6)), _col9 (type: decimal(16,6)), _col10 (type: decimal(16,6)) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey3 (type: string), KEY.reducesinkkey0 (type: varchar(20)), KEY.reducesinkkey1 (type: char(2)), KEY.reducesinkkey2 (type: varchar(30)), VALUE._col0 (type: decimal(16,6)), VALUE._col1 (type: decimal(16,6)), VALUE._col2 (type: decimal(16,6)), VALUE._col3 (type: decimal(16,6)), VALUE._col4 (type: decimal(16,6)), VALUE._col5 (type: decimal(16,6)), VALUE._col6 (type: decimal(16,6)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 - Statistics: Num rows: 402817890 Data size: 469282841850 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 116500 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 116500 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: decimal(12,2)) - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 137200 Data size: 16464000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(12,2)) - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 3.1350724479225002E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_bill_customer_sk", + "cs_bill_cdemo_sk", + "cs_item_sk", + "cs_sold_date_sk", + "$f4", + "$f5", + "$f6", + "$f7", + "$f8" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 33, + "name": "$33" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 17, + "name": "$17" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 12, + "scale": 2 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 19, + "name": "$19" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 12, + "scale": 2 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 26, + "name": "$26" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 12, + "scale": 2 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 20, + "name": "$20" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 12, + "scale": 2 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 32, + "name": "$32" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 12, + "scale": 2 + } + } + ], + "rowCount": 3.1350724479225002E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 10957.35 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 9, + "name": "$9" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 5.152812913086541E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_demographics" + ], + "table:alias": "cd1", + "inputs": [], + "rowCount": 1920800, + "avgRowSize": 217, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "cd_demo_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_gender" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_marital_status" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "cd_education_status" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_purchase_estimate" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "cd_credit_rating" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_employed_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_college_count" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "cd_demo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cd_gender", + "ndv": 2 + }, + { + "name": "cd_education_status", + "ndv": 7 + }, + { + "name": "cd_dep_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_marital_status", + "ndv": 5 + }, + { + "name": "cd_purchase_estimate", + "ndv": 20, + "minValue": 500, + "maxValue": 10000 + }, + { + "name": "cd_credit_rating", + "ndv": 4 + }, + { + "name": "cd_dep_employed_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_dep_college_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": "M", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": "College ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 20 + } + } + ] + } + ] + }, + "rowCount": 43218 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cd_demo_sk", + "$f10" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 12, + "scale": 2 + } + } + ], + "rowCount": 43218 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 10, + "name": "$10" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "9" + ], + "rowCount": 334041402716661120 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer" + ], + "table:alias": "customer", + "inputs": [], + "rowCount": 80000000, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "c_customer_sk" + }, + { + "type": "CHAR", + "nullable": false, + "precision": 16, + "name": "c_customer_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_shipto_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_sales_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "c_salutation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "c_first_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "c_last_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "c_preferred_cust_flag" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_day" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_month" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_year" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "c_birth_country" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 13, + "name": "c_login" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "c_email_address" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_last_review_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "c_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "c_current_cdemo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "c_current_addr_sk", + "ndv": 33825344, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "c_birth_month", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "c_birth_year", + "ndv": 67, + "minValue": 1924, + "maxValue": 1992 + }, + { + "name": "c_customer_id", + "ndv": 80610928 + }, + { + "name": "c_current_hdemo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "c_first_shipto_date_sk", + "ndv": 3646, + "minValue": 2449028, + "maxValue": 2452678 + }, + { + "name": "c_first_sales_date_sk", + "ndv": 3643, + "minValue": 2448998, + "maxValue": 2452648 + }, + { + "name": "c_salutation", + "ndv": 7 + }, + { + "name": "c_first_name", + "ndv": 5158 + }, + { + "name": "c_last_name", + "ndv": 5123 + }, + { + "name": "c_preferred_cust_flag", + "ndv": 3 + }, + { + "name": "c_birth_day", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "c_birth_country", + "ndv": 216 + }, + { + "name": "c_login", + "ndv": 1 + }, + { + "name": "c_email_address", + "ndv": 75301330 + }, + { + "name": "c_last_review_date_sk", + "ndv": 364, + "minValue": 2452283, + "maxValue": 2452648 + } + ] + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 4, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 5, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 9, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 10, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 12, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + "rowCount": 1.6200000000000002E7 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_current_cdemo_sk", + "c_current_addr_sk", + "$f9" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 4, + "name": "$4" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 13, + "name": "$13" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 12, + "scale": 2 + } + } + ], + "rowCount": 1.6200000000000002E7 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "customer_address", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": "AL", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "MS", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "NC", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "ND", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "OK", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "TN", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "WI", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + } + ] + }, + "rowCount": 10000000 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_county", + "ca_state", + "ca_country" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 10, + "name": "$10" + } + ], + "rowCount": 10000000 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "13", + "16" + ], + "rowCount": 2.4300000000000004E13 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_current_cdemo_sk", + "c_current_addr_sk", + "$f9", + "ca_address_sk", + "ca_county", + "ca_state", + "ca_country" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + } + ], + "rowCount": 2.4300000000000004E13 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 12, + "name": "$12" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "10", + "18" + ], + "rowCount": 1.2175809129022299E30 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_item_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 462000 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 20, + "name": "$20" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "19", + "21" + ], + "rowCount": 8.437835726412453E34 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_demographics" + ], + "table:alias": "cd2", + "inputs": [], + "rowCount": 1920800, + "avgRowSize": 217, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "cd_demo_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_gender" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_marital_status" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "cd_education_status" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_purchase_estimate" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "cd_credit_rating" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_employed_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_college_count" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "cd_demo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cd_gender", + "ndv": 2 + }, + { + "name": "cd_marital_status", + "ndv": 5 + }, + { + "name": "cd_education_status", + "ndv": 7 + }, + { + "name": "cd_purchase_estimate", + "ndv": 20, + "minValue": 500, + "maxValue": 10000 + }, + { + "name": "cd_credit_rating", + "ndv": 4 + }, + { + "name": "cd_dep_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_dep_employed_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_dep_college_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + } + ] + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cd_demo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1920800 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 13, + "name": "$13" + }, + { + "input": 22, + "name": "$22" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "22", + "24" + ], + "rowCount": 2.431109229493956E40 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 17, + 18, + 19, + 21 + ], + "groups": [ + [ + 17, + 18, + 19, + 21 + ], + [ + 18, + 19, + 21 + ], + [ + 19, + 21 + ], + [ + 21 + ], + [] + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 22, + "scale": 2 + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 22, + "scale": 2 + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 22, + "scale": 2 + }, + "distinct": false, + "operands": [ + 6 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 6 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 22, + "scale": 2 + }, + "distinct": false, + "operands": [ + 7 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 7 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 22, + "scale": 2 + }, + "distinct": false, + "operands": [ + 8 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 8 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 22, + "scale": 2 + }, + "distinct": false, + "operands": [ + 15 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 15 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 22, + "scale": 2 + }, + "distinct": false, + "operands": [ + 11 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 11 + ], + "name": null + } + ], + "rowCount": 1.215554614746978E40 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_id", + "ca_country", + "ca_state", + "ca_county", + "agg1", + "agg2", + "agg3", + "agg4", + "agg5", + "agg6", + "agg7" + ], + "exprs": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 16, + "scale": 6 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 16, + "scale": 6 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 16, + "scale": 6 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 16, + "scale": 6 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "input": 13, + "name": "$13" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 16, + "scale": 6 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "input": 15, + "name": "$15" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 16, + "scale": 6 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 16, + "name": "$16" + }, + { + "input": 17, + "name": "$17" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 16, + "scale": 6 + } + } + ], + "rowCount": 1.215554614746978E40 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 3, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query19.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query19.q.out index e7c795225aec..e483b55e0a01 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query19.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query19.q.out @@ -1,290 +1,2516 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 4 <- Map 8 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 3 (CUSTOM_SIMPLE_EDGE) - Reducer 5 <- Map 10 (BROADCAST_EDGE), Map 4 (CUSTOM_SIMPLE_EDGE), Reducer 2 (CUSTOM_SIMPLE_EDGE) - Reducer 6 <- Reducer 5 (SIMPLE_EDGE) - Reducer 7 <- Reducer 6 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: customer - filterExpr: c_current_addr_sk is not null (type: boolean) - Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: c_current_addr_sk is not null (type: boolean) - Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: c_customer_sk (type: bigint), c_current_addr_sk (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 10 - Map Operator Tree: - TableScan - alias: store - Statistics: Num rows: 1704 Data size: 165288 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: s_store_sk (type: bigint), substr(s_zip, 1, 5) (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1704 Data size: 163584 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1704 Data size: 163584 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 3 - Map Operator Tree: - TableScan - alias: customer_address - Statistics: Num rows: 40000000 Data size: 3880000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ca_address_sk (type: bigint), substr(ca_zip, 1, 5) (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 40000000 Data size: 3840000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 40000000 Data size: 3840000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: (ss_customer_sk is not null and ss_store_sk is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_113_container, bigKeyColName:ss_item_sk, smallTablePos:1, keyRatio:1.5562891838619784E-4 - Statistics: Num rows: 82510879939 Data size: 11632478818736 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ss_customer_sk is not null and ss_store_sk is not null) (type: boolean) - Statistics: Num rows: 78670147920 Data size: 11091007998224 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_customer_sk (type: bigint), ss_store_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 78670147920 Data size: 11091007998224 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col4 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - input vertices: - 1 Map 8 - Statistics: Num rows: 1335564641 Data size: 10684517256 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col3, _col7, _col8, _col9, _col10 - input vertices: - 1 Map 9 - Statistics: Num rows: 12841079 Data size: 2606739085 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 12841079 Data size: 2606739085 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: bigint), _col3 (type: decimal(7,2)), _col7 (type: int), _col8 (type: char(50)), _col9 (type: int), _col10 (type: char(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: ((d_year = 1999) and (d_moy = 11)) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 1999) and (d_moy = 11)) (type: boolean) - Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 4 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 9 - Map Operator Tree: - TableScan - alias: item - filterExpr: (i_manager_id = 7) (type: boolean) - Statistics: Num rows: 462000 Data size: 99316352 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (i_manager_id = 7) (type: boolean) - Statistics: Num rows: 4442 Data size: 954910 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_brand_id (type: int), i_brand (type: char(50)), i_manufact_id (type: int), i_manufact (type: char(50)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 4442 Data size: 937182 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 4442 Data size: 937182 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: char(50)), _col3 (type: int), _col4 (type: char(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0, _col3 - input vertices: - 1 Map 3 - Statistics: Num rows: 80000000 Data size: 7680000000 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 80000000 Data size: 7680000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: string) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col3, _col6, _col7, _col11, _col12, _col13, _col14 - input vertices: - 0 Reducer 2 - Statistics: Num rows: 12841079 Data size: 3736754029 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col6 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col3, _col7, _col11, _col12, _col13, _col14, _col16 - input vertices: - 1 Map 10 - Statistics: Num rows: 12841079 Data size: 4866768973 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col3 <> _col16) (type: boolean) - Statistics: Num rows: 12841079 Data size: 4866768973 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col7 (type: decimal(7,2)), _col11 (type: int), _col12 (type: char(50)), _col13 (type: int), _col14 (type: char(50)) - outputColumnNames: _col7, _col11, _col12, _col13, _col14 - Statistics: Num rows: 12841079 Data size: 4866768973 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col7) - keys: _col12 (type: char(50)), _col11 (type: int), _col13 (type: int), _col14 (type: char(50)) - minReductionHashAggr: 0.9687239 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 12841079 Data size: 4044939805 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(50)), _col1 (type: int), _col2 (type: int), _col3 (type: char(50)) - null sort order: zzzz - sort order: ++++ - Map-reduce partition columns: _col0 (type: char(50)), _col1 (type: int), _col2 (type: int), _col3 (type: char(50)) - Statistics: Num rows: 12841079 Data size: 4044939805 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col4 (type: decimal(17,2)) - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: char(50)), KEY._col1 (type: int), KEY._col2 (type: int), KEY._col3 (type: char(50)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 12841079 Data size: 4044939805 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: -++++ - keys: _col4 (type: decimal(17,2)), _col0 (type: char(50)), _col1 (type: int), _col2 (type: int), _col3 (type: char(50)) - null sort order: azzzz - Statistics: Num rows: 12841079 Data size: 4044939805 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col2 (type: int), _col3 (type: char(50)), _col4 (type: decimal(17,2)), _col0 (type: char(50)), _col1 (type: int) - outputColumnNames: _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 12841079 Data size: 4044939717 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col4 (type: decimal(17,2)), _col5 (type: char(50)), _col6 (type: int), _col2 (type: int), _col3 (type: char(50)) - null sort order: azzzz - sort order: -++++ - Statistics: Num rows: 12841079 Data size: 4044939717 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey2 (type: int), KEY.reducesinkkey1 (type: char(50)), KEY.reducesinkkey3 (type: int), KEY.reducesinkkey4 (type: char(50)), KEY.reducesinkkey0 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 12841079 Data size: 4044939717 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 31500 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 31500 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer" + ], + "table:alias": "customer", + "inputs": [], + "rowCount": 80000000, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "c_customer_sk" + }, + { + "type": "CHAR", + "nullable": false, + "precision": 16, + "name": "c_customer_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_shipto_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_sales_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "c_salutation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "c_first_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "c_last_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "c_preferred_cust_flag" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_day" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_month" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_year" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "c_birth_country" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 13, + "name": "c_login" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "c_email_address" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_last_review_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "c_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "c_current_addr_sk", + "ndv": 33825344, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "c_customer_id", + "ndv": 80610928 + }, + { + "name": "c_current_cdemo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "c_current_hdemo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "c_first_shipto_date_sk", + "ndv": 3646, + "minValue": 2449028, + "maxValue": 2452678 + }, + { + "name": "c_first_sales_date_sk", + "ndv": 3643, + "minValue": 2448998, + "maxValue": 2452648 + }, + { + "name": "c_salutation", + "ndv": 7 + }, + { + "name": "c_first_name", + "ndv": 5158 + }, + { + "name": "c_last_name", + "ndv": 5123 + }, + { + "name": "c_preferred_cust_flag", + "ndv": 3 + }, + { + "name": "c_birth_day", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "c_birth_month", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "c_birth_year", + "ndv": 67, + "minValue": 1924, + "maxValue": 1992 + }, + { + "name": "c_birth_country", + "ndv": 216 + }, + { + "name": "c_login", + "ndv": 1 + }, + { + "name": "c_email_address", + "ndv": 75301330 + }, + { + "name": "c_last_review_date_sk", + "ndv": 364, + "minValue": 2452283, + "maxValue": 2452648 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + "rowCount": 72000000 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_current_addr_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 72000000 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "customer_address", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "EXPR$0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "substr", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 5, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647 + }, + "deterministic": true, + "dynamic": false + } + ], + "rowCount": 40000000 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "4" + ], + "rowCount": 432000000000000 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.0150431475531006E10 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_customer_sk", + "ss_store_sk", + "ss_ext_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.0150431475531006E10 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 11, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 1643.6025 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1643.6025 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "8", + "11" + ], + "rowCount": 1.4829509932389217E13 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 20, + "name": "$20" + }, + { + "literal": 7, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 69300 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand_id", + "i_brand", + "i_manufact_id", + "i_manufact" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + } + ], + "rowCount": 69300 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "12", + "15" + ], + "rowCount": 154152755747185888 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_customer_sk", + "ss_store_sk", + "ss_ext_sales_price", + "ss_sold_date_sk", + "d_date_sk", + "i_item_sk", + "i_brand_id", + "i_brand", + "i_manufact_id", + "i_manufact" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + } + ], + "rowCount": 154152755747185888 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "5", + "17" + ], + "rowCount": 9.989098572417645E30 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store" + ], + "table:alias": "store", + "inputs": [], + "rowCount": 1704, + "avgRowSize": 1375, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "s_store_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "s_store_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "s_closed_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_store_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_number_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_floor_space" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "s_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_market_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_geography_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_market_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_division_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_company_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_company_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 10, + "name": "s_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "s_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "s_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "s_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "s_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "s_store_sk", + "ndv": 1736, + "minValue": 1, + "maxValue": 1704 + }, + { + "name": "s_zip", + "ndv": 983 + }, + { + "name": "s_store_id", + "ndv": 879 + }, + { + "name": "s_rec_start_date", + "ndv": 4, + "minValue": 9933, + "maxValue": 11394 + }, + { + "name": "s_rec_end_date", + "ndv": 3, + "minValue": 10663, + "maxValue": 11393 + }, + { + "name": "s_closed_date_sk", + "ndv": 263, + "minValue": 2450820, + "maxValue": 2451314 + }, + { + "name": "s_store_name", + "ndv": 11 + }, + { + "name": "s_number_employees", + "ndv": 100, + "minValue": 200, + "maxValue": 300 + }, + { + "name": "s_floor_space", + "ndv": 1289, + "minValue": 5000201, + "maxValue": 9997773 + }, + { + "name": "s_hours", + "ndv": 4 + }, + { + "name": "s_manager", + "ndv": 1245 + }, + { + "name": "s_market_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "s_geography_class", + "ndv": 2 + }, + { + "name": "s_market_desc", + "ndv": 1311 + }, + { + "name": "s_market_manager", + "ndv": 1236 + }, + { + "name": "s_division_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_division_name", + "ndv": 2 + }, + { + "name": "s_company_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_company_name", + "ndv": 2 + }, + { + "name": "s_street_number", + "ndv": 736 + }, + { + "name": "s_street_name", + "ndv": 851 + }, + { + "name": "s_street_type", + "ndv": 21 + }, + { + "name": "s_suite_number", + "ndv": 76 + }, + { + "name": "s_city", + "ndv": 267 + }, + { + "name": "s_county", + "ndv": 128 + }, + { + "name": "s_state", + "ndv": 44 + }, + { + "name": "s_country", + "ndv": 2 + }, + { + "name": "s_gmt_offset", + "ndv": 5, + "minValue": -9, + "maxValue": -5 + }, + { + "name": "s_tax_percentage", + "ndv": 12, + "minValue": 0, + "maxValue": 0.11 + } + ] + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk", + "EXPR$0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "substr", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 25, + "name": "$25" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 5, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647 + }, + "deterministic": true, + "dynamic": false + } + ], + "rowCount": 1704 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 15, + "name": "$15" + } + ] + }, + { + "op": { + "name": "<>", + "kind": "NOT_EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 16, + "name": "$16" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "18", + "20" + ], + "rowCount": 1.276606797554975E33 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 11, + 12, + 13, + 14 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 7 + ], + "name": null + } + ], + "rowCount": 1.276606797554975E32 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "brand_id", + "brand", + "i_manufact_id", + "i_manufact", + "ext_price", + "(tok_table_or_col i_brand)", + "(tok_table_or_col i_brand_id)" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1.276606797554975E32 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 4, + "direction": "DESCENDING", + "nulls": "FIRST" + }, + { + "field": 5, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 6, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 3, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "brand_id", + "brand", + "i_manufact_id", + "i_manufact", + "ext_price" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query2.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query2.q.out index 60dad2d85c42..d40e2be2746a 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query2.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query2.q.out @@ -1,492 +1,3678 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 6 (BROADCAST_EDGE), Union 2 (CONTAINS) - Map 11 <- Map 6 (BROADCAST_EDGE), Union 12 (CONTAINS) - Map 14 <- Map 6 (BROADCAST_EDGE), Union 12 (CONTAINS) - Map 5 <- Map 6 (BROADCAST_EDGE), Union 2 (CONTAINS) - Map 6 <- Reducer 10 (BROADCAST_EDGE), Reducer 8 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) - Reducer 10 <- Reducer 9 (CUSTOM_SIMPLE_EDGE) - Reducer 13 <- Map 7 (BROADCAST_EDGE), Union 12 (SIMPLE_EDGE) - Reducer 3 <- Map 7 (BROADCAST_EDGE), Reducer 13 (BROADCAST_EDGE), Union 2 (SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) - Reducer 8 <- Map 7 (CUSTOM_SIMPLE_EDGE) - Reducer 9 <- Map 7 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: ws_sold_date_sk is not null (type: boolean) - Statistics: Num rows: 21594638446 Data size: 2591054005984 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_sold_date_sk (type: bigint), ws_ext_sales_price (type: decimal(7,2)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 21594638446 Data size: 2591054005984 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 - input vertices: - 1 Map 6 - Statistics: Num rows: 64599747471 Data size: 9289711673536 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col3 (type: int), if(_col4, _col1, null) (type: decimal(7,2)), if(_col5, _col1, null) (type: decimal(7,2)), if(_col6, _col1, null) (type: decimal(7,2)), if(_col7, _col1, null) (type: decimal(7,2)), if(_col8, _col1, null) (type: decimal(7,2)), if(_col9, _col1, null) (type: decimal(7,2)), if(_col10, _col1, null) (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 64599747471 Data size: 9289711673536 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1), sum(_col2), sum(_col3), sum(_col4), sum(_col5), sum(_col6), sum(_col7) - keys: _col0 (type: int) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 409945536 Data size: 323037082368 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 409945536 Data size: 323037082368 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 11 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: ws_sold_date_sk is not null (type: boolean) - Statistics: Num rows: 21594638446 Data size: 2591054005984 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_sold_date_sk (type: bigint), ws_ext_sales_price (type: decimal(7,2)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 21594638446 Data size: 2591054005984 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 - input vertices: - 1 Map 6 - Statistics: Num rows: 64599747471 Data size: 9289711673536 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col3 (type: int), if(_col4, _col1, null) (type: decimal(7,2)), if(_col5, _col1, null) (type: decimal(7,2)), if(_col6, _col1, null) (type: decimal(7,2)), if(_col7, _col1, null) (type: decimal(7,2)), if(_col8, _col1, null) (type: decimal(7,2)), if(_col9, _col1, null) (type: decimal(7,2)), if(_col10, _col1, null) (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 64599747471 Data size: 9289711673536 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1), sum(_col2), sum(_col3), sum(_col4), sum(_col5), sum(_col6), sum(_col7) - keys: _col0 (type: int) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 409945536 Data size: 323037082368 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 409945536 Data size: 323037082368 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 14 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: cs_sold_date_sk is not null (type: boolean) - Statistics: Num rows: 43005109025 Data size: 5148566336008 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_sold_date_sk (type: bigint), cs_ext_sales_price (type: decimal(7,2)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 43005109025 Data size: 5148566336008 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 - input vertices: - 1 Map 6 - Statistics: Num rows: 64599747471 Data size: 9289711673536 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col3 (type: int), if(_col4, _col1, null) (type: decimal(7,2)), if(_col5, _col1, null) (type: decimal(7,2)), if(_col6, _col1, null) (type: decimal(7,2)), if(_col7, _col1, null) (type: decimal(7,2)), if(_col8, _col1, null) (type: decimal(7,2)), if(_col9, _col1, null) (type: decimal(7,2)), if(_col10, _col1, null) (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 64599747471 Data size: 9289711673536 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1), sum(_col2), sum(_col3), sum(_col4), sum(_col5), sum(_col6), sum(_col7) - keys: _col0 (type: int) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 409945536 Data size: 323037082368 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 409945536 Data size: 323037082368 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: cs_sold_date_sk is not null (type: boolean) - Statistics: Num rows: 43005109025 Data size: 5148566336008 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_sold_date_sk (type: bigint), cs_ext_sales_price (type: decimal(7,2)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 43005109025 Data size: 5148566336008 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 - input vertices: - 1 Map 6 - Statistics: Num rows: 64599747471 Data size: 9289711673536 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col3 (type: int), if(_col4, _col1, null) (type: decimal(7,2)), if(_col5, _col1, null) (type: decimal(7,2)), if(_col6, _col1, null) (type: decimal(7,2)), if(_col7, _col1, null) (type: decimal(7,2)), if(_col8, _col1, null) (type: decimal(7,2)), if(_col9, _col1, null) (type: decimal(7,2)), if(_col10, _col1, null) (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 64599747471 Data size: 9289711673536 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1), sum(_col2), sum(_col3), sum(_col4), sum(_col5), sum(_col6), sum(_col7) - keys: _col0 (type: int) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 409945536 Data size: 323037082368 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 409945536 Data size: 323037082368 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: (d_week_seq is not null and ((d_week_seq BETWEEN DynamicValue(RS_51_date_dim_d_week_seq_min) AND DynamicValue(RS_51_date_dim_d_week_seq_max) and (d_week_seq - 53) BETWEEN DynamicValue(RS_47_date_dim_d_week_seq_min) AND DynamicValue(RS_47_date_dim_d_week_seq_max) and in_bloom_filter(d_week_seq, DynamicValue(RS_51_date_dim_d_week_seq_bloom_filter)) and in_bloom_filter((d_week_seq - 53), DynamicValue(RS_47_date_dim_d_week_seq_bloom_filter))) or (d_week_seq BETWEEN DynamicValue(RS_47_date_dim_d_week_seq_min) AND DynamicValue(RS_47_date_dim_d_week_seq_max) and in_bloom_filter(d_week_seq, DynamicValue(RS_47_date_dim_d_week_seq_bloom_filter))))) (type: boolean) - Statistics: Num rows: 73049 Data size: 7524047 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_week_seq is not null and d_week_seq BETWEEN DynamicValue(RS_51_date_dim_d_week_seq_min) AND DynamicValue(RS_51_date_dim_d_week_seq_max) and (d_week_seq - 53) BETWEEN DynamicValue(RS_47_date_dim_d_week_seq_min) AND DynamicValue(RS_47_date_dim_d_week_seq_max) and in_bloom_filter(d_week_seq, DynamicValue(RS_51_date_dim_d_week_seq_bloom_filter)) and in_bloom_filter((d_week_seq - 53), DynamicValue(RS_47_date_dim_d_week_seq_bloom_filter))) (type: boolean) - Statistics: Num rows: 73049 Data size: 7524047 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), d_week_seq (type: int), (d_day_name = 'Sunday ') (type: boolean), (d_day_name = 'Monday ') (type: boolean), (d_day_name = 'Tuesday ') (type: boolean), (d_day_name = 'Wednesday') (type: boolean), (d_day_name = 'Thursday ') (type: boolean), (d_day_name = 'Friday ') (type: boolean), (d_day_name = 'Saturday ') (type: boolean) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 73049 Data size: 2921960 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 73049 Data size: 2921960 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 5 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 73049 Data size: 2921960 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean) - Filter Operator - predicate: (d_week_seq is not null and d_week_seq BETWEEN DynamicValue(RS_47_date_dim_d_week_seq_min) AND DynamicValue(RS_47_date_dim_d_week_seq_max) and in_bloom_filter(d_week_seq, DynamicValue(RS_47_date_dim_d_week_seq_bloom_filter))) (type: boolean) - Statistics: Num rows: 73049 Data size: 7524047 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), d_week_seq (type: int), (d_day_name = 'Sunday ') (type: boolean), (d_day_name = 'Monday ') (type: boolean), (d_day_name = 'Tuesday ') (type: boolean), (d_day_name = 'Wednesday') (type: boolean), (d_day_name = 'Thursday ') (type: boolean), (d_day_name = 'Friday ') (type: boolean), (d_day_name = 'Saturday ') (type: boolean) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 73049 Data size: 2921960 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 73049 Data size: 2921960 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 11 - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 14 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 73049 Data size: 2921960 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: (((d_year = 2002) and d_week_seq is not null) or ((d_year = 2001) and d_week_seq is not null)) (type: boolean) - Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 2002) and d_week_seq is not null) (type: boolean) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_week_seq (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 1468 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 367 Data size: 1468 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 1468 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) - Filter Operator - predicate: ((d_year = 2001) and d_week_seq is not null) (type: boolean) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_week_seq (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 1468 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 367 Data size: 1468 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 1468 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 10 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: binary) - outputColumnNames: _col0, _col1, _col2 - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) - Reducer 13 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4), sum(VALUE._col5), sum(VALUE._col6) - keys: KEY._col0 (type: int) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 11297 Data size: 8902036 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: int) - 1 _col0 (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - input vertices: - 1 Map 7 - Statistics: Num rows: 367 Data size: 289196 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 367 Data size: 289196 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4), sum(VALUE._col5), sum(VALUE._col6) - keys: KEY._col0 (type: int) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 11297 Data size: 8902036 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: int) - 1 _col0 (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - input vertices: - 1 Map 7 - Statistics: Num rows: 367 Data size: 289196 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 (_col0 - 53) (type: int) - 1 _col0 (type: int) - outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16 - input vertices: - 1 Reducer 13 - Statistics: Num rows: 11224 Data size: 17644128 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col9 (type: int), round((_col10 / _col1), 2) (type: decimal(20,2)), round((_col11 / _col2), 2) (type: decimal(20,2)), round((_col12 / _col3), 2) (type: decimal(20,2)), round((_col13 / _col4), 2) (type: decimal(20,2)), round((_col14 / _col5), 2) (type: decimal(20,2)), round((_col15 / _col6), 2) (type: decimal(20,2)), round((_col16 / _col7), 2) (type: decimal(20,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 11224 Data size: 8844512 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Statistics: Num rows: 11224 Data size: 8844512 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(20,2)), _col2 (type: decimal(20,2)), _col3 (type: decimal(20,2)), _col4 (type: decimal(20,2)), _col5 (type: decimal(20,2)), _col6 (type: decimal(20,2)), _col7 (type: decimal(20,2)) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(20,2)), VALUE._col1 (type: decimal(20,2)), VALUE._col2 (type: decimal(20,2)), VALUE._col3 (type: decimal(20,2)), VALUE._col4 (type: decimal(20,2)), VALUE._col5 (type: decimal(20,2)), VALUE._col6 (type: decimal(20,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 11224 Data size: 8844512 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 11224 Data size: 8844512 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 8 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) - Reducer 9 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) - Union 12 - Vertex: Union 12 - Union 2 - Vertex: Union 2 - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + }, + "rowCount": 1.94351746014E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sold_date_sk", + "sales_price" + ], + "exprs": [ + { + "input": 33, + "name": "$33" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 1.94351746014E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + }, + "rowCount": 3.87045981225E10 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sold_date_sk", + "sales_price" + ], + "exprs": [ + { + "input": 33, + "name": "$33" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 3.87045981225E10 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", + "all": true, + "inputs": [ + "2", + "5" + ], + "rowCount": 5.81397727239E10 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sold_date_sk", + "sales_price" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 5.81397727239E10 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + "rowCount": 65744.1 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_week_seq", + "EXPR$0", + "EXPR$1", + "EXPR$2", + "EXPR$3", + "EXPR$4", + "EXPR$5", + "EXPR$6" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Sunday ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Monday ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Tuesday ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Wednesday", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Thursday ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Friday ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Saturday ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + } + ], + "rowCount": 65744.1 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "7", + "10" + ], + "rowCount": 5.733520547906031E14 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4", + "$f5", + "$f6", + "$f7" + ], + "exprs": [ + { + "input": 3, + "name": "$3" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + } + ], + "rowCount": 5.733520547906031E14 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 6 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 7 + ], + "name": null + } + ], + "rowCount": 5.733520547906031E13 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4", + "$f5", + "$f6", + "$f7" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + } + ], + "rowCount": 5.733520547906031E13 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2002, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + "rowCount": 9861.615 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_week_seq" + ], + "exprs": [ + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 9861.615 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "14", + "17" + ], + "rowCount": 84812658357057504 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + }, + "inputs": [ + "0" + ], + "rowCount": 1.94351746014E10 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sold_date_sk", + "sales_price" + ], + "exprs": [ + { + "input": 33, + "name": "$33" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 1.94351746014E10 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 3.87045981225E10 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sold_date_sk", + "sales_price" + ], + "exprs": [ + { + "input": 33, + "name": "$33" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 3.87045981225E10 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", + "all": true, + "inputs": [ + "20", + "22" + ], + "rowCount": 5.81397727239E10 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sold_date_sk", + "sales_price" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 5.81397727239E10 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + "inputs": [ + "8" + ], + "rowCount": 65744.1 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_week_seq", + "EXPR$0", + "EXPR$1", + "EXPR$2", + "EXPR$3", + "EXPR$4", + "EXPR$5", + "EXPR$6" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Sunday ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Monday ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Tuesday ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Wednesday", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Thursday ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Friday ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Saturday ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + } + ], + "rowCount": 65744.1 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "24", + "26" + ], + "rowCount": 5.733520547906031E14 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4", + "$f5", + "$f6", + "$f7" + ], + "exprs": [ + { + "input": 3, + "name": "$3" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + } + ], + "rowCount": 5.733520547906031E14 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 6 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 7 + ], + "name": null + } + ], + "rowCount": 5.733520547906031E13 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4", + "$f5", + "$f6", + "$f7" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + } + ], + "rowCount": 5.733520547906031E13 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + "inputs": [ + "15" + ], + "rowCount": 9861.615 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_week_seq" + ], + "exprs": [ + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 9861.615 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "30", + "32" + ], + "rowCount": 84812658357057504 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4", + "$f5", + "$f6", + "$f7", + "d_week_seq" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 84812658357057504 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "literal": 53, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "18", + "34" + ], + "rowCount": 1.0789780526386434E33 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_week_seq1", + "_c1", + "_c2", + "_c3", + "_c4", + "_c5", + "_c6", + "_c7" + ], + "exprs": [ + { + "input": 9, + "name": "$9" + }, + { + "op": { + "name": "round", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 20, + "scale": 2 + }, + "deterministic": true, + "dynamic": false + }, + { + "op": { + "name": "round", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 20, + "scale": 2 + }, + "deterministic": true, + "dynamic": false + }, + { + "op": { + "name": "round", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 20, + "scale": 2 + }, + "deterministic": true, + "dynamic": false + }, + { + "op": { + "name": "round", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 13, + "name": "$13" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 20, + "scale": 2 + }, + "deterministic": true, + "dynamic": false + }, + { + "op": { + "name": "round", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 20, + "scale": 2 + }, + "deterministic": true, + "dynamic": false + }, + { + "op": { + "name": "round", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 15, + "name": "$15" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 20, + "scale": 2 + }, + "deterministic": true, + "dynamic": false + }, + { + "op": { + "name": "round", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 16, + "name": "$16" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 20, + "scale": 2 + }, + "deterministic": true, + "dynamic": false + } + ], + "rowCount": 1.0789780526386434E33 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "rowCount": 1.0789780526386434E33 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query20.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query20.q.out index 2c85d5ee0f7b..13ce90905910 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query20.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query20.q.out @@ -1,203 +1,1587 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: catalog_sales - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_52_container, bigKeyColName:cs_item_sk, smallTablePos:1, keyRatio:0.030300956805910575 - Statistics: Num rows: 43005109025 Data size: 5492607208208 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_item_sk (type: bigint), cs_ext_sales_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 43005109025 Data size: 5492607208208 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 5 - Statistics: Num rows: 4778018342 Data size: 561315454048 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col5, _col6, _col7, _col8, _col9 - input vertices: - 1 Map 6 - Statistics: Num rows: 1303095951 Data size: 887089423694 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col9 (type: char(50)), _col8 (type: char(50)), _col5 (type: string), _col6 (type: varchar(200)), _col7 (type: decimal(7,2)) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: string), _col3 (type: varchar(200)), _col4 (type: decimal(7,2)) - null sort order: zzzzz - sort order: +++++ - Map-reduce partition columns: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: string), _col3 (type: varchar(200)), _col4 (type: decimal(7,2)) - Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col5 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-01-12 00:00:00' AND TIMESTAMP'2001-02-11 00:00:00' (type: boolean) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-01-12 00:00:00' AND TIMESTAMP'2001-02-11 00:00:00' (type: boolean) - Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: item - filterExpr: (i_category) IN ('Books ', 'Jewelry ', 'Sports ') (type: boolean) - Statistics: Num rows: 462000 Data size: 270601408 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (i_category) IN ('Books ', 'Jewelry ', 'Sports ') (type: boolean) - Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_item_id (type: string), i_item_desc (type: varchar(200)), i_current_price (type: decimal(7,2)), i_class (type: char(50)), i_category (type: char(50)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string), _col2 (type: varchar(200)), _col3 (type: decimal(7,2)), _col4 (type: char(50)), _col5 (type: char(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: char(50)), KEY._col1 (type: char(50)), KEY._col2 (type: string), KEY._col3 (type: varchar(200)), KEY._col4 (type: decimal(7,2)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: char(50)) - null sort order: a - sort order: + - Map-reduce partition columns: _col1 (type: char(50)) - Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: char(50)), _col2 (type: string), _col3 (type: varchar(200)), _col4 (type: decimal(7,2)), _col5 (type: decimal(17,2)) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: char(50)), KEY.reducesinkkey0 (type: char(50)), VALUE._col1 (type: string), VALUE._col2 (type: varchar(200)), VALUE._col3 (type: decimal(7,2)), VALUE._col4 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator - Function definitions: - Input definition - input alias: ptf_0 - output shape: _col0: char(50), _col1: char(50), _col2: string, _col3: varchar(200), _col4: decimal(7,2), _col5: decimal(17,2) - type: WINDOWING - Windowing table definition - input alias: ptf_1 - name: windowingtablefunction - order by: _col1 ASC NULLS FIRST - partition by: _col1 - raw input shape: - window functions: - window function definition - alias: sum_window_0 - arguments: _col5 - name: sum - window function: GenericUDAFSumHiveDecimal - window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) - Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: +++++ - keys: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: string), _col3 (type: varchar(200)), ((_col5 * 100) / sum_window_0) (type: decimal(38,17)) - null sort order: zzzzz - Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col3 (type: varchar(200)), _col0 (type: char(50)), _col1 (type: char(50)), _col4 (type: decimal(7,2)), _col5 (type: decimal(17,2)), ((_col5 * 100) / sum_window_0) (type: decimal(38,17)), _col2 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 126000 Data size: 101052000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col6 (type: string), _col0 (type: varchar(200)), _col5 (type: decimal(38,17)) - null sort order: zzzzz - sort order: +++++ - Statistics: Num rows: 126000 Data size: 101052000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: decimal(7,2)), _col4 (type: decimal(17,2)) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey3 (type: varchar(200)), KEY.reducesinkkey0 (type: char(50)), KEY.reducesinkkey1 (type: char(50)), VALUE._col0 (type: decimal(7,2)), VALUE._col1 (type: decimal(17,2)), KEY.reducesinkkey4 (type: decimal(38,17)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 126000 Data size: 88452000 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 70200 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 70200 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + }, + "rowCount": 3.87045981225E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_item_sk", + "cs_ext_sales_price", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 14, + "name": "$14" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.87045981225E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "TIMESTAMP", + "nullable": true, + "precision": 9 + } + }, + { + "literal": 979257600000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + }, + { + "literal": 981849600000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 1.0602495705939384E14 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Books", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + }, + { + "literal": "Jewelry", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 7 + } + }, + { + "literal": "Sports", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + } + ] + }, + "rowCount": 115500 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_item_id", + "i_item_desc", + "i_current_price", + "i_class", + "i_category" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 12, + "name": "$12" + } + ], + "rowCount": 115500 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "9" + ], + "rowCount": 1836882381053998336 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5, + 6, + 7, + 8, + 9 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 183688238105399840 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_desc", + "i_category", + "i_class", + "i_current_price", + "itemrevenue", + "revenueratio", + "(tok_table_or_col i_item_id)" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 5, + "name": "$5" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "literal": 100, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 10, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ], + "distinct": false, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 27, + "scale": 2 + }, + "window": { + "partition": [ + { + "input": 3, + "name": "$3" + } + ], + "order": [ + { + "expr": { + "input": 3, + "name": "$3" + }, + "direction": "ASCENDING", + "null-direction": "FIRST" + } + ], + "range-lower": { + "type": "UNBOUNDED_PRECEDING" + }, + "range-upper": { + "type": "UNBOUNDED_FOLLOWING" + } + } + } + ] + }, + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 183688238105399840 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 6, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 5, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_desc", + "i_category", + "i_class", + "i_current_price", + "itemrevenue", + "revenueratio" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query21.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query21.q.out index 2220fbc9ec45..cdd3959baa76 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query21.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query21.q.out @@ -1,184 +1,1627 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: inventory - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_75_container, bigKeyColName:inv_item_sk, smallTablePos:1, keyRatio:0.0015429438826629121 - Statistics: Num rows: 1627857000 Data size: 45254407088 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: inv_date_sk (type: bigint), inv_item_sk (type: bigint), inv_warehouse_sk (type: bigint), inv_quantity_on_hand (type: int) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1627857000 Data size: 45254407088 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col3, _col5, _col6 - input vertices: - 1 Map 4 - Statistics: Num rows: 180860619 Data size: 4738508420 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col3, _col5, _col6, _col8 - input vertices: - 1 Map 5 - Statistics: Num rows: 2511692 Data size: 291356276 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col3, _col5, _col6, _col8, _col10 - input vertices: - 1 Map 6 - Statistics: Num rows: 2511692 Data size: 522431940 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col10 (type: varchar(20)), _col8 (type: string), if(_col5, _col3, 0) (type: int), if(_col6, _col3, 0) (type: int) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2511692 Data size: 522431940 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2), sum(_col3) - keys: _col0 (type: varchar(20)), _col1 (type: string) - minReductionHashAggr: 0.9867269 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 519696 Data size: 112254336 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(20)), _col1 (type: string) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: varchar(20)), _col1 (type: string) - Statistics: Num rows: 519696 Data size: 112254336 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: bigint), _col3 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-09 00:00:00' AND TIMESTAMP'1998-05-08 00:00:00' (type: boolean) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-09 00:00:00' AND TIMESTAMP'1998-05-08 00:00:00' (type: boolean) - Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), (d_date < DATE'1998-04-08') (type: boolean), (d_date >= DATE'1998-04-08') (type: boolean) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 8116 Data size: 129856 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 129856 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: boolean), _col2 (type: boolean) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: item - filterExpr: i_current_price BETWEEN 0.99 AND 1.49 (type: boolean) - Statistics: Num rows: 462000 Data size: 101509408 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: i_current_price BETWEEN 0.99 AND 1.49 (type: boolean) - Statistics: Num rows: 6416 Data size: 1409840 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_item_id (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 6416 Data size: 692928 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 6416 Data size: 692928 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: warehouse - Statistics: Num rows: 27 Data size: 2916 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: w_warehouse_sk (type: bigint), w_warehouse_name (type: varchar(20)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 27 Data size: 2916 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 27 Data size: 2916 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(20)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1) - keys: KEY._col0 (type: varchar(20)), KEY._col1 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 173232 Data size: 37418112 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (if((_col2 > 0L), (0.666667D <= (UDFToDouble(_col3) / UDFToDouble(_col2))), false) and if((_col2 > 0L), ((UDFToDouble(_col3) / UDFToDouble(_col2)) <= 1.5D), false)) (type: boolean) - Statistics: Num rows: 43308 Data size: 9354528 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++ - keys: _col0 (type: varchar(20)), _col1 (type: string) - null sort order: zz - Statistics: Num rows: 43308 Data size: 9354528 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Reduce Output Operator - key expressions: _col0 (type: varchar(20)), _col1 (type: string) - null sort order: zz - sort order: ++ - Statistics: Num rows: 43308 Data size: 9354528 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: bigint), _col3 (type: bigint) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: varchar(20)), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: bigint), VALUE._col1 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 43308 Data size: 9354528 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 21600 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 21600 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "warehouse" + ], + "table:alias": "warehouse", + "inputs": [], + "rowCount": 27, + "avgRowSize": 679, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "w_warehouse_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "w_warehouse_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "w_warehouse_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "w_warehouse_sq_ft" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "w_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "w_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "w_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "w_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "w_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "w_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "w_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "w_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "w_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "w_gmt_offset" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "w_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "w_warehouse_name", + "ndv": 27 + }, + { + "name": "w_warehouse_id", + "ndv": 27 + }, + { + "name": "w_warehouse_sq_ft", + "ndv": 26, + "minValue": 73065, + "maxValue": 977787 + }, + { + "name": "w_street_number", + "ndv": 26 + }, + { + "name": "w_street_name", + "ndv": 27 + }, + { + "name": "w_street_type", + "ndv": 16 + }, + { + "name": "w_suite_number", + "ndv": 21 + }, + { + "name": "w_city", + "ndv": 18 + }, + { + "name": "w_county", + "ndv": 14 + }, + { + "name": "w_state", + "ndv": 12 + }, + { + "name": "w_zip", + "ndv": 24 + }, + { + "name": "w_country", + "ndv": 1 + }, + { + "name": "w_gmt_offset", + "ndv": 4, + "minValue": -8, + "maxValue": -5 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "w_warehouse_sk", + "w_warehouse_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 27 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "inventory" + ], + "table:alias": "inventory", + "inputs": [], + "rowCount": 1627857000, + "avgRowSize": 157, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "inv_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "inv_item_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "inv_warehouse_sk" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "inv_quantity_on_hand" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "inv_date_sk", + "ndv": 258, + "minValue": 2450815, + "maxValue": 2452635 + }, + { + "name": "inv_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "inv_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "inv_quantity_on_hand", + "ndv": 987, + "minValue": 0, + "maxValue": 1000 + } + ] + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "inv_date_sk", + "inv_item_sk", + "inv_warehouse_sk", + "inv_quantity_on_hand" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 1627857000 + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "TIMESTAMP", + "nullable": true, + "precision": 9 + } + }, + { + "literal": 889401600000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + }, + { + "literal": 894585600000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "EXPR$0", + "EXPR$1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "<", + "kind": "LESS_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": 10324, + "type": { + "type": "DATE", + "nullable": false + } + } + ] + }, + { + "op": { + "name": ">=", + "kind": "GREATER_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": 10324, + "type": { + "type": "DATE", + "nullable": false + } + } + ] + } + ], + "rowCount": 18262.25 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "3", + "6" + ], + "rowCount": 4.4592497247375E12 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 0.99, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 3, + "scale": 2 + } + }, + { + "literal": 1.49, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 3, + "scale": 2 + } + } + ] + }, + "rowCount": 115500 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_item_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 115500 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "7", + "10" + ], + "rowCount": 77256501481077184 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "1", + "11" + ], + "rowCount": 312888830998362560 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 10, + "name": "$10" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "rowCount": 312888830998362560 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + } + ], + "rowCount": 31288883099836256 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": 0, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "literal": 0.666667, + "type": { + "type": "DOUBLE", + "nullable": false + } + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + } + ] + } + ] + }, + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": 0, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + } + ] + }, + { + "literal": 1.5, + "type": { + "type": "DOUBLE", + "nullable": false + } + } + ] + }, + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 1955555193739766 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "x.w_warehouse_name", + "x.i_item_id", + "x.inv_before", + "x.inv_after" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 1955555193739766 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query22.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query22.q.out index 592b285f4099..fec38e99d5ff 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query22.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query22.q.out @@ -1,162 +1,1083 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: inventory - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_51_container, bigKeyColName:inv_date_sk, smallTablePos:1, keyRatio:0.1972500588196629 - Statistics: Num rows: 1627857000 Data size: 32231551088 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: inv_date_sk (type: bigint), inv_item_sk (type: bigint), inv_quantity_on_hand (type: int) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1627857000 Data size: 32231551088 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2 - input vertices: - 1 Map 5 - Statistics: Num rows: 321094889 Data size: 3527549756 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col5, _col6, _col7, _col8 - input vertices: - 1 Map 6 - Statistics: Num rows: 321094889 Data size: 125864702465 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col8 (type: char(50)) - null sort order: z - sort order: + - Map-reduce partition columns: _col8 (type: char(50)) - value expressions: _col2 (type: int), _col5 (type: char(50)), _col6 (type: char(50)), _col7 (type: char(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) - Statistics: Num rows: 359 Data size: 4308 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: item - Statistics: Num rows: 462000 Data size: 183414000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_brand (type: char(50)), i_class (type: char(50)), i_category (type: char(50)), i_product_name (type: char(50)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 462000 Data size: 183414000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 183414000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: char(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col2 (type: int), VALUE._col5 (type: char(50)), VALUE._col6 (type: char(50)), VALUE._col7 (type: char(50)), KEY._col8 (type: char(50)) - outputColumnNames: _col2, _col5, _col6, _col7, _col8 - Group By Operator - aggregations: sum(_col2), count(_col2) - keys: _col5 (type: char(50)), _col6 (type: char(50)), _col7 (type: char(50)), _col8 (type: char(50)), 0L (type: bigint) - grouping sets: 0, 2, 6, 14, 15 - minReductionHashAggr: 0.83334786 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 1605474445 Data size: 663060945785 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: bigint) - null sort order: zzzzz - sort order: +++++ - Map-reduce partition columns: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: bigint) - Statistics: Num rows: 1605474445 Data size: 663060945785 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col5 (type: bigint), _col6 (type: bigint) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), count(VALUE._col1) - keys: KEY._col0 (type: char(50)), KEY._col1 (type: char(50)), KEY._col2 (type: char(50)), KEY._col3 (type: char(50)), KEY._col4 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col5, _col6 - Statistics: Num rows: 1605474445 Data size: 663060945785 Basic stats: COMPLETE Column stats: COMPLETE - pruneGroupingSetId: true - Top N Key Operator - sort order: +++++ - keys: (UDFToDouble(_col5) / _col6) (type: double), _col3 (type: char(50)), _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: char(50)) - null sort order: zzzzz - Statistics: Num rows: 1605474445 Data size: 663060945785 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col3 (type: char(50)), _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: char(50)), (UDFToDouble(_col5) / _col6) (type: double) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1605474445 Data size: 637373354665 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col4 (type: double), _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)) - null sort order: zzzzz - sort order: +++++ - Statistics: Num rows: 1605474445 Data size: 637373354665 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey1 (type: char(50)), KEY.reducesinkkey2 (type: char(50)), KEY.reducesinkkey3 (type: char(50)), KEY.reducesinkkey4 (type: char(50)), KEY.reducesinkkey0 (type: double) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1605474445 Data size: 637373354665 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 39700 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 39700 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "inventory" + ], + "table:alias": "inventory", + "inputs": [], + "rowCount": 1627857000, + "avgRowSize": 157, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "inv_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "inv_item_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "inv_warehouse_sk" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "inv_quantity_on_hand" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "inv_date_sk", + "ndv": 258, + "minValue": 2450815, + "maxValue": 2452635 + }, + { + "name": "inv_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "inv_quantity_on_hand", + "ndv": 987, + "minValue": 0, + "maxValue": 1000 + }, + { + "name": "inv_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "inv_date_sk", + "inv_item_sk", + "inv_quantity_on_hand" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 1627857000 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 1212, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1223, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "1", + "4" + ], + "rowCount": 4.4592497247375E12 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_product_name", + "ndv": 461487 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + } + ] + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand", + "i_class", + "i_category", + "i_product_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 21, + "name": "$21" + } + ], + "rowCount": 462000 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "5", + "7" + ], + "rowCount": 309026005924308736 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5, + 6, + 7, + 8 + ], + "groups": [ + [ + 5, + 6, + 7, + 8 + ], + [ + 5, + 6, + 8 + ], + [ + 5, + 8 + ], + [ + 8 + ], + [] + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 154513002962154368 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_product_name", + "i_brand", + "i_class", + "i_category", + "qoh" + ], + "exprs": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "input": 5, + "name": "$5" + } + ] + } + ], + "rowCount": 154513002962154368 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 4, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 3, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query23.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query23.q.out index bc67018f6574..1b59a3b927b6 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query23.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query23.q.out @@ -1,549 +1,5599 @@ Warning: Map Join MAPJOIN[318][bigTable=?] in task 'Reducer 7' is a cross product -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 12 (BROADCAST_EDGE), Reducer 11 (BROADCAST_EDGE), Reducer 7 (BROADCAST_EDGE), Union 2 (CONTAINS) - Map 4 <- Map 12 (BROADCAST_EDGE), Reducer 11 (BROADCAST_EDGE), Reducer 7 (BROADCAST_EDGE), Union 2 (CONTAINS) - Map 8 <- Map 12 (BROADCAST_EDGE), Reducer 13 (BROADCAST_EDGE) - Reducer 10 <- Reducer 9 (CUSTOM_SIMPLE_EDGE) - Reducer 11 <- Map 5 (BROADCAST_EDGE), Map 8 (SIMPLE_EDGE) - Reducer 13 <- Map 12 (SIMPLE_EDGE) - Reducer 3 <- Union 2 (CUSTOM_SIMPLE_EDGE) - Reducer 7 <- Map 6 (SIMPLE_EDGE), Reducer 10 (BROADCAST_EDGE) - Reducer 9 <- Map 8 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: cs_bill_customer_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_314_container, bigKeyColName:cs_item_sk, smallTablePos:1, keyRatio:3.0779924292960215E-5 - Statistics: Num rows: 43005109025 Data size: 6007427450388 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: cs_bill_customer_sk is not null (type: boolean) - Statistics: Num rows: 42899393143 Data size: 5992659891260 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_bill_customer_sk (type: bigint), cs_item_sk (type: bigint), cs_quantity (type: int), cs_list_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 42899393143 Data size: 5992659891260 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col4 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - input vertices: - 1 Map 12 - Statistics: Num rows: 723144625 Data size: 82199941740 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col3 - input vertices: - 1 Reducer 11 - Statistics: Num rows: 723144625 Data size: 76414784740 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col3 - input vertices: - 1 Reducer 7 - Statistics: Num rows: 723144625 Data size: 71473275804 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: (CAST( _col2 AS decimal(10,0)) * _col3) (type: decimal(18,2)) - outputColumnNames: _col0 - Statistics: Num rows: 723144625 Data size: 80992198000 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col0) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: decimal(28,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 12 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: ((d_year) IN (1999, 2000, 2001, 2002) or ((d_year = 1999) and (d_moy = 1))) (type: boolean) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_year) IN (1999, 2000, 2001, 2002) (type: boolean) - Statistics: Num rows: 1468 Data size: 17616 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1468 Data size: 11744 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1468 Data size: 11744 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1468 Data size: 11744 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1468 Data size: 11744 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 1468 Data size: 11744 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 8 - Select Operator - expressions: d_date_sk (type: bigint), d_date (type: date) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1468 Data size: 93952 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1468 Data size: 93952 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: date) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1468 Data size: 11744 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1468 Data size: 11744 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 1468 Data size: 11744 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 8 - Filter Operator - predicate: ((d_year = 1999) and (d_moy = 1)) (type: boolean) - Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 4 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: ws_bill_customer_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_315_container, bigKeyColName:ws_item_sk, smallTablePos:1, keyRatio:0.01697464775419283 - Statistics: Num rows: 21594638446 Data size: 3022914194636 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ws_bill_customer_sk is not null (type: boolean) - Statistics: Num rows: 21591944812 Data size: 3022537127652 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_item_sk (type: bigint), ws_bill_customer_sk (type: bigint), ws_quantity (type: int), ws_list_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 21591944812 Data size: 3022537127652 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col4 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - input vertices: - 1 Map 12 - Statistics: Num rows: 366561381 Data size: 48050956264 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col3 - input vertices: - 1 Reducer 11 - Statistics: Num rows: 366561381 Data size: 45118465216 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col3 - input vertices: - 1 Reducer 7 - Statistics: Num rows: 366561381 Data size: 42207520544 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: (CAST( _col2 AS decimal(10,0)) * _col3) (type: decimal(18,2)) - outputColumnNames: _col0 - Statistics: Num rows: 366561381 Data size: 41054874672 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col0) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: decimal(28,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: item - Statistics: Num rows: 462000 Data size: 3696000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 462000 Data size: 3696000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 3696000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: ss_customer_sk is not null (type: boolean) - Statistics: Num rows: 86404891377 Data size: 10231957442552 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ss_customer_sk is not null (type: boolean) - Statistics: Num rows: 82514936083 Data size: 9771313879636 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_customer_sk (type: bigint), (CAST( ss_quantity AS decimal(10,0)) * ss_sales_price) (type: decimal(18,2)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 82514936083 Data size: 9771313879636 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col0 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 82514936083 Data size: 9872073696464 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 82514936083 Data size: 9872073696464 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(28,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: store_sales - Statistics: Num rows: 82510879939 Data size: 10650501896012 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ss_customer_sk is not null (type: boolean) - Statistics: Num rows: 80566020964 Data size: 10399459558156 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_sold_date_sk (type: bigint), ss_customer_sk (type: bigint), (CAST( ss_quantity AS decimal(10,0)) * ss_sales_price) (type: decimal(18,2)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 80566020964 Data size: 10297258548832 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2 - input vertices: - 1 Reducer 13 - Statistics: Num rows: 64769599664 Data size: 7757159825120 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2) - keys: _col1 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 64769599664 Data size: 7757159825120 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 64769599664 Data size: 7757159825120 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(28,2)) - Select Operator - expressions: ss_item_sk (type: bigint), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 82510879939 Data size: 1320174079024 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col3 - input vertices: - 1 Map 12 - Statistics: Num rows: 66333133964 Data size: 4245320573696 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - keys: _col0 (type: bigint), _col3 (type: date) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 66333133964 Data size: 4775985645408 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: date) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: date) - Statistics: Num rows: 66333133964 Data size: 4775985645408 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 10 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: max(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: _col0 is not null (type: boolean) - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: (0.95 * _col0) (type: decimal(37,8)) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: decimal(37,8)) - Reducer 11 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - keys: KEY._col0 (type: bigint), KEY._col1 (type: date) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 545240156 Data size: 39257291232 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint), _col2 (type: bigint) - outputColumnNames: _col0, _col2 - Statistics: Num rows: 545240156 Data size: 8723842496 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col3 - input vertices: - 1 Map 5 - Statistics: Num rows: 545240156 Data size: 8723842496 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col3 (type: bigint), _col2 (type: bigint) - outputColumnNames: _col0, _col2 - Statistics: Num rows: 545240156 Data size: 8723842496 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col2 > 4L) (type: boolean) - Statistics: Num rows: 181746718 Data size: 2907947488 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 181746718 Data size: 1453973744 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 2228502 Data size: 17828016 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 2228502 Data size: 17828016 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 2228502 Data size: 17828016 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 13 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1468 Data size: 11744 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 78525966 Data size: 9394833968 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: _col1 is not null (type: boolean) - Statistics: Num rows: 78525966 Data size: 9394833968 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Reducer 10 - Statistics: Num rows: 78525966 Data size: 18189742160 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col1 > _col2) (type: boolean) - Statistics: Num rows: 26175322 Data size: 6063247392 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 26175322 Data size: 199975264 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 26175322 Data size: 199975264 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 26175322 Data size: 199975264 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 26175322 Data size: 199975264 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 9 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 63129535 Data size: 7560736760 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col1 (type: decimal(28,2)) - outputColumnNames: _col1 - Statistics: Num rows: 63129535 Data size: 7560736760 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: max(_col1) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: decimal(28,2)) - Union 2 - Vertex: Union 2 - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 3.483413831025E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_bill_customer_sk", + "cs_item_sk", + "cs_quantity", + "cs_list_price", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 17, + "name": "$17" + }, + { + "input": 19, + "name": "$19" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.483413831025E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 1643.6025 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year", + "d_moy" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + } + ], + "rowCount": 1643.6025 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 8.5880215218109E12 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + }, + "rowCount": 7.42597919451E10 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 7.42597919451E10 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2002, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 18262.25 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "9", + "12" + ], + "rowCount": 2.0342263281741038E14 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 3 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 2.034226328174104E13 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "d_date", + "$f2" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 2.034226328174104E13 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 462000 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "15", + "17" + ], + "rowCount": 1409718845424654080 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "d_date", + "$f2" + ], + "exprs": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 1409718845424654080 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": 4, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + "rowCount": 704859422712327040 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 704859422712327040 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 8, + "name": "$8" + } + ] + }, + "joinType": "semi", + "inputs": [ + "6", + "21" + ], + "rowCount": 8.5880215218109E12 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 86404891377, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 159044, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1334023, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1468124, + "minValue": -10000, + "maxValue": 9986 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1824, + "minValue": 2450816, + "maxValue": 2452642 + } + ] + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + "rowCount": 7.77644022393E10 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_customer_sk", + "$f1" + ], + "exprs": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "BIGINT", + "nullable": false + } + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 10, + "scale": 0 + } + }, + { + "input": 12, + "name": "$12" + } + ] + } + ], + "rowCount": 7.77644022393E10 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 7.77644022393E9 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ] + }, + "rowCount": 6.298916581383301E9 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_customer_sk", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 6.298916581383301E9 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + } + ] + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_sold_date_sk", + "ss_customer_sk", + "$f1" + ], + "exprs": [ + { + "input": 22, + "name": "$22" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "BIGINT", + "nullable": false + } + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 10, + "scale": 0 + } + }, + { + "input": 12, + "name": "$12" + } + ] + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2002, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "31", + "34" + ], + "rowCount": 1.8308036953566934E14 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 1 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 1.8308036953566934E13 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_customer_sk", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 1.8308036953566934E13 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "max", + "kind": "MAX", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 1 + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + }, + "rowCount": 1 + }, + { + "id": "41", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "EXPR$0" + ], + "exprs": [ + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "literal": 0.95, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 16, + "scale": 6 + } + }, + { + "input": 0, + "name": "$0" + } + ] + } + ], + "rowCount": 1 + }, + { + "id": "42", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "28", + "41" + ], + "rowCount": 3.1494582906916504E9 + }, + { + "id": "43", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 3.1494582906916504E9 + }, + { + "id": "44", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + } + ] + }, + "joinType": "semi", + "inputs": [ + "22", + "43" + ], + "rowCount": 1.2677852071035298E12 + }, + { + "id": "45", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sales" + ], + "exprs": [ + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 10, + "scale": 0 + } + }, + { + "input": 3, + "name": "$3" + } + ] + } + ], + "rowCount": 1.2677852071035298E12 + }, + { + "id": "46", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + } + ] + }, + { + "id": "47", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 1.7491657141260002E10 + }, + { + "id": "48", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_item_sk", + "ws_bill_customer_sk", + "ws_quantity", + "ws_list_price", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 17, + "name": "$17" + }, + { + "input": 19, + "name": "$19" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 1.7491657141260002E10 + }, + { + "id": "49", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 1643.6025 + }, + { + "id": "50", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year", + "d_moy" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + } + ], + "rowCount": 1643.6025 + }, + { + "id": "51", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "48", + "50" + ], + "rowCount": 4.312399710977669E12 + }, + { + "id": "52", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 7.42597919451E10 + }, + { + "id": "53", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 7.42597919451E10 + }, + { + "id": "54", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2002, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "10" + ], + "rowCount": 18262.25 + }, + { + "id": "55", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 18262.25 + }, + { + "id": "56", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "53", + "55" + ], + "rowCount": 2.0342263281741038E14 + }, + { + "id": "57", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 3 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 2.034226328174104E13 + }, + { + "id": "58", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "d_date", + "$f2" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 2.034226328174104E13 + }, + { + "id": "59", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "inputs": [ + "16" + ], + "rowCount": 462000 + }, + { + "id": "60", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "58", + "59" + ], + "rowCount": 1409718845424654080 + }, + { + "id": "61", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "d_date", + "$f2" + ], + "exprs": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 1409718845424654080 + }, + { + "id": "62", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": 4, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + "rowCount": 704859422712327040 + }, + { + "id": "63", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 704859422712327040 + }, + { + "id": "64", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + } + ] + }, + "joinType": "semi", + "inputs": [ + "51", + "63" + ], + "rowCount": 4.312399710977669E12 + }, + { + "id": "65", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + "inputs": [ + "23" + ], + "rowCount": 7.77644022393E10 + }, + { + "id": "66", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_customer_sk", + "$f1" + ], + "exprs": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "BIGINT", + "nullable": false + } + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 10, + "scale": 0 + } + }, + { + "input": 12, + "name": "$12" + } + ] + } + ], + "rowCount": 7.77644022393E10 + }, + { + "id": "67", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 7.77644022393E9 + }, + { + "id": "68", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ] + }, + "rowCount": 6.298916581383301E9 + }, + { + "id": "69", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_customer_sk", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 6.298916581383301E9 + }, + { + "id": "70", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "inputs": [ + "29" + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "71", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_sold_date_sk", + "ss_customer_sk", + "$f1" + ], + "exprs": [ + { + "input": 22, + "name": "$22" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "BIGINT", + "nullable": false + } + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 10, + "scale": 0 + } + }, + { + "input": 12, + "name": "$12" + } + ] + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "72", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2002, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "32" + ], + "rowCount": 18262.25 + }, + { + "id": "73", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "74", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "71", + "73" + ], + "rowCount": 1.8308036953566934E14 + }, + { + "id": "75", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 1 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 1.8308036953566934E13 + }, + { + "id": "76", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_customer_sk", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 1.8308036953566934E13 + }, + { + "id": "77", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "max", + "kind": "MAX", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 1 + }, + { + "id": "78", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "79", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + }, + "rowCount": 1 + }, + { + "id": "80", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "EXPR$0" + ], + "exprs": [ + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "literal": 0.95, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 16, + "scale": 6 + } + }, + { + "input": 0, + "name": "$0" + } + ] + } + ], + "rowCount": 1 + }, + { + "id": "81", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "69", + "80" + ], + "rowCount": 3.1494582906916504E9 + }, + { + "id": "82", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 3.1494582906916504E9 + }, + { + "id": "83", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 8, + "name": "$8" + } + ] + }, + "joinType": "semi", + "inputs": [ + "64", + "82" + ], + "rowCount": 6.36607226333801E11 + }, + { + "id": "84", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sales" + ], + "exprs": [ + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 10, + "scale": 0 + } + }, + { + "input": 3, + "name": "$3" + } + ] + } + ], + "rowCount": 6.36607226333801E11 + }, + { + "id": "85", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", + "all": true, + "inputs": [ + "45", + "84" + ], + "rowCount": 1.9043924334373308E12 + }, + { + "id": "86", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sales" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1.9043924334373308E12 + }, + { + "id": "87", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 0 + ], + "name": null + } + ], + "rowCount": 1 + }, + { + "id": "88", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "_c0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query24.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query24.q.out index 68170ac209aa..884aa7a0d68a 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query24.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query24.q.out @@ -1,535 +1,3519 @@ Warning: Map Join MAPJOIN[331][bigTable=?] in task 'Reducer 7' is a cross product -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Reducer 12 (BROADCAST_EDGE), Reducer 13 (BROADCAST_EDGE), Reducer 15 (BROADCAST_EDGE) - Map 11 <- Map 9 (BROADCAST_EDGE) - Map 8 <- Reducer 15 (BROADCAST_EDGE) - Map 9 <- Map 10 (BROADCAST_EDGE) - Reducer 12 <- Map 11 (CUSTOM_SIMPLE_EDGE) - Reducer 13 <- Map 11 (CUSTOM_SIMPLE_EDGE) - Reducer 15 <- Map 14 (CUSTOM_SIMPLE_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 11 (BROADCAST_EDGE), Map 14 (BROADCAST_EDGE), Map 8 (CUSTOM_SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) - Reducer 5 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 11 (BROADCAST_EDGE), Map 14 (BROADCAST_EDGE), Map 16 (CUSTOM_SIMPLE_EDGE) - Reducer 6 <- Reducer 5 (SIMPLE_EDGE) - Reducer 7 <- Reducer 4 (BROADCAST_EDGE), Reducer 6 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: (ss_store_sk is not null and ss_customer_sk is not null and ((ss_item_sk BETWEEN DynamicValue(RS_32_item_i_item_sk_min) AND DynamicValue(RS_32_item_i_item_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_32_item_i_item_sk_bloom_filter)) and ss_store_sk BETWEEN DynamicValue(RS[300]_col0) AND DynamicValue(RS[300]_col1) and ss_customer_sk BETWEEN DynamicValue(RS[300]_col2) AND DynamicValue(RS[300]_col3) and in_bloom_filter(hash(ss_store_sk,ss_customer_sk), DynamicValue(RS[300]_col4))) or (ss_store_sk BETWEEN DynamicValue(RS[315]_col0) AND DynamicValue(RS[315]_col1) and ss_customer_sk BETWEEN DynamicValue(RS[315]_col2) AND DynamicValue(RS[315]_col3) and in_bloom_filter(hash(ss_store_sk,ss_customer_sk), DynamicValue(RS[315]_col4))))) (type: boolean) - Statistics: Num rows: 86404891377 Data size: 11944483020904 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ss_store_sk is not null and ss_customer_sk is not null and ss_store_sk BETWEEN DynamicValue(RS[300]_col0) AND DynamicValue(RS[300]_col1) and ss_customer_sk BETWEEN DynamicValue(RS[300]_col2) AND DynamicValue(RS[300]_col3) and ss_item_sk BETWEEN DynamicValue(RS_32_item_i_item_sk_min) AND DynamicValue(RS_32_item_i_item_sk_max) and in_bloom_filter(hash(ss_store_sk,ss_customer_sk), DynamicValue(RS[300]_col4)) and in_bloom_filter(ss_item_sk, DynamicValue(RS_32_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 78797296641 Data size: 10892820496840 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_customer_sk (type: bigint), ss_store_sk (type: bigint), ss_ticket_number (type: bigint), ss_sales_price (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 78797296641 Data size: 10892820496840 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col3 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col3 (type: bigint) - Statistics: Num rows: 78797296641 Data size: 10892820496840 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint), _col2 (type: bigint), _col4 (type: decimal(7,2)) - Filter Operator - predicate: (ss_store_sk is not null and ss_customer_sk is not null and ss_store_sk BETWEEN DynamicValue(RS[315]_col0) AND DynamicValue(RS[315]_col1) and ss_customer_sk BETWEEN DynamicValue(RS[315]_col2) AND DynamicValue(RS[315]_col3) and in_bloom_filter(hash(ss_store_sk,ss_customer_sk), DynamicValue(RS[315]_col4))) (type: boolean) - Statistics: Num rows: 78797296641 Data size: 10892820496840 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_customer_sk (type: bigint), ss_store_sk (type: bigint), ss_ticket_number (type: bigint), ss_sales_price (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 78797296641 Data size: 10892820496840 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col3 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col3 (type: bigint) - Statistics: Num rows: 78797296641 Data size: 10892820496840 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint), _col2 (type: bigint), _col4 (type: decimal(7,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 10 - Map Operator Tree: - TableScan - alias: store - filterExpr: ((s_market_id = 7) and s_zip is not null) (type: boolean) - Statistics: Num rows: 1704 Data size: 468544 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((s_market_id = 7) and s_zip is not null) (type: boolean) - Statistics: Num rows: 170 Data size: 46750 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: s_store_sk (type: bigint), s_store_name (type: varchar(50)), s_state (type: char(2)), s_zip (type: char(10)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 170 Data size: 46070 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col3 (type: char(10)) - null sort order: z - sort order: + - Map-reduce partition columns: _col3 (type: char(10)) - Statistics: Num rows: 170 Data size: 46070 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: varchar(50)), _col2 (type: char(2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 11 - Map Operator Tree: - TableScan - alias: customer - filterExpr: c_current_addr_sk is not null (type: boolean) - Statistics: Num rows: 80000000 Data size: 23040000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: c_current_addr_sk is not null (type: boolean) - Statistics: Num rows: 80000000 Data size: 23040000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: c_customer_sk (type: bigint), c_current_addr_sk (type: bigint), c_first_name (type: char(20)), c_last_name (type: char(30)), c_birth_country (type: varchar(20)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 80000000 Data size: 23040000000 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col1 (type: bigint) - outputColumnNames: _col1, _col3, _col4, _col5, _col6, _col8, _col10, _col11, _col12 - input vertices: - 0 Map 9 - Statistics: Num rows: 7981221 Data size: 5147887545 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col12 <> _col3) (type: boolean) - Statistics: Num rows: 7981221 Data size: 5147887545 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col8 (type: bigint), _col10 (type: char(20)), _col11 (type: char(30)), _col1 (type: char(2)), _col4 (type: bigint), _col5 (type: varchar(50)), _col6 (type: char(2)) - outputColumnNames: _col0, _col2, _col3, _col6, _col9, _col10, _col11 - Statistics: Num rows: 7981221 Data size: 3639436776 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col9 (type: bigint), _col0 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col9 (type: bigint), _col0 (type: bigint) - Statistics: Num rows: 7981221 Data size: 3639436776 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: char(20)), _col3 (type: char(30)), _col6 (type: char(2)), _col10 (type: varchar(50)), _col11 (type: char(2)) - Select Operator - expressions: _col9 (type: bigint), _col0 (type: bigint), hash(_col9,_col0) (type: int) - outputColumnNames: _col0, _col1, _col3 - Statistics: Num rows: 7981221 Data size: 159624420 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), min(_col1), max(_col1), bloom_filter(_col3, expectedEntries=7981221) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) - Reduce Output Operator - key expressions: _col9 (type: bigint), _col0 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col9 (type: bigint), _col0 (type: bigint) - Statistics: Num rows: 7981221 Data size: 3639436776 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: char(20)), _col3 (type: char(30)), _col6 (type: char(2)), _col10 (type: varchar(50)), _col11 (type: char(2)) - Select Operator - expressions: _col9 (type: bigint), _col0 (type: bigint), hash(_col9,_col0) (type: int) - outputColumnNames: _col0, _col1, _col3 - Statistics: Num rows: 7981221 Data size: 159624420 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), min(_col1), max(_col1), bloom_filter(_col3, expectedEntries=7981221) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 14 - Map Operator Tree: - TableScan - alias: item - Statistics: Num rows: 462000 Data size: 179582916 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (i_color = 'orchid ') (type: boolean) - Statistics: Num rows: 4863 Data size: 1890431 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_current_price (type: decimal(7,2)), i_size (type: char(20)), i_units (type: char(10)), i_manager_id (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 4863 Data size: 1457624 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 4863 Data size: 1457624 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(7,2)), _col2 (type: char(20)), _col3 (type: char(10)), _col4 (type: int) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 4863 Data size: 38904 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Select Operator - expressions: i_item_sk (type: bigint), i_current_price (type: decimal(7,2)), i_size (type: char(20)), i_color (type: char(20)), i_units (type: char(10)), i_manager_id (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 462000 Data size: 179582916 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 179582916 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(7,2)), _col2 (type: char(20)), _col3 (type: char(20)), _col4 (type: char(10)), _col5 (type: int) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 16 - Map Operator Tree: - TableScan - alias: store_returns - Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: sr_item_sk (type: bigint), sr_ticket_number (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: store_returns - filterExpr: (sr_item_sk BETWEEN DynamicValue(RS_32_item_i_item_sk_min) AND DynamicValue(RS_32_item_i_item_sk_max) and in_bloom_filter(sr_item_sk, DynamicValue(RS_32_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (sr_item_sk BETWEEN DynamicValue(RS_32_item_i_item_sk_min) AND DynamicValue(RS_32_item_i_item_sk_max) and in_bloom_filter(sr_item_sk, DynamicValue(RS_32_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: sr_item_sk (type: bigint), sr_ticket_number (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 9 - Map Operator Tree: - TableScan - alias: customer_address - filterExpr: ca_zip is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_322_container, bigKeyColName:ca_zip, smallTablePos:1, keyRatio:2.5E-8 - Statistics: Num rows: 40000000 Data size: 11200000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ca_zip is not null (type: boolean) - Statistics: Num rows: 40000000 Data size: 11200000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ca_address_sk (type: bigint), ca_state (type: char(2)), ca_zip (type: char(10)), upper(ca_country) (type: varchar(20)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 40000000 Data size: 11200000000 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: char(10)) - 1 _col3 (type: char(10)) - outputColumnNames: _col0, _col1, _col3, _col4, _col5, _col6 - input vertices: - 1 Map 10 - Statistics: Num rows: 712937 Data size: 265925501 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 712937 Data size: 265925501 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(2)), _col3 (type: varchar(20)), _col4 (type: bigint), _col5 (type: varchar(50)), _col6 (type: char(2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 12 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), bloom_filter(VALUE._col4, 1, expectedEntries=7981221) - mode: final - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) - Reducer 13 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), bloom_filter(VALUE._col4, 1, expectedEntries=7981221) - mode: final - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) - Reducer 15 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col4 - input vertices: - 1 Map 8 - Statistics: Num rows: 94492919160 Data size: 12397046786296 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint), _col1 (type: bigint) - 1 _col9 (type: bigint), _col0 (type: bigint) - outputColumnNames: _col0, _col4, _col9, _col10, _col13, _col17, _col18 - input vertices: - 1 Map 11 - Statistics: Num rows: 9604070077 Data size: 4981069864848 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col4, _col9, _col10, _col13, _col17, _col18, _col21, _col22, _col23, _col24 - input vertices: - 1 Map 14 - Statistics: Num rows: 101092197 Data size: 73999487040 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col4) - keys: _col9 (type: char(20)), _col10 (type: char(30)), _col17 (type: varchar(50)), _col13 (type: char(2)), _col18 (type: char(2)), _col21 (type: decimal(7,2)), _col22 (type: char(20)), _col23 (type: char(10)), _col24 (type: int) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 - Statistics: Num rows: 101092197 Data size: 85321812992 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(20)), _col1 (type: char(30)), _col2 (type: varchar(50)), _col3 (type: char(2)), _col4 (type: char(2)), _col5 (type: decimal(7,2)), _col6 (type: char(20)), _col7 (type: char(10)), _col8 (type: int) - null sort order: zzzzzzzzz - sort order: +++++++++ - Map-reduce partition columns: _col0 (type: char(20)), _col1 (type: char(30)), _col2 (type: varchar(50)), _col3 (type: char(2)), _col4 (type: char(2)), _col5 (type: decimal(7,2)), _col6 (type: char(20)), _col7 (type: char(10)), _col8 (type: int) - Statistics: Num rows: 101092197 Data size: 85321812992 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col9 (type: decimal(17,2)) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: char(20)), KEY._col1 (type: char(30)), KEY._col2 (type: varchar(50)), KEY._col3 (type: char(2)), KEY._col4 (type: char(2)), KEY._col5 (type: decimal(7,2)), KEY._col6 (type: char(20)), KEY._col7 (type: char(10)), KEY._col8 (type: int) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 - Statistics: Num rows: 101092197 Data size: 85321812992 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(20)), _col1 (type: char(30)), _col2 (type: varchar(50)), _col9 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col3, _col9 - Statistics: Num rows: 101092197 Data size: 85321812992 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col9) - keys: _col0 (type: char(20)), _col1 (type: char(30)), _col3 (type: varchar(50)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 12024 Data size: 4569120 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(20)), _col1 (type: char(30)), _col2 (type: varchar(50)) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: char(20)), _col1 (type: char(30)), _col2 (type: varchar(50)) - Statistics: Num rows: 12024 Data size: 4569120 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: decimal(27,2)) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: char(20)), KEY._col1 (type: char(30)), KEY._col2 (type: varchar(50)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 36 Data size: 13680 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col1 (type: char(30)), _col0 (type: char(20)), _col2 (type: varchar(50)), _col3 (type: decimal(27,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 36 Data size: 13680 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: _col3 is not null (type: boolean) - Statistics: Num rows: 36 Data size: 13680 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 36 Data size: 13680 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: varchar(50)), _col3 (type: decimal(27,2)) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col4 - input vertices: - 1 Map 16 - Statistics: Num rows: 94492919160 Data size: 12397046786296 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint), _col1 (type: bigint) - 1 _col9 (type: bigint), _col0 (type: bigint) - outputColumnNames: _col0, _col4, _col9, _col10, _col13, _col17, _col18 - input vertices: - 1 Map 11 - Statistics: Num rows: 9604070077 Data size: 4981069864848 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col4, _col9, _col10, _col13, _col17, _col18, _col21, _col22, _col23, _col24, _col25 - input vertices: - 1 Map 14 - Statistics: Num rows: 9604070077 Data size: 8563387868485 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col4) - keys: _col9 (type: char(20)), _col10 (type: char(30)), _col13 (type: char(2)), _col17 (type: varchar(50)), _col18 (type: char(2)), _col21 (type: decimal(7,2)), _col22 (type: char(20)), _col23 (type: char(20)), _col24 (type: char(10)), _col25 (type: int) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 - Statistics: Num rows: 9604070077 Data size: 8960597246757 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(20)), _col1 (type: char(30)), _col2 (type: char(2)), _col3 (type: varchar(50)), _col4 (type: char(2)), _col5 (type: decimal(7,2)), _col6 (type: char(20)), _col7 (type: char(20)), _col8 (type: char(10)), _col9 (type: int) - null sort order: zzzzzzzzzz - sort order: ++++++++++ - Map-reduce partition columns: _col0 (type: char(20)), _col1 (type: char(30)), _col2 (type: char(2)), _col3 (type: varchar(50)), _col4 (type: char(2)), _col5 (type: decimal(7,2)), _col6 (type: char(20)), _col7 (type: char(20)), _col8 (type: char(10)), _col9 (type: int) - Statistics: Num rows: 9604070077 Data size: 8960597246757 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col10 (type: decimal(17,2)) - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: char(20)), KEY._col1 (type: char(30)), KEY._col2 (type: char(2)), KEY._col3 (type: varchar(50)), KEY._col4 (type: char(2)), KEY._col5 (type: decimal(7,2)), KEY._col6 (type: char(20)), KEY._col7 (type: char(20)), KEY._col8 (type: char(10)), KEY._col9 (type: int) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 - Statistics: Num rows: 9604070077 Data size: 8960597246757 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col10 (type: decimal(17,2)) - outputColumnNames: _col10 - Statistics: Num rows: 9604070077 Data size: 8960597246757 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col10), count(_col10) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: decimal(27,2)), _col1 (type: bigint) - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), count(VALUE._col1) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: CAST( (_col0 / _col1) AS decimal(21,6)) is not null (type: boolean) - Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: (0.05 * CAST( (_col0 / _col1) AS decimal(21,6))) (type: decimal(24,8)) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - input vertices: - 0 Reducer 4 - Statistics: Num rows: 36 Data size: 17712 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col3 > _col4) (type: boolean) - Statistics: Num rows: 12 Data size: 5904 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: varchar(50)), _col3 (type: decimal(27,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 12 Data size: 4560 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 12 Data size: 4560 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 86404891377, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 159044, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1334023, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1468124, + "minValue": -10000, + "maxValue": 9986 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1824, + "minValue": 2450816, + "maxValue": 2452642 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + } + ] + }, + "rowCount": 6.998796201537001E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_customer_sk", + "ss_store_sk", + "ss_ticket_number", + "ss_sales_price" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 12, + "name": "$12" + } + ], + "rowCount": 6.998796201537001E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_returns" + ], + "table:alias": "store_returns", + "inputs": [], + "rowCount": 8634166995, + "avgRowSize": 249, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "sr_return_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "sr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "sr_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "sr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_store_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "sr_returned_date_sk" + ], + "colStats": [ + { + "name": "sr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "sr_ticket_number", + "ndv": 5114579988, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "sr_return_time_sk", + "ndv": 32389, + "minValue": 28799, + "maxValue": 61199 + }, + { + "name": "sr_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "sr_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "sr_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "sr_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "sr_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "sr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "sr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "sr_return_amt", + "ndv": 715216, + "minValue": 0, + "maxValue": 19643 + }, + { + "name": "sr_return_tax", + "ndv": 141365, + "minValue": 0, + "maxValue": 1714.37 + }, + { + "name": "sr_return_amt_inc_tax", + "ndv": 1520430, + "minValue": 0, + "maxValue": 21018.01 + }, + { + "name": "sr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "sr_return_ship_cost", + "ndv": 363000, + "minValue": 0, + "maxValue": 9975 + }, + { + "name": "sr_refunded_cash", + "ndv": 1187970, + "minValue": 0, + "maxValue": 18413.33 + }, + { + "name": "sr_reversed_charge", + "ndv": 926355, + "minValue": 0, + "maxValue": 18104.5 + }, + { + "name": "sr_store_credit", + "ndv": 937950, + "minValue": 0, + "maxValue": 17792.48 + }, + { + "name": "sr_net_loss", + "ndv": 851834, + "minValue": 0.5, + "maxValue": 11008.17 + }, + { + "name": "sr_returned_date_sk", + "ndv": 2004, + "minValue": 2450820, + "maxValue": 2452822 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sr_item_sk", + "sr_ticket_number" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 8634166995 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 6, + "name": "$6" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "4" + ], + "rowCount": 1.359647441280948E19 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer" + ], + "table:alias": "customer", + "inputs": [], + "rowCount": 80000000, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "c_customer_sk" + }, + { + "type": "CHAR", + "nullable": false, + "precision": 16, + "name": "c_customer_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_shipto_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_sales_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "c_salutation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "c_first_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "c_last_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "c_preferred_cust_flag" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_day" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_month" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_year" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "c_birth_country" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 13, + "name": "c_login" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "c_email_address" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_last_review_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "c_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "c_current_addr_sk", + "ndv": 33825344, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "c_first_name", + "ndv": 5158 + }, + { + "name": "c_last_name", + "ndv": 5123 + }, + { + "name": "c_birth_country", + "ndv": 216 + }, + { + "name": "c_customer_id", + "ndv": 80610928 + }, + { + "name": "c_current_cdemo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "c_current_hdemo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "c_first_shipto_date_sk", + "ndv": 3646, + "minValue": 2449028, + "maxValue": 2452678 + }, + { + "name": "c_first_sales_date_sk", + "ndv": 3643, + "minValue": 2448998, + "maxValue": 2452648 + }, + { + "name": "c_salutation", + "ndv": 7 + }, + { + "name": "c_preferred_cust_flag", + "ndv": 3 + }, + { + "name": "c_birth_day", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "c_birth_month", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "c_birth_year", + "ndv": 67, + "minValue": 1924, + "maxValue": 1992 + }, + { + "name": "c_login", + "ndv": 1 + }, + { + "name": "c_email_address", + "ndv": 75301330 + }, + { + "name": "c_last_review_date_sk", + "ndv": 364, + "minValue": 2452283, + "maxValue": 2452648 + } + ] + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + "rowCount": 72000000 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_current_addr_sk", + "c_first_name", + "c_last_name", + "c_birth_country" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 14, + "name": "$14" + } + ], + "rowCount": 72000000 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "customer_address", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ] + }, + "rowCount": 36000000 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_state", + "ca_zip", + "EXPR$0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "op": { + "name": "UPPER", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 10, + "name": "$10" + } + ] + } + ], + "rowCount": 36000000 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store" + ], + "table:alias": "store", + "inputs": [], + "rowCount": 1704, + "avgRowSize": 1375, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "s_store_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "s_store_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "s_closed_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_store_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_number_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_floor_space" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "s_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_market_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_geography_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_market_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_division_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_company_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_company_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 10, + "name": "s_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "s_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "s_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "s_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "s_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "s_store_sk", + "ndv": 1736, + "minValue": 1, + "maxValue": 1704 + }, + { + "name": "s_store_name", + "ndv": 11 + }, + { + "name": "s_market_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "s_state", + "ndv": 44 + }, + { + "name": "s_zip", + "ndv": 983 + }, + { + "name": "s_store_id", + "ndv": 879 + }, + { + "name": "s_rec_start_date", + "ndv": 4, + "minValue": 9933, + "maxValue": 11394 + }, + { + "name": "s_rec_end_date", + "ndv": 3, + "minValue": 10663, + "maxValue": 11393 + }, + { + "name": "s_closed_date_sk", + "ndv": 263, + "minValue": 2450820, + "maxValue": 2451314 + }, + { + "name": "s_number_employees", + "ndv": 100, + "minValue": 200, + "maxValue": 300 + }, + { + "name": "s_floor_space", + "ndv": 1289, + "minValue": 5000201, + "maxValue": 9997773 + }, + { + "name": "s_hours", + "ndv": 4 + }, + { + "name": "s_manager", + "ndv": 1245 + }, + { + "name": "s_geography_class", + "ndv": 2 + }, + { + "name": "s_market_desc", + "ndv": 1311 + }, + { + "name": "s_market_manager", + "ndv": 1236 + }, + { + "name": "s_division_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_division_name", + "ndv": 2 + }, + { + "name": "s_company_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_company_name", + "ndv": 2 + }, + { + "name": "s_street_number", + "ndv": 736 + }, + { + "name": "s_street_name", + "ndv": 851 + }, + { + "name": "s_street_type", + "ndv": 21 + }, + { + "name": "s_suite_number", + "ndv": 76 + }, + { + "name": "s_city", + "ndv": 267 + }, + { + "name": "s_county", + "ndv": 128 + }, + { + "name": "s_country", + "ndv": 2 + }, + { + "name": "s_gmt_offset", + "ndv": 5, + "minValue": -9, + "maxValue": -5 + }, + { + "name": "s_tax_percentage", + "ndv": 12, + "minValue": 0, + "maxValue": 0.11 + } + ] + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "literal": 7, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 25, + "name": "$25" + } + ] + } + ] + }, + "rowCount": 230.04000000000002 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk", + "s_store_name", + "s_state", + "s_zip" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 24, + "name": "$24" + }, + { + "input": 25, + "name": "$25" + } + ], + "rowCount": 230.04000000000002 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "11", + "14" + ], + "rowCount": 1242216000 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "<>", + "kind": "NOT_EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 8, + "name": "$8" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "8", + "15" + ], + "rowCount": 6707966400000000 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_current_addr_sk", + "c_first_name", + "c_last_name", + "c_birth_country", + "ca_address_sk", + "ca_state", + "ca_zip", + "EXPR$0", + "s_store_sk", + "s_store_name", + "s_state", + "s_zip" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + } + ], + "rowCount": 6707966400000000 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 16, + "name": "$16" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 7, + "name": "$7" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "5", + "17" + ], + "rowCount": 2.0521056041906784E33 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 17, + "name": "$17" + }, + { + "literal": "orchid ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 20 + } + } + ] + }, + "rowCount": 69300 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_current_price", + "i_size", + "i_units", + "i_manager_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 18, + "name": "$18" + }, + { + "input": 20, + "name": "$20" + } + ], + "rowCount": 69300 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 20, + "name": "$20" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "18", + "21" + ], + "rowCount": 2.13316377555621E37 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 9, + 10, + 13, + 17, + 18, + 21, + 22, + 23, + 24 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + } + ], + "rowCount": 2.1331637755562098E36 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_first_name", + "c_last_name", + "ca_state", + "s_store_name", + "s_state", + "i_current_price", + "i_size", + "i_units", + "i_manager_id", + "$f9" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + } + ], + "rowCount": 2.1331637755562098E36 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 3 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 27, + "scale": 2 + }, + "distinct": false, + "operands": [ + 9 + ], + "name": null + } + ], + "rowCount": 6.998796201537001E10 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_last_name", + "c_first_name", + "s_store_name", + "$f3" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 6.998796201537001E10 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + "rowCount": 6.298916581383301E10 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_last_name", + "c_first_name", + "s_store_name", + "$f3" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 6.298916581383301E10 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + } + ] + }, + "inputs": [ + "0" + ], + "rowCount": 6.998796201537001E10 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_customer_sk", + "ss_store_sk", + "ss_ticket_number", + "ss_sales_price" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 12, + "name": "$12" + } + ], + "rowCount": 6.998796201537001E10 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sr_item_sk", + "sr_ticket_number" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 8, + "name": "$8" + } + ], + "inputs": [ + "3" + ], + "rowCount": 8634166995 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 6, + "name": "$6" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "30", + "31" + ], + "rowCount": 1.359647441280948E19 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + "inputs": [ + "6" + ], + "rowCount": 72000000 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_current_addr_sk", + "c_first_name", + "c_last_name", + "c_birth_country" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 14, + "name": "$14" + } + ], + "rowCount": 72000000 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ] + }, + "inputs": [ + "9" + ], + "rowCount": 36000000 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_state", + "ca_zip", + "EXPR$0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "op": { + "name": "UPPER", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 10, + "name": "$10" + } + ] + } + ], + "rowCount": 36000000 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "literal": 7, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 25, + "name": "$25" + } + ] + } + ] + }, + "inputs": [ + "12" + ], + "rowCount": 230.04000000000002 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk", + "s_store_name", + "s_state", + "s_zip" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 24, + "name": "$24" + }, + { + "input": 25, + "name": "$25" + } + ], + "rowCount": 230.04000000000002 + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "36", + "38" + ], + "rowCount": 1242216000 + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "<>", + "kind": "NOT_EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 8, + "name": "$8" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "34", + "39" + ], + "rowCount": 6707966400000000 + }, + { + "id": "41", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_current_addr_sk", + "c_first_name", + "c_last_name", + "c_birth_country", + "ca_address_sk", + "ca_state", + "ca_zip", + "EXPR$0", + "s_store_sk", + "s_store_name", + "s_state", + "s_zip" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + } + ], + "rowCount": 6707966400000000 + }, + { + "id": "42", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 16, + "name": "$16" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 7, + "name": "$7" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "32", + "41" + ], + "rowCount": 2.0521056041906784E33 + }, + { + "id": "43", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_current_price", + "i_size", + "i_color", + "i_units", + "i_manager_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 17, + "name": "$17" + }, + { + "input": 18, + "name": "$18" + }, + { + "input": 20, + "name": "$20" + } + ], + "inputs": [ + "19" + ], + "rowCount": 462000 + }, + { + "id": "44", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 20, + "name": "$20" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "42", + "43" + ], + "rowCount": 1.4221091837041402E38 + }, + { + "id": "45", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 9, + 10, + 13, + 17, + 18, + 21, + 22, + 23, + 24, + 25 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + } + ], + "rowCount": 1.4221091837041403E37 + }, + { + "id": "46", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_first_name", + "c_last_name", + "ca_state", + "s_store_name", + "s_state", + "i_current_price", + "i_size", + "i_color", + "i_units", + "i_manager_id", + "$f10" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + } + ], + "rowCount": 1.4221091837041403E37 + }, + { + "id": "47", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 27, + "scale": 2 + }, + "distinct": false, + "operands": [ + 10 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 10 + ], + "name": null + } + ], + "rowCount": 1 + }, + { + "id": "48", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 1 + }, + { + "id": "49", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 21, + "scale": 6 + } + } + ] + }, + "rowCount": 1 + }, + { + "id": "50", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "_o__c0" + ], + "exprs": [ + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "literal": 0.05, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 2, + "scale": 2 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 21, + "scale": 6 + } + } + ] + } + ], + "rowCount": 1 + }, + { + "id": "51", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "28", + "50" + ], + "rowCount": 3.1494582906916504E10 + }, + { + "id": "52", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_last_name", + "c_first_name", + "s_store_name", + "paid" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 3.1494582906916504E10 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query25.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query25.q.out index eee452d8a295..98b4db0d7f36 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query25.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query25.q.out @@ -1,410 +1,3857 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 2 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) - Map 3 <- Map 2 (BROADCAST_EDGE), Reducer 10 (BROADCAST_EDGE) - Map 8 <- Map 2 (BROADCAST_EDGE) - Reducer 10 <- Map 8 (CUSTOM_SIMPLE_EDGE) - Reducer 4 <- Map 3 (CUSTOM_SIMPLE_EDGE), Map 8 (CUSTOM_SIMPLE_EDGE) - Reducer 5 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 11 (BROADCAST_EDGE), Map 12 (BROADCAST_EDGE), Reducer 4 (CUSTOM_SIMPLE_EDGE) - Reducer 6 <- Reducer 5 (SIMPLE_EDGE) - Reducer 7 <- Reducer 6 (SIMPLE_EDGE) - Reducer 9 <- Map 8 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: (cs_bill_customer_sk is not null and cs_bill_customer_sk BETWEEN DynamicValue(RS[197]_col0) AND DynamicValue(RS[197]_col1) and cs_item_sk BETWEEN DynamicValue(RS[197]_col2) AND DynamicValue(RS[197]_col3) and in_bloom_filter(hash(cs_bill_customer_sk,cs_item_sk), DynamicValue(RS[197]_col4))) (type: boolean) - Statistics: Num rows: 43005109025 Data size: 5847849100352 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (cs_bill_customer_sk is not null and cs_bill_customer_sk BETWEEN DynamicValue(RS[197]_col0) AND DynamicValue(RS[197]_col1) and cs_item_sk BETWEEN DynamicValue(RS[197]_col2) AND DynamicValue(RS[197]_col3) and in_bloom_filter(hash(cs_bill_customer_sk,cs_item_sk), DynamicValue(RS[197]_col4))) (type: boolean) - Statistics: Num rows: 42899393143 Data size: 5833473819384 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_bill_customer_sk (type: bigint), cs_item_sk (type: bigint), cs_net_profit (type: decimal(7,2)), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 42899393143 Data size: 5833473819384 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 2 - Statistics: Num rows: 4992030579 Data size: 638136266048 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 4992030579 Data size: 638136266048 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(7,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 11 - Map Operator Tree: - TableScan - alias: store - Statistics: Num rows: 1704 Data size: 333984 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: s_store_sk (type: bigint), s_store_id (type: string), s_store_name (type: varchar(50)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1704 Data size: 333984 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1704 Data size: 333984 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string), _col2 (type: varchar(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 12 - Map Operator Tree: - TableScan - alias: item - Statistics: Num rows: 462000 Data size: 134904000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_item_id (type: string), i_item_desc (type: varchar(200)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 462000 Data size: 134904000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 134904000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string), _col2 (type: varchar(200)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 2 - Map Operator Tree: - TableScan - alias: d3 - filterExpr: (((d_year = 2000) and d_moy BETWEEN 4 AND 10) or ((d_year = 2000) and (d_moy = 4))) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 2000) and d_moy BETWEEN 4 AND 10) (type: boolean) - Statistics: Num rows: 214 Data size: 3424 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 214 Data size: 1712 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 214 Data size: 1712 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 214 Data size: 1712 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 214 Data size: 1712 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 214 Data size: 1712 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 214 Data size: 1712 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 214 Data size: 1712 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 214 Data size: 1712 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: sr_returned_date_sk (bigint) - Target Input: store_returns - Partition key expr: sr_returned_date_sk - Statistics: Num rows: 214 Data size: 1712 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 8 - Filter Operator - predicate: ((d_year = 2000) and (d_moy = 4)) (type: boolean) - Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 3 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 3 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: (ss_customer_sk is not null and ss_store_sk is not null and ss_customer_sk BETWEEN DynamicValue(RS[207]_col0) AND DynamicValue(RS[207]_col1) and ss_item_sk BETWEEN DynamicValue(RS[207]_col2) AND DynamicValue(RS[207]_col3) and ss_ticket_number BETWEEN DynamicValue(RS[207]_col4) AND DynamicValue(RS[207]_col5) and in_bloom_filter(hash(hash(ss_customer_sk,ss_item_sk),ss_ticket_number), DynamicValue(RS[207]_col6))) (type: boolean) - Statistics: Num rows: 82510879939 Data size: 12292602293640 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ss_customer_sk is not null and ss_store_sk is not null and ss_customer_sk BETWEEN DynamicValue(RS[207]_col0) AND DynamicValue(RS[207]_col1) and ss_item_sk BETWEEN DynamicValue(RS[207]_col2) AND DynamicValue(RS[207]_col3) and ss_ticket_number BETWEEN DynamicValue(RS[207]_col4) AND DynamicValue(RS[207]_col5) and in_bloom_filter(hash(hash(ss_customer_sk,ss_item_sk),ss_ticket_number), DynamicValue(RS[207]_col6))) (type: boolean) - Statistics: Num rows: 78670147920 Data size: 11720403920960 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_customer_sk (type: bigint), ss_store_sk (type: bigint), ss_ticket_number (type: bigint), ss_net_profit (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 78670147920 Data size: 11720403920960 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col5 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - input vertices: - 1 Map 2 - Statistics: Num rows: 1335564641 Data size: 21369034384 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint), _col0 (type: bigint), _col3 (type: bigint) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col1 (type: bigint), _col0 (type: bigint), _col3 (type: bigint) - Statistics: Num rows: 1335564641 Data size: 21369034384 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: bigint), _col4 (type: decimal(7,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: store_returns - filterExpr: sr_customer_sk is not null (type: boolean) - Statistics: Num rows: 8332595709 Data size: 1181849505808 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: sr_customer_sk is not null (type: boolean) - Statistics: Num rows: 8182068314 Data size: 1160499528736 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: sr_item_sk (type: bigint), sr_customer_sk (type: bigint), sr_ticket_number (type: bigint), sr_net_loss (type: decimal(7,2)), sr_returned_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 8182068314 Data size: 1160499528736 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col4 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - input vertices: - 1 Map 2 - Statistics: Num rows: 874594659 Data size: 101226565144 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint), _col0 (type: bigint), _col2 (type: bigint) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col1 (type: bigint), _col0 (type: bigint), _col2 (type: bigint) - Statistics: Num rows: 874594659 Data size: 101226565144 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: decimal(7,2)) - Select Operator - expressions: _col1 (type: bigint), _col0 (type: bigint), hash(_col1,_col0) (type: int) - outputColumnNames: _col0, _col1, _col3 - Statistics: Num rows: 874594659 Data size: 16309428108 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), min(_col1), max(_col1), bloom_filter(_col3, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) - Select Operator - expressions: _col1 (type: bigint), _col0 (type: bigint), _col2 (type: bigint), hash(hash(_col1,_col0),_col2) (type: int) - outputColumnNames: _col0, _col1, _col2, _col4 - Statistics: Num rows: 874594659 Data size: 23306185380 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), min(_col1), max(_col1), min(_col2), max(_col2), bloom_filter(_col4, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 10 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), min(VALUE._col4), max(VALUE._col5), bloom_filter(VALUE._col6, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: binary) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint) - outputColumnNames: _col0, _col2, _col4, _col7, _col8, _col10 - input vertices: - 1 Map 8 - Statistics: Num rows: 2157264507 Data size: 374273648512 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Reduce Output Operator - key expressions: _col8 (type: bigint), _col7 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col8 (type: bigint), _col7 (type: bigint) - Statistics: Num rows: 2157264507 Data size: 374273648512 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col2 (type: bigint), _col4 (type: decimal(7,2)), _col10 (type: decimal(7,2)) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - outputColumnNames: _col2, _col5, _col7, _col9, _col15 - input vertices: - 0 Map 1 - Statistics: Num rows: 1178531569624 Data size: 414666308907440 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col7 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col5, _col9, _col15, _col19, _col20 - input vertices: - 1 Map 11 - Statistics: Num rows: 1178531569624 Data size: 626812675956880 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col5 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col9, _col15, _col19, _col20, _col22, _col23 - input vertices: - 1 Map 12 - Statistics: Num rows: 1178531569624 Data size: 952087389173104 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++++ - keys: _col22 (type: string), _col23 (type: varchar(200)), _col19 (type: string), _col20 (type: varchar(50)) - null sort order: zzzz - Statistics: Num rows: 1178531569624 Data size: 952087389173104 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - aggregations: sum(_col9), sum(_col15), sum(_col2) - keys: _col22 (type: string), _col23 (type: varchar(200)), _col19 (type: string), _col20 (type: varchar(50)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 1178531569624 Data size: 952253508256192 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: varchar(200)), _col2 (type: string), _col3 (type: varchar(50)) - null sort order: zzzz - sort order: ++++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: varchar(200)), _col2 (type: string), _col3 (type: varchar(50)) - Statistics: Num rows: 1178531569624 Data size: 952253508256192 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)) - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) - keys: KEY._col0 (type: string), KEY._col1 (type: varchar(200)), KEY._col2 (type: string), KEY._col3 (type: varchar(50)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 1178531569624 Data size: 952253508256192 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: varchar(200)), _col2 (type: string), _col3 (type: varchar(50)) - null sort order: zzzz - sort order: ++++ - Statistics: Num rows: 1178531569624 Data size: 952253508256192 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)) - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: varchar(200)), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: varchar(50)), VALUE._col0 (type: decimal(17,2)), VALUE._col1 (type: decimal(17,2)), VALUE._col2 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 1178531569624 Data size: 952253508256192 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 80800 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 80800 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 9 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), bloom_filter(VALUE._col4, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 3.483413831025E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_bill_customer_sk", + "cs_item_sk", + "cs_net_profit", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 32, + "name": "$32" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.483413831025E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "d3", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 8, + "name": "$8" + }, + { + "literal": 4, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 10, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 2739.3375 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 2739.3375 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 1.431336920301817E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.0150431475531006E10 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_customer_sk", + "ss_store_sk", + "ss_ticket_number", + "ss_net_profit", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 21, + "name": "$21" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.0150431475531006E10 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "d1", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 4, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 1643.6025 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1643.6025 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "9", + "12" + ], + "rowCount": 1.4829509932389217E13 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_returns" + ], + "table:alias": "store_returns", + "inputs": [], + "rowCount": 8332595709, + "avgRowSize": 249, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "sr_return_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "sr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "sr_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "sr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_store_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "sr_returned_date_sk" + ], + "colStats": [ + { + "name": "sr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "sr_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "sr_ticket_number", + "ndv": 5065526774, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "sr_net_loss", + "ndv": 848797, + "minValue": 0.5, + "maxValue": 11008.17 + }, + { + "name": "sr_returned_date_sk", + "ndv": 2003, + "minValue": 2450820, + "maxValue": 2452822 + }, + { + "name": "sr_return_time_sk", + "ndv": 32389, + "minValue": 28799, + "maxValue": 61199 + }, + { + "name": "sr_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "sr_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "sr_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "sr_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "sr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "sr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "sr_return_amt", + "ndv": 715216, + "minValue": 0, + "maxValue": 19643 + }, + { + "name": "sr_return_tax", + "ndv": 141365, + "minValue": 0, + "maxValue": 1714.37 + }, + { + "name": "sr_return_amt_inc_tax", + "ndv": 1520430, + "minValue": 0, + "maxValue": 21018.01 + }, + { + "name": "sr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "sr_return_ship_cost", + "ndv": 363000, + "minValue": 0, + "maxValue": 9975 + }, + { + "name": "sr_refunded_cash", + "ndv": 1187970, + "minValue": 0, + "maxValue": 18413.33 + }, + { + "name": "sr_reversed_charge", + "ndv": 924833, + "minValue": 0, + "maxValue": 18104.5 + }, + { + "name": "sr_store_credit", + "ndv": 935681, + "minValue": 0, + "maxValue": 17792.48 + } + ] + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 19, + "name": "$19" + } + ] + } + ] + }, + "rowCount": 6.749402524290001E9 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sr_item_sk", + "sr_customer_sk", + "sr_ticket_number", + "sr_net_loss", + "sr_returned_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 18, + "name": "$18" + }, + { + "input": 19, + "name": "$19" + } + ], + "rowCount": 6.749402524290001E9 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "d2", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 8, + "name": "$8" + }, + { + "literal": 4, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 10, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 2739.3375 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 2739.3375 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "16", + "19" + ], + "rowCount": 2.7733337156073394E12 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sr_item_sk", + "sr_customer_sk", + "sr_ticket_number", + "sr_net_loss", + "sr_returned_date_sk", + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 2.7733337156073394E12 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 8, + "name": "$8" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 9, + "name": "$9" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "13", + "21" + ], + "rowCount": 1.3880423209982265E23 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_customer_sk", + "ss_store_sk", + "ss_ticket_number", + "ss_net_profit", + "ss_sold_date_sk", + "d_date_sk", + "sr_item_sk", + "sr_customer_sk", + "sr_ticket_number", + "sr_net_loss", + "sr_returned_date_sk", + "d_date_sk0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + } + ], + "rowCount": 1.3880423209982265E23 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 13, + "name": "$13" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "input": 1, + "name": "$1" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "23" + ], + "rowCount": 4.470201497218922E34 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store" + ], + "table:alias": "store", + "inputs": [], + "rowCount": 1704, + "avgRowSize": 1375, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "s_store_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "s_store_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "s_closed_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_store_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_number_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_floor_space" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "s_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_market_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_geography_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_market_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_division_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_company_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_company_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 10, + "name": "s_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "s_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "s_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "s_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "s_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "s_store_sk", + "ndv": 1736, + "minValue": 1, + "maxValue": 1704 + }, + { + "name": "s_store_id", + "ndv": 879 + }, + { + "name": "s_store_name", + "ndv": 11 + }, + { + "name": "s_rec_start_date", + "ndv": 4, + "minValue": 9933, + "maxValue": 11394 + }, + { + "name": "s_rec_end_date", + "ndv": 3, + "minValue": 10663, + "maxValue": 11393 + }, + { + "name": "s_closed_date_sk", + "ndv": 263, + "minValue": 2450820, + "maxValue": 2451314 + }, + { + "name": "s_number_employees", + "ndv": 100, + "minValue": 200, + "maxValue": 300 + }, + { + "name": "s_floor_space", + "ndv": 1289, + "minValue": 5000201, + "maxValue": 9997773 + }, + { + "name": "s_hours", + "ndv": 4 + }, + { + "name": "s_manager", + "ndv": 1245 + }, + { + "name": "s_market_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "s_geography_class", + "ndv": 2 + }, + { + "name": "s_market_desc", + "ndv": 1311 + }, + { + "name": "s_market_manager", + "ndv": 1236 + }, + { + "name": "s_division_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_division_name", + "ndv": 2 + }, + { + "name": "s_company_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_company_name", + "ndv": 2 + }, + { + "name": "s_street_number", + "ndv": 736 + }, + { + "name": "s_street_name", + "ndv": 851 + }, + { + "name": "s_street_type", + "ndv": 21 + }, + { + "name": "s_suite_number", + "ndv": 76 + }, + { + "name": "s_city", + "ndv": 267 + }, + { + "name": "s_county", + "ndv": 128 + }, + { + "name": "s_state", + "ndv": 44 + }, + { + "name": "s_zip", + "ndv": 983 + }, + { + "name": "s_country", + "ndv": 2 + }, + { + "name": "s_gmt_offset", + "ndv": 5, + "minValue": -9, + "maxValue": -5 + }, + { + "name": "s_tax_percentage", + "ndv": 12, + "minValue": 0, + "maxValue": 0.11 + } + ] + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk", + "s_store_id", + "s_store_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 1704 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 18, + "name": "$18" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "24", + "26" + ], + "rowCount": 1.1425835026891565E37 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_item_id", + "i_item_desc" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 462000 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 21, + "name": "$21" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "27", + "29" + ], + "rowCount": 7.918103673635853E41 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 19, + 20, + 22, + 23 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 9 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 15 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 7.918103673635853E40 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_id", + "i_item_desc", + "s_store_id", + "s_store_name", + "store_sales_profit", + "store_returns_loss", + "catalog_sales_profit" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 7.918103673635853E40 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 3, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query26.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query26.q.out index ddb99d5646ce..4cfadf51792b 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query26.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query26.q.out @@ -1,230 +1,2261 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: (cs_promo_sk is not null and cs_bill_cdemo_sk is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_94_container, bigKeyColName:cs_bill_cdemo_sk, smallTablePos:1, keyRatio:0.0028366486625829453 - Statistics: Num rows: 43005109025 Data size: 15959723945900 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (cs_promo_sk is not null and cs_bill_cdemo_sk is not null) (type: boolean) - Statistics: Num rows: 42790293199 Data size: 15880003155456 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_bill_cdemo_sk (type: bigint), cs_item_sk (type: bigint), cs_promo_sk (type: bigint), cs_quantity (type: int), cs_list_price (type: decimal(7,2)), cs_sales_price (type: decimal(7,2)), cs_coupon_amt (type: decimal(7,2)), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 42790293199 Data size: 15880003155456 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col7 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - input vertices: - 1 Map 4 - Statistics: Num rows: 8539326845 Data size: 3070329057008 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col6 - input vertices: - 1 Map 5 - Statistics: Num rows: 121990385 Data size: 6296772048 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col3, _col4, _col5, _col6 - input vertices: - 1 Map 6 - Statistics: Num rows: 121990385 Data size: 6178822432 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col3, _col4, _col5, _col6, _col12 - input vertices: - 1 Map 7 - Statistics: Num rows: 121990385 Data size: 17401937852 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: + - keys: _col12 (type: string) - null sort order: z - Statistics: Num rows: 121990385 Data size: 17401937852 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - aggregations: sum(_col3), count(_col3), sum(_col4), count(_col4), sum(_col6), count(_col6), sum(_col5), count(_col5) - keys: _col12 (type: string) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 16831632 Data size: 8011856832 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 16831632 Data size: 8011856832 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: bigint), _col5 (type: decimal(17,2)), _col6 (type: bigint), _col7 (type: decimal(17,2)), _col8 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: (d_year = 1998) (type: boolean) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_year = 1998) (type: boolean) - Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: customer_demographics - filterExpr: ((cd_marital_status = 'W') and (cd_gender = 'F') and (cd_education_status = 'Primary ')) (type: boolean) - Statistics: Num rows: 1920800 Data size: 522457600 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((cd_marital_status = 'W') and (cd_gender = 'F') and (cd_education_status = 'Primary ')) (type: boolean) - Statistics: Num rows: 27440 Data size: 7463680 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cd_demo_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 27440 Data size: 219520 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 27440 Data size: 219520 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: promotion - filterExpr: ((p_channel_email = 'N') or (p_channel_event = 'N')) (type: boolean) - Statistics: Num rows: 2300 Data size: 409400 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((p_channel_email = 'N') or (p_channel_event = 'N')) (type: boolean) - Statistics: Num rows: 2300 Data size: 409400 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: p_promo_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 2300 Data size: 18400 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 2300 Data size: 18400 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: item - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_item_id (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), count(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), sum(VALUE._col4), count(VALUE._col5), sum(VALUE._col6), count(VALUE._col7) - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 247524 Data size: 117821424 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: string), (UDFToDouble(_col1) / _col2) (type: double), CAST( (_col3 / _col4) AS decimal(11,6)) (type: decimal(11,6)), CAST( (_col5 / _col6) AS decimal(11,6)) (type: decimal(11,6)), CAST( (_col7 / _col8) AS decimal(11,6)) (type: decimal(11,6)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 247524 Data size: 109900656 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Statistics: Num rows: 247524 Data size: 109900656 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: double), _col2 (type: decimal(11,6)), _col3 (type: decimal(11,6)), _col4 (type: decimal(11,6)) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: double), VALUE._col1 (type: decimal(11,6)), VALUE._col2 (type: decimal(11,6)), VALUE._col3 (type: decimal(11,6)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 247524 Data size: 109900656 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 44400 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 44400 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 15, + "name": "$15" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 3.1350724479225002E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_bill_cdemo_sk", + "cs_item_sk", + "cs_promo_sk", + "cs_quantity", + "cs_list_price", + "cs_sales_price", + "cs_coupon_amt", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 17, + "name": "$17" + }, + { + "input": 19, + "name": "$19" + }, + { + "input": 20, + "name": "$20" + }, + { + "input": 26, + "name": "$26" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.1350724479225002E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1998, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 10957.35 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 5.152812913086541E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_demographics" + ], + "table:alias": "customer_demographics", + "inputs": [], + "rowCount": 1920800, + "avgRowSize": 217, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "cd_demo_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_gender" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_marital_status" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "cd_education_status" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_purchase_estimate" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "cd_credit_rating" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_employed_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_college_count" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "cd_demo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cd_gender", + "ndv": 2 + }, + { + "name": "cd_marital_status", + "ndv": 5 + }, + { + "name": "cd_education_status", + "ndv": 7 + }, + { + "name": "cd_purchase_estimate", + "ndv": 20, + "minValue": 500, + "maxValue": 10000 + }, + { + "name": "cd_credit_rating", + "ndv": 4 + }, + { + "name": "cd_dep_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_dep_employed_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_dep_college_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": "W", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": "F", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": "Primary ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 20 + } + } + ] + } + ] + }, + "rowCount": 6482.7 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cd_demo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 6482.7 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 9, + "name": "$9" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "9" + ], + "rowCount": 50106210407499176 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "promotion" + ], + "table:alias": "promotion", + "inputs": [], + "rowCount": 2300, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "p_promo_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "p_promo_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "p_start_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "p_end_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "p_item_sk" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 15, + "scale": 2, + "name": "p_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "p_response_target" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "p_promo_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_dmail" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_email" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_catalog" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_tv" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_radio" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_press" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_event" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_demo" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "p_channel_details" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "p_purpose" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_discount_active" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "p_promo_sk", + "ndv": 2365, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "p_channel_email", + "ndv": 2 + }, + { + "name": "p_channel_event", + "ndv": 2 + }, + { + "name": "p_promo_id", + "ndv": 2307 + }, + { + "name": "p_start_date_sk", + "ndv": 761, + "minValue": 2450096, + "maxValue": 2450915 + }, + { + "name": "p_end_date_sk", + "ndv": 736, + "minValue": 2450102, + "maxValue": 2450970 + }, + { + "name": "p_item_sk", + "ndv": 2252, + "minValue": 614, + "maxValue": 461932 + }, + { + "name": "p_cost", + "ndv": 1, + "minValue": 1000, + "maxValue": 1000 + }, + { + "name": "p_response_target", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "p_promo_name", + "ndv": 11 + }, + { + "name": "p_channel_dmail", + "ndv": 3 + }, + { + "name": "p_channel_catalog", + "ndv": 2 + }, + { + "name": "p_channel_tv", + "ndv": 2 + }, + { + "name": "p_channel_radio", + "ndv": 2 + }, + { + "name": "p_channel_press", + "ndv": 2 + }, + { + "name": "p_channel_demo", + "ndv": 2 + }, + { + "name": "p_channel_details", + "ndv": 2242 + }, + { + "name": "p_purpose", + "ndv": 2 + }, + { + "name": "p_discount_active", + "ndv": 2 + } + ] + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "literal": "N", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "N", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + } + ] + } + ] + }, + "rowCount": 575 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "p_promo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 575 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 10, + "name": "$10" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "10", + "13" + ], + "rowCount": 4321660647646803456 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_item_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 462000 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 11, + "name": "$11" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "14", + "16" + ], + "rowCount": 2.9949108288192346E23 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 12 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 6 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 6 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + } + ], + "rowCount": 2.9949108288192346E22 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_id", + "agg1", + "agg2", + "agg3", + "agg4" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 11, + "scale": 6 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 11, + "scale": 6 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 11, + "scale": 6 + } + } + ], + "rowCount": 2.9949108288192346E22 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query27.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query27.q.out index 81f22c1653dc..2633f9bec9b2 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query27.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query27.q.out @@ -1,236 +1,2358 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: (ss_cdemo_sk is not null and ss_store_sk is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_96_container, bigKeyColName:ss_store_sk, smallTablePos:1, keyRatio:2.1936500996451943E-9 - Statistics: Num rows: 82510879939 Data size: 30001917572116 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ss_cdemo_sk is not null and ss_store_sk is not null) (type: boolean) - Statistics: Num rows: 78668045583 Data size: 28604618213848 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_cdemo_sk (type: bigint), ss_store_sk (type: bigint), ss_quantity (type: int), ss_list_price (type: decimal(7,2)), ss_sales_price (type: decimal(7,2)), ss_coupon_amt (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 78668045583 Data size: 28604618213848 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col7 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - input vertices: - 1 Map 4 - Statistics: Num rows: 15810939146 Data size: 5095287106116 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6 - input vertices: - 1 Map 5 - Statistics: Num rows: 225870561 Data size: 1806964836 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col3, _col4, _col5, _col6, _col11 - input vertices: - 1 Map 6 - Statistics: Num rows: 30788489 Data size: 2894118306 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col3, _col4, _col5, _col6, _col11, _col13 - input vertices: - 1 Map 7 - Statistics: Num rows: 30788489 Data size: 5726659294 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++ - keys: _col13 (type: string), _col11 (type: char(2)) - null sort order: zz - Statistics: Num rows: 30788489 Data size: 5726659294 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col13 (type: string), _col11 (type: char(2)), _col3 (type: int), _col4 (type: decimal(7,2)), _col6 (type: decimal(7,2)), _col5 (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 30788489 Data size: 5726659294 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2), count(_col2), sum(_col3), count(_col3), sum(_col4), count(_col4), sum(_col5), count(_col5) - keys: _col0 (type: string), _col1 (type: char(2)), 0L (type: bigint) - grouping sets: 0, 1, 3 - minReductionHashAggr: 0.98030734 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 - Statistics: Num rows: 46182733 Data size: 26324157810 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: char(2)), _col2 (type: bigint) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: char(2)), _col2 (type: bigint) - Statistics: Num rows: 46182733 Data size: 26324157810 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: bigint), _col4 (type: bigint), _col5 (type: decimal(17,2)), _col6 (type: bigint), _col7 (type: decimal(17,2)), _col8 (type: bigint), _col9 (type: decimal(17,2)), _col10 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: (d_year = 2001) (type: boolean) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_year = 2001) (type: boolean) - Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: customer_demographics - filterExpr: ((cd_marital_status = 'U') and (cd_gender = 'M') and (cd_education_status = '2 yr Degree ')) (type: boolean) - Statistics: Num rows: 1920800 Data size: 522457600 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((cd_marital_status = 'U') and (cd_gender = 'M') and (cd_education_status = '2 yr Degree ')) (type: boolean) - Statistics: Num rows: 27440 Data size: 7463680 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cd_demo_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 27440 Data size: 219520 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 27440 Data size: 219520 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: store - filterExpr: (s_state) IN ('FL', 'LA', 'MI', 'MO', 'SC', 'SD') (type: boolean) - Statistics: Num rows: 1704 Data size: 160176 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (s_state) IN ('FL', 'LA', 'MI', 'MO', 'SC', 'SD') (type: boolean) - Statistics: Num rows: 232 Data size: 21808 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: s_store_sk (type: bigint), s_state (type: char(2)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 232 Data size: 21808 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 232 Data size: 21808 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: item - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_item_id (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), count(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), sum(VALUE._col4), count(VALUE._col5), sum(VALUE._col6), count(VALUE._col7) - keys: KEY._col0 (type: string), KEY._col1 (type: char(2)), KEY._col2 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 - Statistics: Num rows: 4455432 Data size: 2539596240 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: string), _col1 (type: char(2)), grouping(_col2, 0L) (type: bigint), (UDFToDouble(_col3) / _col4) (type: double), CAST( (_col5 / _col6) AS decimal(11,6)) (type: decimal(11,6)), CAST( (_col7 / _col8) AS decimal(11,6)) (type: decimal(11,6)), CAST( (_col9 / _col10) AS decimal(11,6)) (type: decimal(11,6)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 4455432 Data size: 2397022416 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: char(2)) - null sort order: zz - sort order: ++ - Statistics: Num rows: 4455432 Data size: 2397022416 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: bigint), _col3 (type: double), _col4 (type: decimal(11,6)), _col5 (type: decimal(11,6)), _col6 (type: decimal(11,6)) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: char(2)), VALUE._col0 (type: bigint), VALUE._col1 (type: double), VALUE._col2 (type: decimal(11,6)), VALUE._col3 (type: decimal(11,6)), VALUE._col4 (type: decimal(11,6)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 4455432 Data size: 2397022416 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 53800 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 53800 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.0150431475531006E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_cdemo_sk", + "ss_store_sk", + "ss_quantity", + "ss_list_price", + "ss_sales_price", + "ss_coupon_amt", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 18, + "name": "$18" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.0150431475531006E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 10957.35 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 9.886339954926145E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_demographics" + ], + "table:alias": "customer_demographics", + "inputs": [], + "rowCount": 1920800, + "avgRowSize": 217, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "cd_demo_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_gender" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_marital_status" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "cd_education_status" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_purchase_estimate" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "cd_credit_rating" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_employed_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_college_count" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "cd_demo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cd_gender", + "ndv": 2 + }, + { + "name": "cd_marital_status", + "ndv": 5 + }, + { + "name": "cd_education_status", + "ndv": 7 + }, + { + "name": "cd_purchase_estimate", + "ndv": 20, + "minValue": 500, + "maxValue": 10000 + }, + { + "name": "cd_credit_rating", + "ndv": 4 + }, + { + "name": "cd_dep_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_dep_employed_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_dep_college_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": "U", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": "M", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": "2 yr Degree ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 20 + } + } + ] + } + ] + }, + "rowCount": 6482.7 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cd_demo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 6482.7 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 9, + "name": "$9" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "9" + ], + "rowCount": 96135264038699568 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store" + ], + "table:alias": "store", + "inputs": [], + "rowCount": 1704, + "avgRowSize": 1375, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "s_store_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "s_store_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "s_closed_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_store_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_number_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_floor_space" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "s_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_market_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_geography_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_market_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_division_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_company_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_company_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 10, + "name": "s_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "s_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "s_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "s_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "s_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "s_store_sk", + "ndv": 1736, + "minValue": 1, + "maxValue": 1704 + }, + { + "name": "s_state", + "ndv": 44 + }, + { + "name": "s_store_id", + "ndv": 879 + }, + { + "name": "s_rec_start_date", + "ndv": 4, + "minValue": 9933, + "maxValue": 11394 + }, + { + "name": "s_rec_end_date", + "ndv": 3, + "minValue": 10663, + "maxValue": 11393 + }, + { + "name": "s_closed_date_sk", + "ndv": 263, + "minValue": 2450820, + "maxValue": 2451314 + }, + { + "name": "s_store_name", + "ndv": 11 + }, + { + "name": "s_number_employees", + "ndv": 100, + "minValue": 200, + "maxValue": 300 + }, + { + "name": "s_floor_space", + "ndv": 1289, + "minValue": 5000201, + "maxValue": 9997773 + }, + { + "name": "s_hours", + "ndv": 4 + }, + { + "name": "s_manager", + "ndv": 1245 + }, + { + "name": "s_market_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "s_geography_class", + "ndv": 2 + }, + { + "name": "s_market_desc", + "ndv": 1311 + }, + { + "name": "s_market_manager", + "ndv": 1236 + }, + { + "name": "s_division_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_division_name", + "ndv": 2 + }, + { + "name": "s_company_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_company_name", + "ndv": 2 + }, + { + "name": "s_street_number", + "ndv": 736 + }, + { + "name": "s_street_name", + "ndv": 851 + }, + { + "name": "s_street_type", + "ndv": 21 + }, + { + "name": "s_suite_number", + "ndv": 76 + }, + { + "name": "s_city", + "ndv": 267 + }, + { + "name": "s_county", + "ndv": 128 + }, + { + "name": "s_zip", + "ndv": 983 + }, + { + "name": "s_country", + "ndv": 2 + }, + { + "name": "s_gmt_offset", + "ndv": 5, + "minValue": -9, + "maxValue": -5 + }, + { + "name": "s_tax_percentage", + "ndv": 12, + "minValue": 0, + "maxValue": 0.11 + } + ] + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 24, + "name": "$24" + }, + { + "literal": "FL", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "LA", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "MI", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "MO", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "SC", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "SD", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + } + ] + }, + "rowCount": 426 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk", + "s_state" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 24, + "name": "$24" + } + ], + "rowCount": 426 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 10, + "name": "$10" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "10", + "13" + ], + "rowCount": 6143043372072901632 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_item_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 462000 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 12, + "name": "$12" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "14", + "16" + ], + "rowCount": 4.257129056846521E23 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4", + "$f5" + ], + "exprs": [ + { + "input": 13, + "name": "$13" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 4.257129056846521E23 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1 + ], + "groups": [ + [ + 0, + 1 + ], + [ + 0 + ], + [] + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + }, + { + "agg": { + "name": "GROUPING__ID", + "kind": "OTHER", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": false + }, + "distinct": false, + "operands": [], + "name": "GROUPING__ID" + } + ], + "rowCount": 1.2771387170539563E23 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_id", + "s_state", + "g_state", + "agg1", + "agg2", + "agg3", + "agg4" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": "grouping", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "literal": 0, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "BIGINT", + "nullable": true + }, + "deterministic": true, + "dynamic": false + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 11, + "scale": 6 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 11, + "scale": 6 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 11, + "scale": 6 + } + } + ], + "rowCount": 1.2771387170539563E23 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query29.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query29.q.out index c7bba5a19646..585e7a2c4c78 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query29.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query29.q.out @@ -1,417 +1,3822 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 7 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) - Map 2 <- Map 7 (BROADCAST_EDGE), Reducer 10 (BROADCAST_EDGE) - Map 8 <- Map 7 (BROADCAST_EDGE) - Reducer 10 <- Map 8 (CUSTOM_SIMPLE_EDGE) - Reducer 3 <- Map 2 (CUSTOM_SIMPLE_EDGE), Map 8 (CUSTOM_SIMPLE_EDGE) - Reducer 4 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 11 (BROADCAST_EDGE), Map 12 (BROADCAST_EDGE), Reducer 3 (CUSTOM_SIMPLE_EDGE) - Reducer 5 <- Reducer 4 (SIMPLE_EDGE) - Reducer 6 <- Reducer 5 (SIMPLE_EDGE) - Reducer 9 <- Map 8 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: (cs_bill_customer_sk is not null and cs_bill_customer_sk BETWEEN DynamicValue(RS[197]_col0) AND DynamicValue(RS[197]_col1) and cs_item_sk BETWEEN DynamicValue(RS[197]_col2) AND DynamicValue(RS[197]_col3) and in_bloom_filter(hash(cs_bill_customer_sk,cs_item_sk), DynamicValue(RS[197]_col4))) (type: boolean) - Statistics: Num rows: 43005109025 Data size: 1202866239204 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (cs_bill_customer_sk is not null and cs_bill_customer_sk BETWEEN DynamicValue(RS[197]_col0) AND DynamicValue(RS[197]_col1) and cs_item_sk BETWEEN DynamicValue(RS[197]_col2) AND DynamicValue(RS[197]_col3) and in_bloom_filter(hash(cs_bill_customer_sk,cs_item_sk), DynamicValue(RS[197]_col4))) (type: boolean) - Statistics: Num rows: 42899393143 Data size: 1199909333196 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_bill_customer_sk (type: bigint), cs_item_sk (type: bigint), cs_quantity (type: int), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 42899393143 Data size: 1199909333196 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 7 - Statistics: Num rows: 25683298014 Data size: 512392285472 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 25683298014 Data size: 512392285472 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: int) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 11 - Map Operator Tree: - TableScan - alias: store - Statistics: Num rows: 1704 Data size: 333984 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: s_store_sk (type: bigint), s_store_id (type: string), s_store_name (type: varchar(50)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1704 Data size: 333984 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1704 Data size: 333984 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string), _col2 (type: varchar(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 12 - Map Operator Tree: - TableScan - alias: item - Statistics: Num rows: 462000 Data size: 134904000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_item_id (type: string), i_item_desc (type: varchar(200)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 462000 Data size: 134904000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 134904000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string), _col2 (type: varchar(200)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 2 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: (ss_customer_sk is not null and ss_store_sk is not null and ss_customer_sk BETWEEN DynamicValue(RS[207]_col0) AND DynamicValue(RS[207]_col1) and ss_item_sk BETWEEN DynamicValue(RS[207]_col2) AND DynamicValue(RS[207]_col3) and ss_ticket_number BETWEEN DynamicValue(RS[207]_col4) AND DynamicValue(RS[207]_col5) and in_bloom_filter(hash(hash(ss_customer_sk,ss_item_sk),ss_ticket_number), DynamicValue(RS[207]_col6))) (type: boolean) - Statistics: Num rows: 82510879939 Data size: 3591605541540 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ss_customer_sk is not null and ss_store_sk is not null and ss_customer_sk BETWEEN DynamicValue(RS[207]_col0) AND DynamicValue(RS[207]_col1) and ss_item_sk BETWEEN DynamicValue(RS[207]_col2) AND DynamicValue(RS[207]_col3) and ss_ticket_number BETWEEN DynamicValue(RS[207]_col4) AND DynamicValue(RS[207]_col5) and in_bloom_filter(hash(hash(ss_customer_sk,ss_item_sk),ss_ticket_number), DynamicValue(RS[207]_col6))) (type: boolean) - Statistics: Num rows: 78670147920 Data size: 3424422808632 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_customer_sk (type: bigint), ss_store_sk (type: bigint), ss_ticket_number (type: bigint), ss_quantity (type: int), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 78670147920 Data size: 3424422808632 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col5 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - input vertices: - 1 Map 7 - Statistics: Num rows: 1335564641 Data size: 21369034276 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint), _col0 (type: bigint), _col3 (type: bigint) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col1 (type: bigint), _col0 (type: bigint), _col3 (type: bigint) - Statistics: Num rows: 1335564641 Data size: 21369034276 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: bigint), _col4 (type: int) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: d1 - filterExpr: (((d_year = 1999) and (d_moy = 4)) or ((d_year = 1999) and d_moy BETWEEN 4 AND 7) or (d_year) IN (1999, 2000, 2001)) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 1999) and (d_moy = 4)) (type: boolean) - Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 2 - Filter Operator - predicate: ((d_year = 1999) and d_moy BETWEEN 4 AND 7) (type: boolean) - Statistics: Num rows: 122 Data size: 1952 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: sr_returned_date_sk (bigint) - Target Input: store_returns - Partition key expr: sr_returned_date_sk - Statistics: Num rows: 122 Data size: 976 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 8 - Filter Operator - predicate: (d_year) IN (1999, 2000, 2001) (type: boolean) - Statistics: Num rows: 1101 Data size: 13212 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 1101 Data size: 8808 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: store_returns - filterExpr: sr_customer_sk is not null (type: boolean) - Statistics: Num rows: 8332595709 Data size: 298161625552 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: sr_customer_sk is not null (type: boolean) - Statistics: Num rows: 8182068314 Data size: 292775369652 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: sr_item_sk (type: bigint), sr_customer_sk (type: bigint), sr_ticket_number (type: bigint), sr_return_quantity (type: int), sr_returned_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 8182068314 Data size: 292775369652 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col4 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - input vertices: - 1 Map 7 - Statistics: Num rows: 498600693 Data size: 12181729752 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint), _col0 (type: bigint), _col2 (type: bigint) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col1 (type: bigint), _col0 (type: bigint), _col2 (type: bigint) - Statistics: Num rows: 498600693 Data size: 12181729752 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: int) - Select Operator - expressions: _col1 (type: bigint), _col0 (type: bigint), hash(_col1,_col0) (type: int) - outputColumnNames: _col0, _col1, _col3 - Statistics: Num rows: 498600693 Data size: 8789548788 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), min(_col1), max(_col1), bloom_filter(_col3, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) - Select Operator - expressions: _col1 (type: bigint), _col0 (type: bigint), _col2 (type: bigint), hash(hash(_col1,_col0),_col2) (type: int) - outputColumnNames: _col0, _col1, _col2, _col4 - Statistics: Num rows: 498600693 Data size: 12778354332 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), min(_col1), max(_col1), min(_col2), max(_col2), bloom_filter(_col4, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 10 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), min(VALUE._col4), max(VALUE._col5), bloom_filter(VALUE._col6, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: binary) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint) - outputColumnNames: _col0, _col2, _col4, _col7, _col8, _col10 - input vertices: - 1 Map 8 - Statistics: Num rows: 2157264506 Data size: 68484714908 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Reduce Output Operator - key expressions: _col8 (type: bigint), _col7 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col8 (type: bigint), _col7 (type: bigint) - Statistics: Num rows: 2157264506 Data size: 68484714908 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col2 (type: bigint), _col4 (type: int), _col10 (type: int) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - outputColumnNames: _col2, _col5, _col7, _col9, _col15 - input vertices: - 0 Map 1 - Statistics: Num rows: 1178531672141 Data size: 32981833392944 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col7 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col5, _col9, _col15, _col19, _col20 - input vertices: - 1 Map 11 - Statistics: Num rows: 1178531672141 Data size: 245128218895444 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col5 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col9, _col15, _col19, _col20, _col22, _col23 - input vertices: - 1 Map 12 - Statistics: Num rows: 1178531672141 Data size: 570402960406360 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++++ - keys: _col22 (type: string), _col23 (type: varchar(200)), _col19 (type: string), _col20 (type: varchar(50)) - null sort order: zzzz - Statistics: Num rows: 1178531672141 Data size: 570402960406360 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - aggregations: sum(_col9), sum(_col15), sum(_col2) - keys: _col22 (type: string), _col23 (type: varchar(200)), _col19 (type: string), _col20 (type: varchar(50)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 1178531672141 Data size: 584551709381936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: varchar(200)), _col2 (type: string), _col3 (type: varchar(50)) - null sort order: zzzz - sort order: ++++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: varchar(200)), _col2 (type: string), _col3 (type: varchar(50)) - Statistics: Num rows: 1178531672141 Data size: 584551709381936 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) - keys: KEY._col0 (type: string), KEY._col1 (type: varchar(200)), KEY._col2 (type: string), KEY._col3 (type: varchar(50)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 1178531672141 Data size: 584551709381936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: varchar(200)), _col2 (type: string), _col3 (type: varchar(50)) - null sort order: zzzz - sort order: ++++ - Statistics: Num rows: 1178531672141 Data size: 584551709381936 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint) - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: varchar(200)), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: varchar(50)), VALUE._col0 (type: bigint), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 1178531672141 Data size: 584551709381936 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 49600 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 49600 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 9 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), bloom_filter(VALUE._col4, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 3.483413831025E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_bill_customer_sk", + "cs_item_sk", + "cs_quantity", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 17, + "name": "$17" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.483413831025E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "d3", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 9.542246135345445E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.0150431475531006E10 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_customer_sk", + "ss_store_sk", + "ss_ticket_number", + "ss_quantity", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.0150431475531006E10 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "d1", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 4, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 1643.6025 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1643.6025 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "9", + "12" + ], + "rowCount": 1.4829509932389217E13 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_returns" + ], + "table:alias": "store_returns", + "inputs": [], + "rowCount": 8332595709, + "avgRowSize": 249, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "sr_return_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "sr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "sr_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "sr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_store_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "sr_returned_date_sk" + ], + "colStats": [ + { + "name": "sr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "sr_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "sr_ticket_number", + "ndv": 5065526774, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "sr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "sr_returned_date_sk", + "ndv": 2003, + "minValue": 2450820, + "maxValue": 2452822 + }, + { + "name": "sr_return_time_sk", + "ndv": 32389, + "minValue": 28799, + "maxValue": 61199 + }, + { + "name": "sr_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "sr_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "sr_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "sr_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "sr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "sr_return_amt", + "ndv": 715216, + "minValue": 0, + "maxValue": 19643 + }, + { + "name": "sr_return_tax", + "ndv": 141365, + "minValue": 0, + "maxValue": 1714.37 + }, + { + "name": "sr_return_amt_inc_tax", + "ndv": 1520430, + "minValue": 0, + "maxValue": 21018.01 + }, + { + "name": "sr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "sr_return_ship_cost", + "ndv": 363000, + "minValue": 0, + "maxValue": 9975 + }, + { + "name": "sr_refunded_cash", + "ndv": 1187970, + "minValue": 0, + "maxValue": 18413.33 + }, + { + "name": "sr_reversed_charge", + "ndv": 924833, + "minValue": 0, + "maxValue": 18104.5 + }, + { + "name": "sr_store_credit", + "ndv": 935681, + "minValue": 0, + "maxValue": 17792.48 + }, + { + "name": "sr_net_loss", + "ndv": 848797, + "minValue": 0.5, + "maxValue": 11008.17 + } + ] + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 19, + "name": "$19" + } + ] + } + ] + }, + "rowCount": 6.749402524290001E9 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sr_item_sk", + "sr_customer_sk", + "sr_ticket_number", + "sr_return_quantity", + "sr_returned_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 19, + "name": "$19" + } + ], + "rowCount": 6.749402524290001E9 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "d2", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 8, + "name": "$8" + }, + { + "literal": 4, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 7, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 2739.3375 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 2739.3375 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "16", + "19" + ], + "rowCount": 2.7733337156073394E12 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sr_item_sk", + "sr_customer_sk", + "sr_ticket_number", + "sr_return_quantity", + "sr_returned_date_sk", + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 2.7733337156073394E12 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 8, + "name": "$8" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 9, + "name": "$9" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "13", + "21" + ], + "rowCount": 1.3880423209982265E23 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_customer_sk", + "ss_store_sk", + "ss_ticket_number", + "ss_quantity", + "ss_sold_date_sk", + "d_date_sk", + "sr_item_sk", + "sr_customer_sk", + "sr_ticket_number", + "sr_return_quantity", + "sr_returned_date_sk", + "d_date_sk0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + } + ], + "rowCount": 1.3880423209982265E23 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 13, + "name": "$13" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "input": 1, + "name": "$1" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "23" + ], + "rowCount": 2.980134331479281E35 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store" + ], + "table:alias": "store", + "inputs": [], + "rowCount": 1704, + "avgRowSize": 1375, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "s_store_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "s_store_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "s_closed_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_store_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_number_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_floor_space" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "s_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_market_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_geography_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_market_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_division_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_company_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_company_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 10, + "name": "s_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "s_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "s_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "s_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "s_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "s_store_sk", + "ndv": 1736, + "minValue": 1, + "maxValue": 1704 + }, + { + "name": "s_store_id", + "ndv": 879 + }, + { + "name": "s_store_name", + "ndv": 11 + }, + { + "name": "s_rec_start_date", + "ndv": 4, + "minValue": 9933, + "maxValue": 11394 + }, + { + "name": "s_rec_end_date", + "ndv": 3, + "minValue": 10663, + "maxValue": 11393 + }, + { + "name": "s_closed_date_sk", + "ndv": 263, + "minValue": 2450820, + "maxValue": 2451314 + }, + { + "name": "s_number_employees", + "ndv": 100, + "minValue": 200, + "maxValue": 300 + }, + { + "name": "s_floor_space", + "ndv": 1289, + "minValue": 5000201, + "maxValue": 9997773 + }, + { + "name": "s_hours", + "ndv": 4 + }, + { + "name": "s_manager", + "ndv": 1245 + }, + { + "name": "s_market_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "s_geography_class", + "ndv": 2 + }, + { + "name": "s_market_desc", + "ndv": 1311 + }, + { + "name": "s_market_manager", + "ndv": 1236 + }, + { + "name": "s_division_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_division_name", + "ndv": 2 + }, + { + "name": "s_company_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_company_name", + "ndv": 2 + }, + { + "name": "s_street_number", + "ndv": 736 + }, + { + "name": "s_street_name", + "ndv": 851 + }, + { + "name": "s_street_type", + "ndv": 21 + }, + { + "name": "s_suite_number", + "ndv": 76 + }, + { + "name": "s_city", + "ndv": 267 + }, + { + "name": "s_county", + "ndv": 128 + }, + { + "name": "s_state", + "ndv": 44 + }, + { + "name": "s_zip", + "ndv": 983 + }, + { + "name": "s_country", + "ndv": 2 + }, + { + "name": "s_gmt_offset", + "ndv": 5, + "minValue": -9, + "maxValue": -5 + }, + { + "name": "s_tax_percentage", + "ndv": 12, + "minValue": 0, + "maxValue": 0.11 + } + ] + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk", + "s_store_id", + "s_store_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 1704 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 18, + "name": "$18" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "24", + "26" + ], + "rowCount": 7.617223351261042E37 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_item_id", + "i_item_desc" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 462000 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 21, + "name": "$21" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "27", + "29" + ], + "rowCount": 5.278735782423902E42 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 19, + 20, + 22, + 23 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 9 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 15 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 5.278735782423902E41 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_id", + "i_item_desc", + "s_store_id", + "s_store_name", + "store_sales_quantity", + "store_returns_quantity", + "catalog_sales_quantity" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 5.278735782423902E41 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 3, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query3.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query3.q.out index 7d2b692eb471..7bb718828ba8 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query3.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query3.q.out @@ -1,171 +1,1266 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_54_container, bigKeyColName:ss_item_sk, smallTablePos:1, keyRatio:0.0010129870031902726 - Statistics: Num rows: 82510879939 Data size: 10343396725952 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 82510879939 Data size: 10343396725952 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col4, _col5 - input vertices: - 1 Map 4 - Statistics: Num rows: 83582449 Data size: 9361234400 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col4, _col5, _col7 - input vertices: - 1 Map 5 - Statistics: Num rows: 6964728 Data size: 752190736 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: + - keys: _col7 (type: int) - null sort order: z - Statistics: Num rows: 6964728 Data size: 752190736 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - aggregations: sum(_col1) - keys: _col7 (type: int), _col4 (type: int), _col5 (type: char(50)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 931320 Data size: 204890400 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: char(50)) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: char(50)) - Statistics: Num rows: 931320 Data size: 204890400 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: item - filterExpr: (i_manufact_id = 436) (type: boolean) - Statistics: Num rows: 462000 Data size: 53582844 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (i_manufact_id = 436) (type: boolean) - Statistics: Num rows: 468 Data size: 54288 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_brand_id (type: int), i_brand (type: char(50)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 468 Data size: 52416 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 468 Data size: 52416 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: char(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: dt - filterExpr: (d_moy = 12) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_moy = 12) (type: boolean) - Statistics: Num rows: 6087 Data size: 97392 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), d_year (type: int) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 6087 Data size: 73044 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 6087 Data size: 73044 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 6087 Data size: 48696 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 6087 Data size: 48696 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 6087 Data size: 48696 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: char(50)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 302679 Data size: 66589380 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: +-+ - keys: _col0 (type: int), _col3 (type: decimal(17,2)), _col1 (type: int) - null sort order: zaz - Statistics: Num rows: 302679 Data size: 66589380 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Reduce Output Operator - key expressions: _col0 (type: int), _col3 (type: decimal(17,2)), _col1 (type: int) - null sort order: zaz - sort order: +-+ - Statistics: Num rows: 302679 Data size: 66589380 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: char(50)) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey2 (type: int), VALUE._col0 (type: char(50)), KEY.reducesinkkey1 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 302679 Data size: 66589380 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 22000 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 22000 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + }, + "rowCount": 7.42597919451E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_ext_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 7.42597919451E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 13, + "name": "$13" + }, + { + "literal": 436, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 69300 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand_id", + "i_brand" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 69300 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 7.719305372693145E14 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "dt", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 12, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 10957.35 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 10957.35 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "9" + ], + "rowCount": 1268746960882188544 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 4, + 5, + 7 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 126874696088218848 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "dt.d_year", + "brand_id", + "brand", + "sum_agg" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 126874696088218848 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 3, + "direction": "DESCENDING", + "nulls": "FIRST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query30.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query30.q.out index 39636685cd64..0adf8bfb0cd6 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query30.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query30.q.out @@ -1,421 +1,2273 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 3 (BROADCAST_EDGE) - Map 5 <- Map 10 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE), Reducer 11 (BROADCAST_EDGE), Reducer 2 (BROADCAST_EDGE), Reducer 4 (BROADCAST_EDGE) - Reducer 11 <- Map 10 (SIMPLE_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE) - Reducer 4 <- Map 3 (SIMPLE_EDGE) - Reducer 6 <- Map 5 (SIMPLE_EDGE) - Reducer 7 <- Reducer 6 (SIMPLE_EDGE) - Reducer 8 <- Map 1 (BROADCAST_EDGE), Map 5 (SIMPLE_EDGE), Reducer 7 (BROADCAST_EDGE) - Reducer 9 <- Reducer 8 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: customer - filterExpr: c_current_addr_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_159_container, bigKeyColName:c_current_addr_sk, smallTablePos:1, keyRatio:0.0185202875 - Statistics: Num rows: 80000000 Data size: 61944003308 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: c_current_addr_sk is not null (type: boolean) - Statistics: Num rows: 80000000 Data size: 61944003308 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: c_customer_sk (type: bigint), c_customer_id (type: char(16)), c_current_addr_sk (type: bigint), c_salutation (type: char(10)), c_first_name (type: char(20)), c_last_name (type: char(30)), c_preferred_cust_flag (type: char(1)), c_birth_day (type: int), c_birth_month (type: int), c_birth_year (type: int), c_birth_country (type: varchar(20)), c_login (type: char(13)), c_email_address (type: char(50)), c_last_review_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 - Statistics: Num rows: 80000000 Data size: 61944003308 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 - input vertices: - 1 Map 3 - Statistics: Num rows: 1509434 Data size: 1127547218 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1509434 Data size: 1127547218 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(16)), _col3 (type: char(10)), _col4 (type: char(20)), _col5 (type: char(30)), _col6 (type: char(1)), _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: varchar(20)), _col11 (type: char(13)), _col12 (type: char(50)), _col13 (type: bigint) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1509434 Data size: 12075472 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1481623) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 10 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: (d_year = 2002) (type: boolean) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_year = 2002) (type: boolean) - Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: wr_returned_date_sk (bigint) - Target Input: web_returns - Partition key expr: wr_returned_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 5 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: wr_returned_date_sk (bigint) - Target Input: web_returns - Partition key expr: wr_returned_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 5 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 3 - Map Operator Tree: - TableScan - alias: customer_address - filterExpr: (ca_state is not null or (ca_state = 'IL')) (type: boolean) - Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ca_state is not null (type: boolean) - Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ca_address_sk (type: bigint), ca_state (type: char(2)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(2)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(2)) - Filter Operator - predicate: (ca_state = 'IL') (type: boolean) - Statistics: Num rows: 754717 Data size: 70943398 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ca_address_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 754717 Data size: 6037736 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 754717 Data size: 6037736 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: web_returns - filterExpr: ((wr_returning_addr_sk is not null or (wr_returning_addr_sk is not null and wr_returning_customer_sk is not null)) and wr_returning_customer_sk BETWEEN DynamicValue(RS_57_customer_c_customer_sk_min) AND DynamicValue(RS_57_customer_c_customer_sk_max) and in_bloom_filter(wr_returning_customer_sk, DynamicValue(RS_57_customer_c_customer_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 2062802370 Data size: 274320709664 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: wr_returning_addr_sk is not null (type: boolean) - Statistics: Num rows: 2014201109 Data size: 267857496080 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: wr_returning_customer_sk (type: bigint), wr_returning_addr_sk (type: bigint), wr_return_amt (type: decimal(7,2)), wr_returned_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2014201109 Data size: 267857496080 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 10 - Statistics: Num rows: 338617340 Data size: 37269164776 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col6 - input vertices: - 1 Map 3 - Statistics: Num rows: 338617340 Data size: 64060966704 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2) - keys: _col6 (type: char(2)), _col0 (type: bigint) - minReductionHashAggr: 0.71617645 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 338617340 Data size: 69375636960 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(2)), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: char(2)), _col1 (type: bigint) - Statistics: Num rows: 338617340 Data size: 69375636960 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(17,2)) - Filter Operator - predicate: (wr_returning_addr_sk is not null and wr_returning_customer_sk is not null and wr_returning_customer_sk BETWEEN DynamicValue(RS_57_customer_c_customer_sk_min) AND DynamicValue(RS_57_customer_c_customer_sk_max) and in_bloom_filter(wr_returning_customer_sk, DynamicValue(RS_57_customer_c_customer_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 1966759223 Data size: 261548461240 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: wr_returning_customer_sk (type: bigint), wr_returning_addr_sk (type: bigint), wr_return_amt (type: decimal(7,2)), wr_returned_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1966759223 Data size: 261548461240 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Reducer 11 - Statistics: Num rows: 330641649 Data size: 36391337984 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col6 - input vertices: - 1 Reducer 4 - Statistics: Num rows: 330641649 Data size: 62552093862 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2) - keys: _col0 (type: bigint), _col6 (type: char(2)) - minReductionHashAggr: 0.7093301 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 330641649 Data size: 67741584070 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: char(2)) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: char(2)) - Statistics: Num rows: 330641649 Data size: 67741584070 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 11 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1481623) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: char(2)) - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(2)) - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: char(2)), KEY._col1 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 338617340 Data size: 69375636960 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(2)), _col2 (type: decimal(17,2)) - outputColumnNames: _col0, _col2 - Statistics: Num rows: 338617340 Data size: 69375636960 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2), count(_col2) - keys: _col0 (type: char(2)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 14363 Data size: 2958778 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(2)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(2)) - Statistics: Num rows: 14363 Data size: 2958778 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(27,2)), _col2 (type: bigint) - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), count(VALUE._col1) - keys: KEY._col0 (type: char(2)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 53 Data size: 10918 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: CAST( (_col1 / _col2) AS decimal(21,6)) is not null (type: boolean) - Statistics: Num rows: 53 Data size: 10918 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: (CAST( (_col1 / _col2) AS decimal(21,6)) * 1.2) (type: decimal(24,7)), _col0 (type: char(2)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 53 Data size: 10494 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: char(2)) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: char(2)) - Statistics: Num rows: 53 Data size: 10494 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: decimal(24,7)) - Reducer 8 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: bigint), KEY._col1 (type: char(2)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 330641649 Data size: 67741584070 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: _col2 is not null (type: boolean) - Statistics: Num rows: 330641649 Data size: 67741584070 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col16, _col17 - input vertices: - 0 Map 1 - Statistics: Num rows: 330641649 Data size: 316393869433 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col16 (type: char(2)) - 1 _col1 (type: char(2)) - outputColumnNames: _col1, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col17, _col18 - input vertices: - 1 Reducer 7 - Statistics: Num rows: 330641649 Data size: 324990552307 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col17 > _col18) (type: boolean) - Statistics: Num rows: 110213883 Data size: 108330184109 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: +++++++++++++ - keys: _col1 (type: char(16)), _col3 (type: char(10)), _col4 (type: char(20)), _col5 (type: char(30)), _col6 (type: char(1)), _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: varchar(20)), _col11 (type: char(13)), _col12 (type: char(50)), _col13 (type: bigint), _col17 (type: decimal(17,2)) - null sort order: zzzzzzzzzzzzz - Statistics: Num rows: 110213883 Data size: 108330184109 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col1 (type: char(16)), _col3 (type: char(10)), _col4 (type: char(20)), _col5 (type: char(30)), _col6 (type: char(1)), _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: varchar(20)), _col11 (type: char(13)), _col12 (type: char(50)), _col13 (type: bigint), _col17 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12 - Statistics: Num rows: 110213883 Data size: 95976166313 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)), _col1 (type: char(10)), _col2 (type: char(20)), _col3 (type: char(30)), _col4 (type: char(1)), _col5 (type: int), _col6 (type: int), _col7 (type: int), _col8 (type: varchar(20)), _col9 (type: char(13)), _col10 (type: char(50)), _col11 (type: bigint), _col12 (type: decimal(17,2)) - null sort order: zzzzzzzzzzzzz - sort order: +++++++++++++ - Statistics: Num rows: 110213883 Data size: 95976166313 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 9 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: char(16)), KEY.reducesinkkey1 (type: char(10)), KEY.reducesinkkey2 (type: char(20)), KEY.reducesinkkey3 (type: char(30)), KEY.reducesinkkey4 (type: char(1)), KEY.reducesinkkey5 (type: int), KEY.reducesinkkey6 (type: int), KEY.reducesinkkey7 (type: int), KEY.reducesinkkey8 (type: varchar(20)), KEY.reducesinkkey9 (type: char(13)), KEY.reducesinkkey10 (type: char(50)), KEY.reducesinkkey11 (type: bigint), KEY.reducesinkkey12 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12 - Statistics: Num rows: 110213883 Data size: 95976166313 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 87100 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 87100 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer" + ], + "table:alias": "customer", + "inputs": [], + "rowCount": 80000000, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "c_customer_sk" + }, + { + "type": "CHAR", + "nullable": false, + "precision": 16, + "name": "c_customer_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_shipto_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_sales_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "c_salutation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "c_first_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "c_last_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "c_preferred_cust_flag" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_day" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_month" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_year" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "c_birth_country" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 13, + "name": "c_login" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "c_email_address" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_last_review_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "c_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "c_customer_id", + "ndv": 80610928 + }, + { + "name": "c_current_addr_sk", + "ndv": 33825344, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "c_salutation", + "ndv": 7 + }, + { + "name": "c_first_name", + "ndv": 5158 + }, + { + "name": "c_last_name", + "ndv": 5123 + }, + { + "name": "c_preferred_cust_flag", + "ndv": 3 + }, + { + "name": "c_birth_day", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "c_birth_month", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "c_birth_year", + "ndv": 67, + "minValue": 1924, + "maxValue": 1992 + }, + { + "name": "c_birth_country", + "ndv": 216 + }, + { + "name": "c_login", + "ndv": 1 + }, + { + "name": "c_email_address", + "ndv": 75301330 + }, + { + "name": "c_last_review_date_sk", + "ndv": 364, + "minValue": 2452283, + "maxValue": 2452648 + }, + { + "name": "c_current_cdemo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "c_current_hdemo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "c_first_shipto_date_sk", + "ndv": 3646, + "minValue": 2449028, + "maxValue": 2452678 + }, + { + "name": "c_first_sales_date_sk", + "ndv": 3643, + "minValue": 2448998, + "maxValue": 2452648 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + "rowCount": 72000000 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_customer_id", + "c_current_addr_sk", + "c_salutation", + "c_first_name", + "c_last_name", + "c_preferred_cust_flag", + "c_birth_day", + "c_birth_month", + "c_birth_year", + "c_birth_country", + "c_login", + "c_email_address", + "c_last_review_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 17, + "name": "$17" + } + ], + "rowCount": 72000000 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "customer_address", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": "IL", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + } + ] + }, + "rowCount": 6000000 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 6000000 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 64800000000000 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 8, + "name": "$8" + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 36000000 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_state" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 36000000 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_returns" + ], + "table:alias": "web_returns", + "inputs": [], + "rowCount": 2062802370, + "avgRowSize": 281, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returned_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "wr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "wr_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "wr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_account_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "wr_returned_date_sk" + ], + "colStats": [ + { + "name": "wr_returning_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "wr_returning_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "wr_return_amt", + "ndv": 1108704, + "minValue": 0, + "maxValue": 29191 + }, + { + "name": "wr_returned_date_sk", + "ndv": 2184, + "minValue": 2450819, + "maxValue": 2453002 + }, + { + "name": "wr_returned_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "wr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "wr_refunded_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "wr_refunded_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "wr_refunded_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "wr_refunded_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "wr_returning_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "wr_returning_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "wr_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "wr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "wr_order_number", + "ndv": 1283768204, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "wr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "wr_return_tax", + "ndv": 198814, + "minValue": 0, + "maxValue": 2620.34 + }, + { + "name": "wr_return_amt_inc_tax", + "ndv": 2111617, + "minValue": 0, + "maxValue": 31735.25 + }, + { + "name": "wr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "wr_return_ship_cost", + "ndv": 551289, + "minValue": 0, + "maxValue": 14624 + }, + { + "name": "wr_refunded_cash", + "ndv": 1630543, + "minValue": 0, + "maxValue": 28085.82 + }, + { + "name": "wr_reversed_charge", + "ndv": 1276207, + "minValue": 0, + "maxValue": 26135.99 + }, + { + "name": "wr_account_credit", + "ndv": 1245536, + "minValue": 0, + "maxValue": 24649.69 + }, + { + "name": "wr_net_loss", + "ndv": 1225199, + "minValue": 0.5, + "maxValue": 16733.32 + } + ] + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 23, + "name": "$23" + } + ] + } + ] + }, + "rowCount": 1.5037829277300003E9 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "wr_returning_customer_sk", + "wr_returning_addr_sk", + "wr_return_amt", + "wr_returned_date_sk" + ], + "exprs": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 23, + "name": "$23" + } + ], + "rowCount": 1.5037829277300003E9 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2002, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 10957.35 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "11", + "14" + ], + "rowCount": 2.4716213794743477E12 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "8", + "15" + ], + "rowCount": 1.3346755449161478E19 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 1, + 2 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + } + ], + "rowCount": 1334675544916147712 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "wr_returning_customer_sk", + "ca_state", + "$f2" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 1334675544916147712 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + "rowCount": 1201207990424532992 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "wr_returning_customer_sk", + "ca_state", + "$f2" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 1201207990424532992 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 15, + "name": "$15" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "20" + ], + "rowCount": 1.1675741666926459E31 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 8, + "name": "$8" + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 36000000 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_state" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 36000000 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 23, + "name": "$23" + } + ] + } + ] + }, + "inputs": [ + "9" + ], + "rowCount": 1.6708699197E9 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "wr_returning_customer_sk", + "wr_returning_addr_sk", + "wr_return_amt", + "wr_returned_date_sk" + ], + "exprs": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 23, + "name": "$23" + } + ], + "rowCount": 1.6708699197E9 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2002, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "12" + ], + "rowCount": 10957.35 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "25", + "27" + ], + "rowCount": 2.746245977193719E12 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "23", + "28" + ], + "rowCount": 1.4829728276846082E19 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 1, + 2 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + } + ], + "rowCount": 1482972827684608256 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_state", + "wr_returning_customer_sk", + "$f2" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 1482972827684608256 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 27, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 36000000 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 21, + "scale": 6 + } + } + ] + }, + "rowCount": 32400000 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "_o__c0", + "ctr_state" + ], + "exprs": [ + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 21, + "scale": 6 + } + }, + { + "literal": 1.2, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 2, + "scale": 1 + } + } + ] + }, + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 32400000 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 16, + "name": "$16" + }, + { + "input": 19, + "name": "$19" + } + ] + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 17, + "name": "$17" + }, + { + "input": 18, + "name": "$18" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "21", + "34" + ], + "rowCount": 2.837205225063129E37 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_id", + "c_salutation", + "c_first_name", + "c_last_name", + "c_preferred_cust_flag", + "c_birth_day", + "c_birth_month", + "c_birth_year", + "c_birth_country", + "c_login", + "c_email_address", + "c_last_review_date_sk", + "ctr_total_return" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 17, + "name": "$17" + } + ], + "rowCount": 2.837205225063129E37 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 3, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 4, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 5, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 6, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 7, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 8, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 9, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 10, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 11, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 12, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query31.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query31.q.out index 112185cad005..f9fe6c674bb4 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query31.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query31.q.out @@ -1,679 +1,3582 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE) - Map 11 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE) - Map 13 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE) - Map 3 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE) - Map 7 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE) - Map 9 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE) - Reducer 10 <- Map 9 (SIMPLE_EDGE), Reducer 12 (BROADCAST_EDGE), Reducer 14 (BROADCAST_EDGE), Reducer 2 (BROADCAST_EDGE) - Reducer 12 <- Map 11 (SIMPLE_EDGE) - Reducer 14 <- Map 13 (SIMPLE_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 4 (BROADCAST_EDGE), Reducer 8 (BROADCAST_EDGE) - Reducer 4 <- Map 3 (SIMPLE_EDGE) - Reducer 8 <- Map 7 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: ws_bill_addr_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_393_container, bigKeyColName:ws_bill_addr_sk, smallTablePos:1, keyRatio:0.05037635576628538 - Statistics: Num rows: 21594638446 Data size: 2763789503808 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ws_bill_addr_sk is not null (type: boolean) - Statistics: Num rows: 21591937227 Data size: 2763443788336 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_bill_addr_sk (type: bigint), ws_ext_sales_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 21591937227 Data size: 2763443788336 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 5 - Statistics: Num rows: 1087859189 Data size: 130218925960 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col5 - input vertices: - 1 Map 6 - Statistics: Num rows: 1087859189 Data size: 228147860010 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col5 (type: varchar(30)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1721560 Data size: 361527600 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(30)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: varchar(30)) - Statistics: Num rows: 1721560 Data size: 361527600 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 11 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: ss_addr_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_401_container, bigKeyColName:ss_addr_sk, smallTablePos:1, keyRatio:0.049193881825049336 - Statistics: Num rows: 82510879939 Data size: 10327822006760 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ss_addr_sk is not null (type: boolean) - Statistics: Num rows: 80564040039 Data size: 10084137586264 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_addr_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 80564040039 Data size: 10084137586264 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 5 - Statistics: Num rows: 4059030477 Data size: 259024118512 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col5 - input vertices: - 1 Map 6 - Statistics: Num rows: 4059030477 Data size: 639544095946 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col5 (type: varchar(30)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 4823070 Data size: 1012844700 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(30)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: varchar(30)) - Statistics: Num rows: 4823070 Data size: 1012844700 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 13 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: ss_addr_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_403_container, bigKeyColName:ss_addr_sk, smallTablePos:1, keyRatio:0.049193881825049336 - Statistics: Num rows: 82510879939 Data size: 10327822006760 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ss_addr_sk is not null (type: boolean) - Statistics: Num rows: 80564040039 Data size: 10084137586264 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_addr_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 80564040039 Data size: 10084137586264 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 5 - Statistics: Num rows: 4059030477 Data size: 259024118512 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col5 - input vertices: - 1 Map 6 - Statistics: Num rows: 4059030477 Data size: 639544095946 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col5 (type: varchar(30)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 4823070 Data size: 1012844700 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(30)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: varchar(30)) - Statistics: Num rows: 4823070 Data size: 1012844700 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 3 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: ws_bill_addr_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_395_container, bigKeyColName:ws_bill_addr_sk, smallTablePos:1, keyRatio:0.05037635576628538 - Statistics: Num rows: 21594638446 Data size: 2763789503808 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ws_bill_addr_sk is not null (type: boolean) - Statistics: Num rows: 21591937227 Data size: 2763443788336 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_bill_addr_sk (type: bigint), ws_ext_sales_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 21591937227 Data size: 2763443788336 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 5 - Statistics: Num rows: 1087859189 Data size: 130218925960 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col5 - input vertices: - 1 Map 6 - Statistics: Num rows: 1087859189 Data size: 228147860010 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col5 (type: varchar(30)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1721560 Data size: 361527600 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(30)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: varchar(30)) - Statistics: Num rows: 1721560 Data size: 361527600 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: (((d_year = 2000) and (d_qoy = 3)) or ((d_year = 2000) and (d_qoy = 2)) or ((d_year = 2000) and (d_qoy = 1))) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 2000) and (d_qoy = 3)) (type: boolean) - Statistics: Num rows: 92 Data size: 1472 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 3 - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 13 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 2000) and (d_qoy = 2)) (type: boolean) - Statistics: Num rows: 92 Data size: 1472 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 9 - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 7 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 2000) and (d_qoy = 1)) (type: boolean) - Statistics: Num rows: 92 Data size: 1472 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 11 - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: customer_address - filterExpr: ca_county is not null (type: boolean) - Statistics: Num rows: 40000000 Data size: 4240000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ca_county is not null (type: boolean) - Statistics: Num rows: 40000000 Data size: 4240000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ca_address_sk (type: bigint), ca_county (type: varchar(30)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 40000000 Data size: 4240000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 40000000 Data size: 4240000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(30)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 40000000 Data size: 4240000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(30)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 40000000 Data size: 4240000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(30)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 40000000 Data size: 4240000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(30)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 40000000 Data size: 4240000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(30)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 40000000 Data size: 4240000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(30)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: ws_bill_addr_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_397_container, bigKeyColName:ws_bill_addr_sk, smallTablePos:1, keyRatio:0.05037635576628538 - Statistics: Num rows: 21594638446 Data size: 2763789503808 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ws_bill_addr_sk is not null (type: boolean) - Statistics: Num rows: 21591937227 Data size: 2763443788336 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_bill_addr_sk (type: bigint), ws_ext_sales_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 21591937227 Data size: 2763443788336 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 5 - Statistics: Num rows: 1087859189 Data size: 130218925960 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col5 - input vertices: - 1 Map 6 - Statistics: Num rows: 1087859189 Data size: 228147860010 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col5 (type: varchar(30)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1721560 Data size: 361527600 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(30)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: varchar(30)) - Statistics: Num rows: 1721560 Data size: 361527600 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 9 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: ss_addr_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_399_container, bigKeyColName:ss_addr_sk, smallTablePos:1, keyRatio:0.049193881825049336 - Statistics: Num rows: 82510879939 Data size: 10327822006760 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ss_addr_sk is not null (type: boolean) - Statistics: Num rows: 80564040039 Data size: 10084137586264 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_addr_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 80564040039 Data size: 10084137586264 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 5 - Statistics: Num rows: 4059030477 Data size: 259024118512 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col5 - input vertices: - 1 Map 6 - Statistics: Num rows: 4059030477 Data size: 639544095946 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col5 (type: varchar(30)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 4823070 Data size: 1012844700 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(30)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: varchar(30)) - Statistics: Num rows: 4823070 Data size: 1012844700 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 10 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: varchar(30)) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1930 Data size: 405300 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: varchar(30)) - 1 _col0 (type: varchar(30)) - outputColumnNames: _col0, _col1, _col3 - input vertices: - 1 Reducer 12 - Statistics: Num rows: 1930 Data size: 621460 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: varchar(30)) - 1 _col0 (type: varchar(30)) - outputColumnNames: _col0, _col1, _col3, _col5 - input vertices: - 1 Reducer 14 - Statistics: Num rows: 1930 Data size: 837620 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: varchar(30)) - 1 _col0 (type: varchar(30)) - outputColumnNames: _col1, _col2, _col4, _col6, _col7, _col8, _col9, _col11, _col13 - input vertices: - 0 Reducer 2 - Statistics: Num rows: 1930 Data size: 1501540 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (if((_col9 > 0), if(_col7, ((_col4 / _col6) > (_col13 / _col9)), false), false) and if((_col11 > 0), if(_col2, ((_col6 / _col1) > (_col9 / _col11)), false), false)) (type: boolean) - Statistics: Num rows: 482 Data size: 374996 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col8 (type: varchar(30)), 2000 (type: int), (_col6 / _col1) (type: decimal(37,20)), (_col9 / _col11) (type: decimal(37,20)), (_col4 / _col6) (type: decimal(37,20)), (_col13 / _col9) (type: decimal(37,20)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 482 Data size: 265100 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 482 Data size: 265100 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 12 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: varchar(30)) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1930 Data size: 405300 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(30)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: varchar(30)) - Statistics: Num rows: 1930 Data size: 405300 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Reducer 14 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: varchar(30)) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1930 Data size: 405300 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(30)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: varchar(30)) - Statistics: Num rows: 1930 Data size: 405300 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: varchar(30)) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1930 Data size: 405300 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: varchar(30)), _col1 (type: decimal(17,2)), (_col1 > 0) (type: boolean) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1930 Data size: 413020 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: varchar(30)) - 1 _col0 (type: varchar(30)) - outputColumnNames: _col0, _col1, _col2, _col4 - input vertices: - 1 Reducer 4 - Statistics: Num rows: 1930 Data size: 629180 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: varchar(30)) - 1 _col0 (type: varchar(30)) - outputColumnNames: _col0, _col1, _col2, _col4, _col6, _col7 - input vertices: - 1 Reducer 8 - Statistics: Num rows: 1930 Data size: 853060 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(30)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: varchar(30)) - Statistics: Num rows: 1930 Data size: 853060 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: boolean), _col4 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: boolean) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: varchar(30)) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1930 Data size: 405300 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(30)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: varchar(30)) - Statistics: Num rows: 1930 Data size: 405300 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Reducer 8 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: varchar(30)) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1930 Data size: 405300 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: varchar(30)), _col1 (type: decimal(17,2)), (_col1 > 0) (type: boolean) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1930 Data size: 413020 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(30)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: varchar(30)) - Statistics: Num rows: 1930 Data size: 413020 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: boolean) - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "customer_address", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + "rowCount": 36000000 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_county" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + } + ], + "rowCount": 36000000 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 1.7491657141260002E10 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_bill_addr_sk", + "ws_ext_sales_price", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 1.7491657141260002E10 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 1643.6025 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1643.6025 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "5", + "8" + ], + "rowCount": 4.312399710977669E12 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "9" + ], + "rowCount": 2.3286958439279415E19 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 1 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + } + ], + "rowCount": 2328695843927941632 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f3", + "EXPR$4" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + } + ], + "rowCount": 2328695843927941632 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + "inputs": [ + "0" + ], + "rowCount": 36000000 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_county" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + } + ], + "rowCount": 36000000 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 1.7491657141260002E10 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_bill_addr_sk", + "ws_ext_sales_price", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 1.7491657141260002E10 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "6" + ], + "rowCount": 1643.6025 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1643.6025 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "16", + "18" + ], + "rowCount": 4.312399710977669E12 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "14", + "19" + ], + "rowCount": 2.3286958439279415E19 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 1 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + } + ], + "rowCount": 2328695843927941632 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_county", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 2328695843927941632 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "12", + "22" + ], + "rowCount": 8.134236500290903E35 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + "inputs": [ + "0" + ], + "rowCount": 36000000 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_county" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + } + ], + "rowCount": 36000000 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 1.7491657141260002E10 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_bill_addr_sk", + "ws_ext_sales_price", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 1.7491657141260002E10 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "6" + ], + "rowCount": 1643.6025 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1643.6025 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "27", + "29" + ], + "rowCount": 4.312399710977669E12 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "25", + "30" + ], + "rowCount": 2.3286958439279415E19 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 1 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + } + ], + "rowCount": 2328695843927941632 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f3", + "EXPR$4" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + } + ], + "rowCount": 2328695843927941632 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "23", + "33" + ], + "rowCount": 2.8413244097631587E53 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_addr_sk", + "ss_ext_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "6" + ], + "rowCount": 1643.6025 + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1643.6025 + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "37", + "39" + ], + "rowCount": 1.647723325821024E13 + }, + { + "id": "41", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + "inputs": [ + "0" + ], + "rowCount": 36000000 + }, + { + "id": "42", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_county" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + } + ], + "rowCount": 36000000 + }, + { + "id": "43", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "40", + "42" + ], + "rowCount": 8.89770595943353E19 + }, + { + "id": "44", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 8897705959433530368 + }, + { + "id": "45", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_county", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 8897705959433530368 + }, + { + "id": "46", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "inputs": [ + "35" + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "47", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_addr_sk", + "ss_ext_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "48", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "6" + ], + "rowCount": 1643.6025 + }, + { + "id": "49", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1643.6025 + }, + { + "id": "50", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "47", + "49" + ], + "rowCount": 1.647723325821024E13 + }, + { + "id": "51", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + "inputs": [ + "0" + ], + "rowCount": 36000000 + }, + { + "id": "52", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_county" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + } + ], + "rowCount": 36000000 + }, + { + "id": "53", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "50", + "52" + ], + "rowCount": 8.89770595943353E19 + }, + { + "id": "54", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 8897705959433530368 + }, + { + "id": "55", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_county", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 8897705959433530368 + }, + { + "id": "56", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "45", + "55" + ], + "rowCount": 1.1875375701080843E37 + }, + { + "id": "57", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "inputs": [ + "35" + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "58", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_addr_sk", + "ss_ext_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "59", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "6" + ], + "rowCount": 1643.6025 + }, + { + "id": "60", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1643.6025 + }, + { + "id": "61", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "58", + "60" + ], + "rowCount": 1.647723325821024E13 + }, + { + "id": "62", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + "inputs": [ + "0" + ], + "rowCount": 36000000 + }, + { + "id": "63", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_county" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + } + ], + "rowCount": 36000000 + }, + { + "id": "64", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "61", + "63" + ], + "rowCount": 8.89770595943353E19 + }, + { + "id": "65", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 8897705959433530368 + }, + { + "id": "66", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_county", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 8897705959433530368 + }, + { + "id": "67", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "56", + "66" + ], + "rowCount": 1.5849540171902874E55 + }, + { + "id": "68", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_county", + "$f1", + "ca_county0", + "$f10", + "ca_county1", + "$f11" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 1.5849540171902874E55 + }, + { + "id": "69", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "input": 11, + "name": "$11" + } + ] + } + ] + }, + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + } + ] + }, + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 13, + "name": "$13" + }, + { + "input": 9, + "name": "$9" + } + ] + } + ] + }, + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + } + ] + }, + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "34", + "68" + ], + "rowCount": 4.221908003807757E106 + }, + { + "id": "70", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss1.ca_county", + "ss1.d_year", + "web_q1_q2_increase", + "store_q1_q2_increase", + "web_q2_q3_increase", + "store_q2_q3_increase" + ], + "exprs": [ + { + "input": 8, + "name": "$8" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "input": 11, + "name": "$11" + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 13, + "name": "$13" + }, + { + "input": 9, + "name": "$9" + } + ] + } + ], + "rowCount": 4.221908003807757E106 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query32.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query32.q.out index 1b634445238c..33a52bca4055 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query32.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query32.q.out @@ -1,272 +1,1738 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) - Map 5 <- Map 3 (BROADCAST_EDGE), Reducer 2 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE) - Reducer 6 <- Map 1 (BROADCAST_EDGE), Map 5 (SIMPLE_EDGE) - Reducer 7 <- Reducer 6 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: cs_ext_discount_amt is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_87_container, bigKeyColName:cs_item_sk, smallTablePos:1, keyRatio:1.1226707964380053E-4 - Statistics: Num rows: 43005109025 Data size: 5492699040592 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: cs_ext_discount_amt is not null (type: boolean) - Statistics: Num rows: 42898368715 Data size: 5479065953408 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_item_sk (type: bigint), cs_ext_discount_amt (type: decimal(7,2)), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 42898368715 Data size: 5479065953408 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 3 - Statistics: Num rows: 4766159119 Data size: 560013852168 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col4 - input vertices: - 1 Map 4 - Statistics: Num rows: 4828058 Data size: 38624576 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col4 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col4 (type: bigint) - Statistics: Num rows: 4828058 Data size: 38624576 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(7,2)) - Select Operator - expressions: _col4 (type: bigint) - outputColumnNames: _col4 - Statistics: Num rows: 4828058 Data size: 38624464 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col4), max(_col4), bloom_filter(_col4, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 3 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-18 00:00:00' AND TIMESTAMP'1998-06-16 00:00:00' (type: boolean) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-18 00:00:00' AND TIMESTAMP'1998-06-16 00:00:00' (type: boolean) - Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 5 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: item - filterExpr: (i_manufact_id = 269) (type: boolean) - Statistics: Num rows: 462000 Data size: 5539396 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (i_manufact_id = 269) (type: boolean) - Statistics: Num rows: 468 Data size: 5616 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 468 Data size: 3744 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 468 Data size: 3744 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: (cs_item_sk BETWEEN DynamicValue(RS_30_item_i_item_sk_min) AND DynamicValue(RS_30_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_30_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 43005109025 Data size: 5492699040592 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (cs_item_sk BETWEEN DynamicValue(RS_30_item_i_item_sk_min) AND DynamicValue(RS_30_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_30_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 43005109025 Data size: 5492699040592 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_item_sk (type: bigint), cs_ext_discount_amt (type: decimal(7,2)), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 43005109025 Data size: 5492699040592 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 3 - Statistics: Num rows: 4778018342 Data size: 561407286432 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1), count(_col1) - keys: _col0 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 112566690 Data size: 14408536320 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 112566690 Data size: 14408536320 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), count(VALUE._col1) - keys: KEY._col0 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 51330 Data size: 6570240 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: CAST( (_col1 / _col2) AS decimal(11,6)) is not null (type: boolean) - Statistics: Num rows: 51330 Data size: 6570240 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: (1.3 * CAST( (_col1 / _col2) AS decimal(11,6))) (type: decimal(14,7)), _col0 (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 51330 Data size: 6159600 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col4 (type: bigint) - 1 _col1 (type: bigint) - outputColumnNames: _col1, _col5 - input vertices: - 0 Map 1 - Statistics: Num rows: 51330 Data size: 5749072 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col1 > _col5) (type: boolean) - Statistics: Num rows: 17110 Data size: 1916432 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col1 (type: decimal(7,2)) - outputColumnNames: _col1 - Statistics: Num rows: 17110 Data size: 1916432 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: decimal(17,2)) - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 21, + "name": "$21" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 3.483413831025E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_item_sk", + "cs_ext_discount_amt", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 14, + "name": "$14" + }, + { + "input": 21, + "name": "$21" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.483413831025E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "TIMESTAMP", + "nullable": true, + "precision": 9 + } + }, + { + "literal": 890179200000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + }, + { + "literal": 897955200000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 9.542246135345445E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 13, + "name": "$13" + }, + { + "literal": 269, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 69300 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 69300 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "9" + ], + "rowCount": 991916485769159040 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + }, + "inputs": [ + "0" + ], + "rowCount": 3.87045981225E10 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_item_sk", + "cs_ext_discount_amt", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 14, + "name": "$14" + }, + { + "input": 21, + "name": "$21" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.87045981225E10 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "TIMESTAMP", + "nullable": true, + "precision": 9 + } + }, + { + "literal": 890179200000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + }, + { + "literal": 897955200000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 18262.25 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "12", + "14" + ], + "rowCount": 1.0602495705939384E14 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 1.0602495705939385E13 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 11, + "scale": 6 + } + } + ] + }, + "rowCount": 9.542246135345447E12 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "_o__c0", + "cs_item_sk" + ], + "exprs": [ + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "literal": 1.3, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 2, + "scale": 1 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 11, + "scale": 6 + } + } + ] + }, + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 9.542246135345447E12 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 5, + "name": "$5" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "10", + "18" + ], + "rowCount": 7.098833439687146E29 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 1 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "excess discount amount" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query33.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query33.q.out index bec4c53aab72..6c17e30b04a5 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query33.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query33.q.out @@ -1,568 +1,4026 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 13 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) - Map 11 <- Map 13 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Reducer 8 (BROADCAST_EDGE) - Map 14 <- Map 13 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Reducer 10 (BROADCAST_EDGE) - Reducer 10 <- Map 7 (SIMPLE_EDGE) - Reducer 12 <- Map 11 (SIMPLE_EDGE), Union 3 (CONTAINS) - Reducer 15 <- Map 14 (SIMPLE_EDGE), Union 3 (CONTAINS) - Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS) - Reducer 4 <- Union 3 (SIMPLE_EDGE) - Reducer 5 <- Reducer 4 (SIMPLE_EDGE) - Reducer 8 <- Map 7 (SIMPLE_EDGE) - Reducer 9 <- Map 7 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: ss_addr_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_271_container, bigKeyColName:ss_addr_sk, smallTablePos:1, keyRatio:1.585245486373433E-8 - Statistics: Num rows: 82510879939 Data size: 10987909046272 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ss_addr_sk is not null (type: boolean) - Statistics: Num rows: 80564040039 Data size: 10728649906576 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_addr_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 80564040039 Data size: 10728649906576 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 6 - Statistics: Num rows: 1367716804 Data size: 10941734552 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2 - input vertices: - 1 Map 13 - Statistics: Num rows: 227952808 Data size: 1823622576 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col10 - input vertices: - 1 Reducer 9 - Statistics: Num rows: 227384408 Data size: 909533152 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 _col10 (type: int) - 1 _col0 (type: int) - outputColumnNames: _col2, _col10 - input vertices: - 1 Map 7 - Statistics: Num rows: 227384408 Data size: 909533152 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2) - keys: _col10 (type: int) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 3952 Data size: 458432 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 3952 Data size: 458432 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 11 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: cs_bill_addr_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_275_container, bigKeyColName:cs_item_sk, smallTablePos:1, keyRatio:0.0027954892505937553 - Statistics: Num rows: 43005109025 Data size: 5835793041376 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: cs_bill_addr_sk is not null (type: boolean) - Statistics: Num rows: 42898229145 Data size: 5821289442328 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_bill_addr_sk (type: bigint), cs_item_sk (type: bigint), cs_ext_sales_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 42898229145 Data size: 5821289442328 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 6 - Statistics: Num rows: 723125004 Data size: 79690279120 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2 - input vertices: - 1 Map 13 - Statistics: Num rows: 120520838 Data size: 2445693184 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col10 - input vertices: - 1 Reducer 8 - Statistics: Num rows: 120220320 Data size: 1928745152 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 _col10 (type: int) - 1 _col0 (type: int) - outputColumnNames: _col2, _col10 - input vertices: - 1 Map 7 - Statistics: Num rows: 120220320 Data size: 1928745152 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2) - keys: _col10 (type: int) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 7904 Data size: 916864 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 7904 Data size: 916864 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 13 - Map Operator Tree: - TableScan - alias: customer_address - filterExpr: (ca_gmt_offset = -6) (type: boolean) - Statistics: Num rows: 40000000 Data size: 4665468064 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ca_gmt_offset = -6) (type: boolean) - Statistics: Num rows: 6666667 Data size: 777578088 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ca_address_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 14 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: ws_bill_addr_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_277_container, bigKeyColName:ws_bill_addr_sk, smallTablePos:1, keyRatio:6.057059039311133E-8 - Statistics: Num rows: 21594638446 Data size: 2936546611376 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ws_bill_addr_sk is not null (type: boolean) - Statistics: Num rows: 21591937227 Data size: 2936179286152 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_item_sk (type: bigint), ws_bill_addr_sk (type: bigint), ws_ext_sales_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 21591937227 Data size: 2936179286152 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 6 - Statistics: Num rows: 366561252 Data size: 46595663536 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2 - input vertices: - 1 Map 13 - Statistics: Num rows: 61093544 Data size: 7028655600 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col10 - input vertices: - 1 Reducer 10 - Statistics: Num rows: 60941208 Data size: 6766605856 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 _col10 (type: int) - 1 _col0 (type: int) - outputColumnNames: _col2, _col10 - input vertices: - 1 Map 7 - Statistics: Num rows: 60941208 Data size: 6766605856 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2) - keys: _col10 (type: int) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 26676 Data size: 3094416 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 26676 Data size: 3094416 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: ((d_year = 1999) and (d_moy = 3)) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 1999) and (d_moy = 3)) (type: boolean) - Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 14 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 11 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: item - filterExpr: (((i_category = 'Books ') and i_manufact_id is not null) or i_manufact_id is not null) (type: boolean) - Statistics: Num rows: 462000 Data size: 43423396 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((i_category = 'Books ') and i_manufact_id is not null) (type: boolean) - Statistics: Num rows: 41895 Data size: 3937718 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_manufact_id (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 41895 Data size: 167168 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: int) - minReductionHashAggr: 0.97641724 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 988 Data size: 3948 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 988 Data size: 3948 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 988 Data size: 3948 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 988 Data size: 3948 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: i_manufact_id is not null (type: boolean) - Statistics: Num rows: 460848 Data size: 5525584 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_manufact_id (type: int) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 460848 Data size: 5525584 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 460848 Data size: 5525584 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 460848 Data size: 5525584 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 460848 Data size: 5525584 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 10 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int) - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 460848 Data size: 5525584 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int) - Reducer 12 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: int) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 987 Data size: 114492 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col0 (type: int) - minReductionHashAggr: 0.66677916 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 987 Data size: 114492 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 987 Data size: 114492 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(27,2)) - Reducer 15 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: int) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 988 Data size: 114608 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col0 (type: int) - minReductionHashAggr: 0.66677916 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 987 Data size: 114492 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 987 Data size: 114492 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(27,2)) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: int) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 987 Data size: 114492 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col0 (type: int) - minReductionHashAggr: 0.66677916 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 987 Data size: 114492 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 987 Data size: 114492 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(27,2)) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: int) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 987 Data size: 114492 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: + - keys: _col1 (type: decimal(27,2)) - null sort order: z - Statistics: Num rows: 987 Data size: 114492 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Reduce Output Operator - key expressions: _col1 (type: decimal(27,2)) - null sort order: z - sort order: + - Statistics: Num rows: 987 Data size: 114492 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: int) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: int), KEY.reducesinkkey0 (type: decimal(27,2)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 987 Data size: 114492 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 11600 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 11600 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 8 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int) - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 460848 Data size: 5525584 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int) - Reducer 9 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int) - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 460848 Data size: 5525584 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int) - Union 3 - Vertex: Union 3 - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_addr_sk", + "ss_ext_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 1643.6025 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year", + "d_moy" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + } + ], + "rowCount": 1643.6025 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 1.647723325821024E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "customer_address", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "literal": -6, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + "rowCount": 6000000 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_gmt_offset" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": -6, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 5, + "scale": 2 + } + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2 + } + } + ], + "rowCount": 6000000 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "9" + ], + "rowCount": 1.4829509932389216E19 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 13, + "name": "$13" + } + ] + }, + "rowCount": 415800 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_manufact_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 13, + "name": "$13" + } + ], + "rowCount": 415800 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 9, + "name": "$9" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "10", + "13" + ], + "rowCount": 9.249165344831153E23 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Books ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 50 + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 13, + "name": "$13" + } + ] + } + ] + }, + "rowCount": 62370.00000000001 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_manufact_id" + ], + "exprs": [ + { + "input": 13, + "name": "$13" + } + ], + "rowCount": 62370.00000000001 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + } + ] + }, + "joinType": "semi", + "inputs": [ + "14", + "17" + ], + "rowCount": 1.2486373215522058E23 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 10 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 1.2486373215522058E22 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_manufact_id", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 1.2486373215522058E22 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + } + ] + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 3.483413831025E10 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_bill_addr_sk", + "cs_item_sk", + "cs_ext_sales_price", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.483413831025E10 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 1643.6025 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year", + "d_moy" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + } + ], + "rowCount": 1643.6025 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "23", + "25" + ], + "rowCount": 8.5880215218109E12 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "literal": -6, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 6000000 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_gmt_offset" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": -6, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 5, + "scale": 2 + } + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2 + } + } + ], + "rowCount": 6000000 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "26", + "28" + ], + "rowCount": 7729219369629809664 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 13, + "name": "$13" + } + ] + }, + "inputs": [ + "11" + ], + "rowCount": 415800 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_manufact_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 13, + "name": "$13" + } + ], + "rowCount": 415800 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 9, + "name": "$9" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "29", + "31" + ], + "rowCount": 4.8207141208381116E23 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Books ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 50 + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 13, + "name": "$13" + } + ] + } + ] + }, + "inputs": [ + "15" + ], + "rowCount": 62370.00000000001 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_manufact_id" + ], + "exprs": [ + { + "input": 13, + "name": "$13" + } + ], + "rowCount": 62370.00000000001 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + } + ] + }, + "joinType": "semi", + "inputs": [ + "32", + "34" + ], + "rowCount": 6.507964063131451E22 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 10 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 6.507964063131451E21 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_manufact_id", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 6.507964063131451E21 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + } + ] + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 1.7491657141260002E10 + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_item_sk", + "ws_bill_addr_sk", + "ws_ext_sales_price", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 1.7491657141260002E10 + }, + { + "id": "41", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 1643.6025 + }, + { + "id": "42", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year", + "d_moy" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + } + ], + "rowCount": 1643.6025 + }, + { + "id": "43", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "40", + "42" + ], + "rowCount": 4.312399710977669E12 + }, + { + "id": "44", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "literal": -6, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 6000000 + }, + { + "id": "45", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_gmt_offset" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": -6, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 5, + "scale": 2 + } + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2 + } + } + ], + "rowCount": 6000000 + }, + { + "id": "46", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "43", + "45" + ], + "rowCount": 3881159739879902208 + }, + { + "id": "47", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 13, + "name": "$13" + } + ] + }, + "inputs": [ + "11" + ], + "rowCount": 415800 + }, + { + "id": "48", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_manufact_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 13, + "name": "$13" + } + ], + "rowCount": 415800 + }, + { + "id": "49", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 9, + "name": "$9" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "46", + "48" + ], + "rowCount": 2.420679329763095E23 + }, + { + "id": "50", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Books ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 50 + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 13, + "name": "$13" + } + ] + } + ] + }, + "inputs": [ + "15" + ], + "rowCount": 62370.00000000001 + }, + { + "id": "51", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_manufact_id" + ], + "exprs": [ + { + "input": 13, + "name": "$13" + } + ], + "rowCount": 62370.00000000001 + }, + { + "id": "52", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + } + ] + }, + "joinType": "semi", + "inputs": [ + "49", + "51" + ], + "rowCount": 3.2679170951801783E22 + }, + { + "id": "53", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 10 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 3.2679170951801786E21 + }, + { + "id": "54", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_manufact_id", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 3.2679170951801786E21 + }, + { + "id": "55", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", + "all": true, + "inputs": [ + "20", + "37", + "54" + ], + "rowCount": 2.226225437383369E22 + }, + { + "id": "56", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_manufact_id", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 2.226225437383369E22 + }, + { + "id": "57", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 27, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 2.226225437383369E21 + }, + { + "id": "58", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_manufact_id", + "total_sales" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 2.226225437383369E21 + }, + { + "id": "59", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query34.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query34.q.out index 3bd4b54e6623..c5099314aaa3 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query34.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query34.q.out @@ -1,230 +1,2247 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Reducer 4 (BROADCAST_EDGE) - Map 3 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 4 <- Map 3 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: customer - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_92_container, bigKeyColName:c_customer_sk, smallTablePos:1, keyRatio:1.25E-8 - Statistics: Num rows: 80000000 Data size: 28800000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: c_customer_sk (type: bigint), c_salutation (type: char(10)), c_first_name (type: char(20)), c_last_name (type: char(30)), c_preferred_cust_flag (type: char(1)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 80000000 Data size: 28800000000 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col1 (type: bigint) - outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col7 - input vertices: - 1 Reducer 4 - Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col3 (type: char(30)), _col2 (type: char(20)), _col1 (type: char(10)), _col4 (type: char(1)), _col5 (type: bigint), _col7 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: char(10)), _col3 (type: char(1)) - null sort order: zzza - sort order: +++- - Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col4 (type: bigint), _col5 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 3 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: (ss_hdemo_sk is not null and ss_customer_sk is not null and ss_store_sk is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_91_container, bigKeyColName:ss_store_sk, smallTablePos:1, keyRatio:1.0878322963754328E-6 - Statistics: Num rows: 82510879939 Data size: 3253774532920 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ss_hdemo_sk is not null and ss_customer_sk is not null and ss_store_sk is not null) (type: boolean) - Statistics: Num rows: 76814649841 Data size: 3029146599728 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_customer_sk (type: bigint), ss_hdemo_sk (type: bigint), ss_store_sk (type: bigint), ss_ticket_number (type: bigint), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 76814649841 Data size: 3029146599728 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col4 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - input vertices: - 1 Map 5 - Statistics: Num rows: 10474581088 Data size: 291747200904 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col3 - input vertices: - 1 Map 6 - Statistics: Num rows: 1396610885 Data size: 11172887096 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col3 - input vertices: - 1 Map 7 - Statistics: Num rows: 87801095 Data size: 702408768 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - keys: _col0 (type: bigint), _col3 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 87801095 Data size: 1404817528 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 87801095 Data size: 1404817528 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: ((d_year) IN (2000, 2001, 2002) and (d_dom BETWEEN 1 AND 3 or d_dom BETWEEN 25 AND 28)) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year) IN (2000, 2001, 2002) and (d_dom BETWEEN 1 AND 3 or d_dom BETWEEN 25 AND 28)) (type: boolean) - Statistics: Num rows: 249 Data size: 3984 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 249 Data size: 1992 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 249 Data size: 1992 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 249 Data size: 1992 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 249 Data size: 1992 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 249 Data size: 1992 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 3 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: household_demographics - filterExpr: ((hd_vehicle_count > 0) and (hd_buy_potential) IN ('>10000 ', 'unknown ') and if((hd_vehicle_count > 0), ((UDFToDouble(hd_dep_count) / UDFToDouble(hd_vehicle_count)) > 1.2D), false)) (type: boolean) - Statistics: Num rows: 7200 Data size: 777600 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((hd_vehicle_count > 0) and (hd_buy_potential) IN ('>10000 ', 'unknown ') and if((hd_vehicle_count > 0), ((UDFToDouble(hd_dep_count) / UDFToDouble(hd_vehicle_count)) > 1.2D), false)) (type: boolean) - Statistics: Num rows: 960 Data size: 103680 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: hd_demo_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 960 Data size: 7680 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 960 Data size: 7680 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: store - filterExpr: (s_county) IN ('Barrow County', 'Fairfield County', 'Huron County', 'Jackson County', 'Kittitas County', 'Maverick County', 'Mobile County', 'Pennington County') (type: boolean) - Statistics: Num rows: 1704 Data size: 180624 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (s_county) IN ('Barrow County', 'Fairfield County', 'Huron County', 'Jackson County', 'Kittitas County', 'Maverick County', 'Mobile County', 'Pennington County') (type: boolean) - Statistics: Num rows: 107 Data size: 11342 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: s_store_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 107 Data size: 856 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 107 Data size: 856 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: char(30)), KEY.reducesinkkey1 (type: char(20)), KEY.reducesinkkey2 (type: char(10)), KEY.reducesinkkey3 (type: char(1)), VALUE._col0 (type: bigint), VALUE._col1 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - keys: KEY._col0 (type: bigint), KEY._col1 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 87801095 Data size: 1404817528 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col1 (type: bigint), _col0 (type: bigint), _col2 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 87801095 Data size: 1404817528 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: _col2 BETWEEN 15L AND 20L (type: boolean) - Statistics: Num rows: 6 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 6 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col2 (type: bigint) - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer" + ], + "table:alias": "customer", + "inputs": [], + "rowCount": 80000000, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "c_customer_sk" + }, + { + "type": "CHAR", + "nullable": false, + "precision": 16, + "name": "c_customer_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_shipto_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_sales_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "c_salutation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "c_first_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "c_last_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "c_preferred_cust_flag" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_day" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_month" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_year" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "c_birth_country" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 13, + "name": "c_login" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "c_email_address" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_last_review_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "c_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "c_salutation", + "ndv": 7 + }, + { + "name": "c_first_name", + "ndv": 5158 + }, + { + "name": "c_last_name", + "ndv": 5123 + }, + { + "name": "c_preferred_cust_flag", + "ndv": 3 + }, + { + "name": "c_customer_id", + "ndv": 80610928 + }, + { + "name": "c_current_cdemo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "c_current_hdemo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "c_current_addr_sk", + "ndv": 33825344, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "c_first_shipto_date_sk", + "ndv": 3646, + "minValue": 2449028, + "maxValue": 2452678 + }, + { + "name": "c_first_sales_date_sk", + "ndv": 3643, + "minValue": 2448998, + "maxValue": 2452648 + }, + { + "name": "c_birth_day", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "c_birth_month", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "c_birth_year", + "ndv": 67, + "minValue": 1924, + "maxValue": 1992 + }, + { + "name": "c_birth_country", + "ndv": 216 + }, + { + "name": "c_login", + "ndv": 1 + }, + { + "name": "c_email_address", + "ndv": 75301330 + }, + { + "name": "c_last_review_date_sk", + "ndv": 364, + "minValue": 2452283, + "maxValue": 2452648 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_salutation", + "c_first_name", + "c_last_name", + "c_preferred_cust_flag" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + } + ], + "rowCount": 80000000 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 5.413538832797791E10 + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_customer_sk", + "ss_hdemo_sk", + "ss_store_sk", + "ss_ticket_number", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 5.413538832797791E10 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2002, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 9, + "name": "$9" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 9, + "name": "$9" + }, + { + "literal": 25, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 28, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + } + ] + }, + "rowCount": 4565.5625 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 4565.5625 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "4", + "7" + ], + "rowCount": 3.707377483097305E13 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "household_demographics" + ], + "table:alias": "household_demographics", + "inputs": [], + "rowCount": 7200, + "avgRowSize": 183, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "hd_demo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "hd_income_band_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "hd_buy_potential" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "hd_dep_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "hd_vehicle_count" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "hd_demo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "hd_buy_potential", + "ndv": 6 + }, + { + "name": "hd_dep_count", + "ndv": 10, + "minValue": 0, + "maxValue": 9 + }, + { + "name": "hd_vehicle_count", + "ndv": 6, + "minValue": -1, + "maxValue": 4 + }, + { + "name": "hd_income_band_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + } + ] + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": ">10000", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + }, + { + "literal": "unknown", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 7 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + } + ] + }, + { + "literal": 1.2, + "type": { + "type": "DOUBLE", + "nullable": false + } + } + ] + }, + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 225 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "hd_demo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 225 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "8", + "11" + ], + "rowCount": 1.2512399005453402E15 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store" + ], + "table:alias": "store", + "inputs": [], + "rowCount": 1704, + "avgRowSize": 1375, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "s_store_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "s_store_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "s_closed_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_store_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_number_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_floor_space" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "s_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_market_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_geography_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_market_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_division_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_company_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_company_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 10, + "name": "s_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "s_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "s_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "s_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "s_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "s_store_sk", + "ndv": 1736, + "minValue": 1, + "maxValue": 1704 + }, + { + "name": "s_county", + "ndv": 128 + }, + { + "name": "s_store_id", + "ndv": 879 + }, + { + "name": "s_rec_start_date", + "ndv": 4, + "minValue": 9933, + "maxValue": 11394 + }, + { + "name": "s_rec_end_date", + "ndv": 3, + "minValue": 10663, + "maxValue": 11393 + }, + { + "name": "s_closed_date_sk", + "ndv": 263, + "minValue": 2450820, + "maxValue": 2451314 + }, + { + "name": "s_store_name", + "ndv": 11 + }, + { + "name": "s_number_employees", + "ndv": 100, + "minValue": 200, + "maxValue": 300 + }, + { + "name": "s_floor_space", + "ndv": 1289, + "minValue": 5000201, + "maxValue": 9997773 + }, + { + "name": "s_hours", + "ndv": 4 + }, + { + "name": "s_manager", + "ndv": 1245 + }, + { + "name": "s_market_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "s_geography_class", + "ndv": 2 + }, + { + "name": "s_market_desc", + "ndv": 1311 + }, + { + "name": "s_market_manager", + "ndv": 1236 + }, + { + "name": "s_division_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_division_name", + "ndv": 2 + }, + { + "name": "s_company_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_company_name", + "ndv": 2 + }, + { + "name": "s_street_number", + "ndv": 736 + }, + { + "name": "s_street_name", + "ndv": 851 + }, + { + "name": "s_street_type", + "ndv": 21 + }, + { + "name": "s_suite_number", + "ndv": 76 + }, + { + "name": "s_city", + "ndv": 267 + }, + { + "name": "s_state", + "ndv": 44 + }, + { + "name": "s_zip", + "ndv": 983 + }, + { + "name": "s_country", + "ndv": 2 + }, + { + "name": "s_gmt_offset", + "ndv": 5, + "minValue": -9, + "maxValue": -5 + }, + { + "name": "s_tax_percentage", + "ndv": 12, + "minValue": 0, + "maxValue": 0.11 + } + ] + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 23, + "name": "$23" + }, + { + "literal": "Barrow County", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 30 + } + }, + { + "literal": "Fairfield County", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 30 + } + }, + { + "literal": "Huron County", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 30 + } + }, + { + "literal": "Jackson County", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 30 + } + }, + { + "literal": "Kittitas County", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 30 + } + }, + { + "literal": "Maverick County", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 30 + } + }, + { + "literal": "Mobile County", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 30 + } + }, + { + "literal": "Pennington County", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 30 + } + } + ] + }, + "rowCount": 426 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 426 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "12", + "15" + ], + "rowCount": 79954229644847232 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 3 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 7995422964484723 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_ticket_number", + "ss_customer_sk", + "$f2" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 7995422964484723 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 2, + "name": "$2" + }, + { + "literal": 15, + "type": { + "type": "BIGINT", + "nullable": false + } + }, + { + "literal": 20, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + "rowCount": 1.9988557411211808E15 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_ticket_number", + "ss_customer_sk", + "$f2" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 1.9988557411211808E15 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "1", + "20" + ], + "rowCount": 2.398626889345417E22 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_last_name", + "c_first_name", + "c_salutation", + "c_preferred_cust_flag", + "ss_ticket_number", + "cnt" + ], + "exprs": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 7, + "name": "$7" + } + ], + "rowCount": 2.398626889345417E22 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 3, + "direction": "DESCENDING", + "nulls": "FIRST" + } + ], + "rowCount": 2.398626889345417E22 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query35.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query35.q.out index c78475a0d3e5..f617a04ea056 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query35.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query35.q.out @@ -1,443 +1,3595 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 11 <- Map 10 (BROADCAST_EDGE) - Map 7 <- Map 10 (BROADCAST_EDGE) - Map 8 <- Map 10 (BROADCAST_EDGE) - Reducer 12 <- Map 11 (SIMPLE_EDGE) - Reducer 3 <- Map 1 (BROADCAST_EDGE), Map 2 (CUSTOM_SIMPLE_EDGE), Map 7 (CUSTOM_SIMPLE_EDGE), Reducer 12 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) - Reducer 4 <- Map 13 (CUSTOM_SIMPLE_EDGE), Reducer 3 (CUSTOM_SIMPLE_EDGE) - Reducer 5 <- Reducer 4 (SIMPLE_EDGE) - Reducer 6 <- Reducer 5 (SIMPLE_EDGE) - Reducer 9 <- Map 8 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: customer_demographics - Statistics: Num rows: 1920800 Data size: 364952000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cd_demo_sk (type: bigint), cd_gender (type: char(1)), cd_marital_status (type: char(1)), cd_dep_count (type: int), cd_dep_employed_count (type: int), cd_dep_college_count (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 1920800 Data size: 364952000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1920800 Data size: 364952000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(1)), _col2 (type: char(1)), _col3 (type: int), _col4 (type: int), _col5 (type: int) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 10 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: ((d_year = 1999) and (d_qoy < 4)) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 1999) and (d_qoy < 4)) (type: boolean) - Statistics: Num rows: 367 Data size: 5872 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 8 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 7 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 11 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 11 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: cs_ship_customer_sk is not null (type: boolean) - Statistics: Num rows: 43005109025 Data size: 687211661648 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: cs_ship_customer_sk is not null (type: boolean) - Statistics: Num rows: 42896348680 Data size: 685473696576 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_ship_customer_sk (type: bigint), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 42896348680 Data size: 685473696576 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0 - input vertices: - 1 Map 10 - Statistics: Num rows: 8560491514 Data size: 67616049808 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 4152767035 Data size: 32801119216 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 4152767035 Data size: 32801119216 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 13 - Map Operator Tree: - TableScan - alias: ca - Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ca_address_sk (type: bigint), ca_state (type: char(2)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 2 - Map Operator Tree: - TableScan - alias: c - filterExpr: (c_current_cdemo_sk is not null and c_current_addr_sk is not null) (type: boolean) - Statistics: Num rows: 80000000 Data size: 1897611080 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (c_current_cdemo_sk is not null and c_current_addr_sk is not null) (type: boolean) - Statistics: Num rows: 77201384 Data size: 1831227520 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: c_customer_sk (type: bigint), c_current_cdemo_sk (type: bigint), c_current_addr_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 77201384 Data size: 1831227520 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 77201384 Data size: 1831227520 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint), _col2 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: ss_customer_sk is not null (type: boolean) - Statistics: Num rows: 82510879939 Data size: 1304615207232 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ss_customer_sk is not null (type: boolean) - Statistics: Num rows: 80566020964 Data size: 1273864200864 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_customer_sk (type: bigint), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80566020964 Data size: 1273864200864 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0 - input vertices: - 1 Map 10 - Statistics: Num rows: 16192399916 Data size: 114347064768 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 7054726095 Data size: 49818879592 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 7054726095 Data size: 49818879592 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: ws_bill_customer_sk is not null (type: boolean) - Statistics: Num rows: 21594638446 Data size: 345492666072 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ws_bill_customer_sk is not null (type: boolean) - Statistics: Num rows: 21591944812 Data size: 345449570616 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_bill_customer_sk (type: bigint), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 21591944812 Data size: 345449570616 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0 - input vertices: - 1 Map 10 - Statistics: Num rows: 4339613664 Data size: 34695362936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 2146404360 Data size: 17160577888 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 2146404360 Data size: 17160577888 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 12 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: bigint) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 15670819 Data size: 123777816 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: true (type: boolean), _col0 (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 15670819 Data size: 186461092 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 15670819 Data size: 186461092 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: boolean) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 7 - Statistics: Num rows: 6807932861 Data size: 163368782968 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Map Join Operator - condition map: - Left Outer Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col1 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - input vertices: - 1 Reducer 9 - Statistics: Num rows: 15782385 Data size: 420301084 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Outer Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col1 (type: bigint) - outputColumnNames: _col1, _col2, _col3, _col5 - input vertices: - 1 Reducer 12 - Statistics: Num rows: 15670819 Data size: 354493960 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col3 is not null or _col5 is not null) (type: boolean) - Statistics: Num rows: 15670819 Data size: 354493960 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col1 (type: bigint), _col2 (type: bigint) - outputColumnNames: _col1, _col2 - Statistics: Num rows: 15670819 Data size: 229127408 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col1 (type: bigint) - outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col8 - input vertices: - 0 Map 1 - Statistics: Num rows: 15670819 Data size: 2977455610 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col8 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col8 (type: bigint) - Statistics: Num rows: 15670819 Data size: 2977455610 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(1)), _col2 (type: char(1)), _col3 (type: int), _col4 (type: int), _col5 (type: int) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col14 - input vertices: - 1 Map 13 - Statistics: Num rows: 15670819 Data size: 4199779492 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Top N Key Operator - sort order: ++++++ - keys: _col14 (type: char(2)), _col1 (type: char(1)), _col2 (type: char(1)), _col3 (type: int), _col4 (type: int), _col5 (type: int) - null sort order: zzzzzz - Statistics: Num rows: 15670819 Data size: 4199779492 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - aggregations: count(), sum(_col3), count(_col3), max(_col3), sum(_col4), count(_col4), max(_col4), sum(_col5), count(_col5), max(_col5) - keys: _col14 (type: char(2)), _col1 (type: char(1)), _col2 (type: char(1)), _col3 (type: int), _col4 (type: int), _col5 (type: int) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 - Statistics: Num rows: 1224510 Data size: 411435360 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(2)), _col1 (type: char(1)), _col2 (type: char(1)), _col3 (type: int), _col4 (type: int), _col5 (type: int) - null sort order: zzzzzz - sort order: ++++++ - Map-reduce partition columns: _col0 (type: char(2)), _col1 (type: char(1)), _col2 (type: char(1)), _col3 (type: int), _col4 (type: int), _col5 (type: int) - Statistics: Num rows: 1224510 Data size: 411435360 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col6 (type: bigint), _col7 (type: bigint), _col8 (type: bigint), _col9 (type: int), _col10 (type: bigint), _col11 (type: bigint), _col12 (type: int), _col13 (type: bigint), _col14 (type: bigint), _col15 (type: int) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0), sum(VALUE._col1), count(VALUE._col2), max(VALUE._col3), sum(VALUE._col4), count(VALUE._col5), max(VALUE._col6), sum(VALUE._col7), count(VALUE._col8), max(VALUE._col9) - keys: KEY._col0 (type: char(2)), KEY._col1 (type: char(1)), KEY._col2 (type: char(1)), KEY._col3 (type: int), KEY._col4 (type: int), KEY._col5 (type: int) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 - Statistics: Num rows: 72030 Data size: 24202080 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(2)), _col1 (type: char(1)), _col2 (type: char(1)), _col6 (type: bigint), (UDFToDouble(_col7) / _col8) (type: double), _col9 (type: int), _col7 (type: bigint), _col4 (type: int), (UDFToDouble(_col10) / _col11) (type: double), _col12 (type: int), _col10 (type: bigint), _col5 (type: int), (UDFToDouble(_col13) / _col14) (type: double), _col15 (type: int), _col13 (type: bigint), _col3 (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col9, _col10, _col11, _col12, _col14, _col15, _col16, _col17 - Statistics: Num rows: 72030 Data size: 24202080 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(2)), _col1 (type: char(1)), _col2 (type: char(1)), _col17 (type: int), _col7 (type: int), _col12 (type: int) - null sort order: zzzzzz - sort order: ++++++ - Statistics: Num rows: 72030 Data size: 24202080 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: bigint), _col4 (type: double), _col5 (type: int), _col6 (type: bigint), _col9 (type: double), _col10 (type: int), _col11 (type: bigint), _col14 (type: double), _col15 (type: int), _col16 (type: bigint) - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: char(2)), KEY.reducesinkkey1 (type: char(1)), KEY.reducesinkkey2 (type: char(1)), VALUE._col0 (type: bigint), VALUE._col1 (type: double), VALUE._col2 (type: int), VALUE._col3 (type: bigint), KEY.reducesinkkey4 (type: int), VALUE._col0 (type: bigint), VALUE._col4 (type: double), VALUE._col5 (type: int), VALUE._col6 (type: bigint), KEY.reducesinkkey5 (type: int), VALUE._col0 (type: bigint), VALUE._col7 (type: double), VALUE._col8 (type: int), VALUE._col9 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16 - Statistics: Num rows: 72030 Data size: 25066440 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 34800 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 34800 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 9 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: bigint) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 15782385 Data size: 126180728 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: true (type: boolean), _col0 (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 15782385 Data size: 189310268 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 15782385 Data size: 189310268 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: boolean) - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_demographics" + ], + "table:alias": "customer_demographics", + "inputs": [], + "rowCount": 1920800, + "avgRowSize": 217, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "cd_demo_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_gender" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_marital_status" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "cd_education_status" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_purchase_estimate" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "cd_credit_rating" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_employed_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_college_count" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "cd_demo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cd_gender", + "ndv": 2 + }, + { + "name": "cd_marital_status", + "ndv": 5 + }, + { + "name": "cd_dep_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_dep_employed_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_dep_college_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_education_status", + "ndv": 7 + }, + { + "name": "cd_purchase_estimate", + "ndv": 20, + "minValue": 500, + "maxValue": 10000 + }, + { + "name": "cd_credit_rating", + "ndv": 4 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cd_demo_sk", + "cd_gender", + "cd_marital_status", + "cd_dep_count", + "cd_dep_employed_count", + "cd_dep_college_count" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 1920800 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer" + ], + "table:alias": "c", + "inputs": [], + "rowCount": 80000000, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "c_customer_sk" + }, + { + "type": "CHAR", + "nullable": false, + "precision": 16, + "name": "c_customer_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_shipto_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_sales_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "c_salutation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "c_first_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "c_last_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "c_preferred_cust_flag" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_day" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_month" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_year" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "c_birth_country" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 13, + "name": "c_login" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "c_email_address" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_last_review_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "c_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "c_current_cdemo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "c_current_addr_sk", + "ndv": 33825344, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "c_customer_id", + "ndv": 80610928 + }, + { + "name": "c_current_hdemo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "c_first_shipto_date_sk", + "ndv": 3646, + "minValue": 2449028, + "maxValue": 2452678 + }, + { + "name": "c_first_sales_date_sk", + "ndv": 3643, + "minValue": 2448998, + "maxValue": 2452648 + }, + { + "name": "c_salutation", + "ndv": 7 + }, + { + "name": "c_first_name", + "ndv": 5158 + }, + { + "name": "c_last_name", + "ndv": 5123 + }, + { + "name": "c_preferred_cust_flag", + "ndv": 3 + }, + { + "name": "c_birth_day", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "c_birth_month", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "c_birth_year", + "ndv": 67, + "minValue": 1924, + "maxValue": 1992 + }, + { + "name": "c_birth_country", + "ndv": 216 + }, + { + "name": "c_login", + "ndv": 1 + }, + { + "name": "c_email_address", + "ndv": 75301330 + }, + { + "name": "c_last_review_date_sk", + "ndv": 364, + "minValue": 2452283, + "maxValue": 2452648 + } + ] + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + "rowCount": 6.480000000000001E7 + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_current_cdemo_sk", + "c_current_addr_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 6.480000000000001E7 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_customer_sk", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<", + "kind": "LESS_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "literal": 4, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 5478.675 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 5478.675 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "7", + "10" + ], + "rowCount": 5.4924110860700805E13 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_customer_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 5.4924110860700805E13 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "semi", + "inputs": [ + "4", + "12" + ], + "rowCount": 3936600.0000000005 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + } + ] + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 1.7491657141260002E10 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_bill_customer_sk", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 1.7491657141260002E10 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<", + "kind": "LESS_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "literal": 4, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "8" + ], + "rowCount": 5478.675 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 5478.675 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "16", + "18" + ], + "rowCount": 1.4374665703258896E13 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [], + "rowCount": 1.4374665703258896E12 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "literalTrue", + "ws_bill_customer_sk" + ], + "exprs": [ + { + "literal": true, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1.4374665703258896E12 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "left", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "13", + "21" + ], + "rowCount": 848809635115080704 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + } + ] + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 3.483413831025E10 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_ship_customer_sk", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.483413831025E10 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<", + "kind": "LESS_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "literal": 4, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "8" + ], + "rowCount": 5478.675 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 5478.675 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "25", + "27" + ], + "rowCount": 2.862673840603634E13 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [], + "rowCount": 2.862673840603634E12 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "literalTrue", + "cs_ship_customer_sk" + ], + "exprs": [ + { + "literal": true, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 2.862673840603634E12 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + "joinType": "left", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "22", + "30" + ], + "rowCount": 3.6447977071516E29 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + } + ] + }, + "rowCount": 9.111994267879E28 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_current_cdemo_sk", + "c_current_addr_sk", + "literalTrue", + "ws_bill_customer_sk", + "literalTrue0", + "cs_ship_customer_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 9.111994267879E28 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "1", + "33" + ], + "rowCount": 2.6253477884612972E34 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "ca", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_state" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 40000000 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 13, + "name": "$13" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "34", + "36" + ], + "rowCount": 1.5752086730767783E41 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 1, + 2, + 3, + 4, + 5, + 14 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "max", + "kind": "MAX", + "syntax": "FUNCTION" + }, + "type": { + "type": "INTEGER", + "nullable": true + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "max", + "kind": "MAX", + "syntax": "FUNCTION" + }, + "type": { + "type": "INTEGER", + "nullable": true + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + }, + { + "agg": { + "name": "max", + "kind": "MAX", + "syntax": "FUNCTION" + }, + "type": { + "type": "INTEGER", + "nullable": true + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + } + ], + "rowCount": 1.5752086730767783E40 + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_state", + "cd_gender", + "cd_marital_status", + "cnt1", + "_o__c4", + "_o__c5", + "_o__c6", + "cd_dep_employed_count", + "cnt2", + "_o__c9", + "_o__c10", + "_o__c11", + "cd_dep_college_count", + "cnt3", + "_o__c14", + "_o__c15", + "_o__c16", + "(tok_table_or_col cd_dep_count)" + ], + "exprs": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 6, + "name": "$6" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "input": 8, + "name": "$8" + } + ] + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 6, + "name": "$6" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 10, + "name": "$10" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "input": 11, + "name": "$11" + } + ] + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 6, + "name": "$6" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 13, + "name": "$13" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "input": 14, + "name": "$14" + } + ] + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 1.5752086730767783E40 + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 17, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 7, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 12, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + }, + { + "id": "41", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_state", + "cd_gender", + "cd_marital_status", + "cnt1", + "_c4", + "_c5", + "_c6", + "cd_dep_employed_count", + "cnt2", + "_c9", + "_c10", + "_c11", + "cd_dep_college_count", + "cnt3", + "_c14", + "_c15", + "_c16" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 16, + "name": "$16" + } + ], + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query36.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query36.q.out index 8b144f96242b..13619d080ef8 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query36.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query36.q.out @@ -1,244 +1,2252 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: ss_store_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_74_container, bigKeyColName:ss_store_sk, smallTablePos:1, keyRatio:2.049790283718186E-7 - Statistics: Num rows: 82510879939 Data size: 20011209733336 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ss_store_sk is not null (type: boolean) - Statistics: Num rows: 80569240632 Data size: 19540307575648 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_store_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_net_profit (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 80569240632 Data size: 19540307575648 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col4 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - input vertices: - 1 Map 5 - Statistics: Num rows: 16193047015 Data size: 3445467182512 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col3 - input vertices: - 1 Map 6 - Statistics: Num rows: 2949381825 Data size: 258560072776 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col3, _col8, _col9 - input vertices: - 1 Map 7 - Statistics: Num rows: 2949381825 Data size: 771752510326 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col9 (type: char(50)), _col8 (type: char(50)), _col3 (type: decimal(7,2)), _col2 (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2949381825 Data size: 771752510326 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2), sum(_col3) - keys: _col0 (type: char(50)), _col1 (type: char(50)), 0L (type: bigint) - grouping sets: 0, 1, 3 - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 9850005 Data size: 4077902070 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: bigint) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: bigint) - Statistics: Num rows: 9850005 Data size: 4077902070 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: d1 - filterExpr: (d_year = 1999) (type: boolean) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_year = 1999) (type: boolean) - Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: store - filterExpr: (s_state) IN ('AL', 'FL', 'GA', 'LA', 'MI', 'MO', 'SC', 'SD') (type: boolean) - Statistics: Num rows: 1704 Data size: 160176 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (s_state) IN ('AL', 'FL', 'GA', 'LA', 'MI', 'MO', 'SC', 'SD') (type: boolean) - Statistics: Num rows: 310 Data size: 29140 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: s_store_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 310 Data size: 2480 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 310 Data size: 2480 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: item - Statistics: Num rows: 462000 Data size: 87780000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_class (type: char(50)), i_category (type: char(50)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 462000 Data size: 87780000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 87780000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(50)), _col2 (type: char(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1) - keys: KEY._col0 (type: char(50)), KEY._col1 (type: char(50)), KEY._col2 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 3267 Data size: 1352538 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col2 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 3267 Data size: 1352538 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: (grouping(_col4, 1L) + grouping(_col4, 0L)) (type: bigint), CASE WHEN ((grouping(_col4, 0L) = UDFToLong(0))) THEN (_col0) ELSE (CAST( null AS CHAR(50))) END (type: char(50)), (_col2 / _col3) (type: decimal(37,20)) - null sort order: aaz - sort order: +++ - Map-reduce partition columns: (grouping(_col4, 1L) + grouping(_col4, 0L)) (type: bigint), CASE WHEN ((grouping(_col4, 0L) = UDFToLong(0))) THEN (_col0) ELSE (CAST( null AS CHAR(50))) END (type: char(50)) - Statistics: Num rows: 3267 Data size: 1352538 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: bigint) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: decimal(17,2)), VALUE._col3 (type: decimal(17,2)), VALUE._col4 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 3267 Data size: 1352538 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator - Function definitions: - Input definition - input alias: ptf_0 - output shape: _col0: char(50), _col1: char(50), _col2: decimal(17,2), _col3: decimal(17,2), _col4: bigint - type: WINDOWING - Windowing table definition - input alias: ptf_1 - name: windowingtablefunction - order by: (_col2 / _col3) ASC NULLS LAST - partition by: (grouping(_col4, 1L) + grouping(_col4, 0L)), CASE WHEN ((grouping(_col4, 0L) = UDFToLong(0))) THEN (_col0) ELSE (CAST( null AS CHAR(50))) END - raw input shape: - window functions: - window function definition - alias: rank_window_0 - arguments: (_col2 / _col3) - name: rank - window function: GenericUDAFRankEvaluator - window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) - isPivotResult: true - Statistics: Num rows: 3267 Data size: 1352538 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: -++ - keys: (grouping(_col4, 1L) + grouping(_col4, 0L)) (type: bigint), if(((grouping(_col4, 1L) + grouping(_col4, 0L)) = 0L), _col0, null) (type: char(50)), rank_window_0 (type: int) - null sort order: azz - Statistics: Num rows: 3267 Data size: 1352538 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: (_col2 / _col3) (type: decimal(37,20)), _col0 (type: char(50)), _col1 (type: char(50)), (grouping(_col4, 1L) + grouping(_col4, 0L)) (type: bigint), rank_window_0 (type: int), if(((grouping(_col4, 1L) + grouping(_col4, 0L)) = 0L), _col0, null) (type: char(50)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 3267 Data size: 999792 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col3 (type: bigint), _col5 (type: char(50)), _col4 (type: int) - null sort order: azz - sort order: -++ - Statistics: Num rows: 3267 Data size: 999792 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: decimal(37,20)), _col1 (type: char(50)), _col2 (type: char(50)) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: decimal(37,20)), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey2 (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 3267 Data size: 999702 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 30600 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 30600 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_store_sk", + "ss_ext_sales_price", + "ss_net_profit", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 21, + "name": "$21" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "d1", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 10957.35 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 1.0984822172140161E14 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store" + ], + "table:alias": "store", + "inputs": [], + "rowCount": 1704, + "avgRowSize": 1375, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "s_store_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "s_store_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "s_closed_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_store_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_number_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_floor_space" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "s_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_market_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_geography_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_market_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_division_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_company_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_company_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 10, + "name": "s_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "s_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "s_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "s_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "s_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "s_store_sk", + "ndv": 1736, + "minValue": 1, + "maxValue": 1704 + }, + { + "name": "s_state", + "ndv": 44 + }, + { + "name": "s_store_id", + "ndv": 879 + }, + { + "name": "s_rec_start_date", + "ndv": 4, + "minValue": 9933, + "maxValue": 11394 + }, + { + "name": "s_rec_end_date", + "ndv": 3, + "minValue": 10663, + "maxValue": 11393 + }, + { + "name": "s_closed_date_sk", + "ndv": 263, + "minValue": 2450820, + "maxValue": 2451314 + }, + { + "name": "s_store_name", + "ndv": 11 + }, + { + "name": "s_number_employees", + "ndv": 100, + "minValue": 200, + "maxValue": 300 + }, + { + "name": "s_floor_space", + "ndv": 1289, + "minValue": 5000201, + "maxValue": 9997773 + }, + { + "name": "s_hours", + "ndv": 4 + }, + { + "name": "s_manager", + "ndv": 1245 + }, + { + "name": "s_market_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "s_geography_class", + "ndv": 2 + }, + { + "name": "s_market_desc", + "ndv": 1311 + }, + { + "name": "s_market_manager", + "ndv": 1236 + }, + { + "name": "s_division_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_division_name", + "ndv": 2 + }, + { + "name": "s_company_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_company_name", + "ndv": 2 + }, + { + "name": "s_street_number", + "ndv": 736 + }, + { + "name": "s_street_name", + "ndv": 851 + }, + { + "name": "s_street_type", + "ndv": 21 + }, + { + "name": "s_suite_number", + "ndv": 76 + }, + { + "name": "s_city", + "ndv": 267 + }, + { + "name": "s_county", + "ndv": 128 + }, + { + "name": "s_zip", + "ndv": 983 + }, + { + "name": "s_country", + "ndv": 2 + }, + { + "name": "s_gmt_offset", + "ndv": 5, + "minValue": -9, + "maxValue": -5 + }, + { + "name": "s_tax_percentage", + "ndv": 12, + "minValue": 0, + "maxValue": 0.11 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 24, + "name": "$24" + }, + { + "literal": "AL", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "FL", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "GA", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "LA", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "MI", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "MO", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "SC", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "SD", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + } + ] + }, + "rowCount": 426 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 426 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "9" + ], + "rowCount": 7019301367997563 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_class", + "i_category" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 12, + "name": "$12" + } + ], + "rowCount": 462000 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "10", + "12" + ], + "rowCount": 4.864375848022311E20 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3" + ], + "exprs": [ + { + "input": 9, + "name": "$9" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 4.864375848022311E20 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1 + ], + "groups": [ + [ + 0, + 1 + ], + [ + 0 + ], + [] + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "GROUPING__ID", + "kind": "OTHER", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": false + }, + "distinct": false, + "operands": [], + "name": "GROUPING__ID" + } + ], + "rowCount": 1.4593127544066933E20 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "GROUPING__ID" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 1.4593127544066933E20 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "gross_margin", + "i_category", + "i_class", + "lochierarchy", + "rank_within_parent", + "(tok_function when (= (tok_table_or_col lochierarchy) 0) (tok_table_or_col i_category))" + ], + "exprs": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "grouping", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 1, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "BIGINT", + "nullable": true + }, + "deterministic": true, + "dynamic": false + }, + { + "op": { + "name": "grouping", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "BIGINT", + "nullable": true + }, + "deterministic": true, + "dynamic": false + } + ] + }, + { + "op": { + "name": "rank", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [], + "distinct": false, + "type": { + "type": "INTEGER", + "nullable": true + }, + "window": { + "partition": [ + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "grouping", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 1, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "BIGINT", + "nullable": true + }, + "deterministic": true, + "dynamic": false + }, + { + "op": { + "name": "grouping", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "BIGINT", + "nullable": true + }, + "deterministic": true, + "dynamic": false + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "grouping", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "BIGINT", + "nullable": true + }, + "deterministic": true, + "dynamic": false + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "BIGINT", + "nullable": true + } + } + ] + }, + { + "input": 0, + "name": "$0" + }, + { + "literal": null, + "type": { + "type": "CHAR", + "nullable": true, + "precision": 50 + } + } + ] + } + ], + "order": [ + { + "expr": { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "direction": "ASCENDING", + "null-direction": "LAST" + } + ], + "range-lower": { + "type": "UNBOUNDED_PRECEDING" + }, + "range-upper": { + "type": "UNBOUNDED_FOLLOWING" + } + } + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "grouping", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 1, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "BIGINT", + "nullable": true + }, + "deterministic": true, + "dynamic": false + }, + { + "op": { + "name": "grouping", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "BIGINT", + "nullable": true + }, + "deterministic": true, + "dynamic": false + } + ] + }, + { + "literal": 0, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + { + "input": 0, + "name": "$0" + }, + { + "literal": null, + "type": { + "type": "CHAR", + "nullable": true, + "precision": 50 + } + } + ] + } + ], + "rowCount": 1.4593127544066933E20 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 3, + "direction": "DESCENDING", + "nulls": "FIRST" + }, + { + "field": 5, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 4, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "gross_margin", + "i_category", + "i_class", + "lochierarchy", + "rank_within_parent" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query37.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query37.q.out index b37ba649551d..f7d0a64c69f9 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query37.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query37.q.out @@ -1,212 +1,1616 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 2 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) - Map 5 <- Map 1 (BROADCAST_EDGE), Reducer 3 (BROADCAST_EDGE) - Reducer 3 <- Map 2 (CUSTOM_SIMPLE_EDGE) - Reducer 6 <- Map 5 (SIMPLE_EDGE) - Reducer 7 <- Reducer 6 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: inventory - filterExpr: inv_quantity_on_hand BETWEEN 100 AND 500 (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_81_container, bigKeyColName:inv_item_sk, smallTablePos:1, keyRatio:6.143045734361187E-10 - Statistics: Num rows: 1627857000 Data size: 32231551088 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: inv_quantity_on_hand BETWEEN 100 AND 500 (type: boolean) - Statistics: Num rows: 732535650 Data size: 14504197992 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: inv_date_sk (type: bigint), inv_item_sk (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 732535650 Data size: 11720570400 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col3, _col4, _col5 - input vertices: - 1 Map 2 - Statistics: Num rows: 1203452 Data size: 495822112 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col3, _col4, _col5 - input vertices: - 1 Map 4 - Statistics: Num rows: 133708 Data size: 54017920 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col2 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col2 (type: bigint) - Statistics: Num rows: 133708 Data size: 54017920 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: string), _col4 (type: varchar(200)), _col5 (type: decimal(7,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 2 - Map Operator Tree: - TableScan - alias: item - filterExpr: ((i_manufact_id) IN (678, 849, 918, 964) and i_current_price BETWEEN 22 AND 52) (type: boolean) - Statistics: Num rows: 462000 Data size: 188360804 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((i_manufact_id) IN (678, 849, 918, 964) and i_current_price BETWEEN 22 AND 52) (type: boolean) - Statistics: Num rows: 759 Data size: 309556 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_item_id (type: string), i_item_desc (type: varchar(200)), i_current_price (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 759 Data size: 306524 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 759 Data size: 306524 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string), _col2 (type: varchar(200)), _col3 (type: decimal(7,2)) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 759 Data size: 6072 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-06-02 00:00:00' AND TIMESTAMP'2001-08-01 00:00:00' (type: boolean) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-06-02 00:00:00' AND TIMESTAMP'2001-08-01 00:00:00' (type: boolean) - Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: (cs_item_sk BETWEEN DynamicValue(RS_12_item_i_item_sk_min) AND DynamicValue(RS_12_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_12_item_i_item_sk_bloom_filter))) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_83_container, bigKeyColName:cs_item_sk, smallTablePos:0, keyRatio:0.001642857105836333 - Statistics: Num rows: 43220864887 Data size: 345766919096 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (cs_item_sk BETWEEN DynamicValue(RS_12_item_i_item_sk_min) AND DynamicValue(RS_12_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_12_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 43220864887 Data size: 345766919096 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_item_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 43220864887 Data size: 345766919096 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col3, _col4, _col5 - input vertices: - 0 Map 1 - Statistics: Num rows: 71005705 Data size: 28118259068 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: +++ - keys: _col3 (type: string), _col4 (type: varchar(200)), _col5 (type: decimal(7,2)) - null sort order: zzz - Statistics: Num rows: 71005705 Data size: 28118259068 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - keys: _col3 (type: string), _col4 (type: varchar(200)), _col5 (type: decimal(7,2)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 83490 Data size: 33062040 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: varchar(200)), _col2 (type: decimal(7,2)) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: varchar(200)), _col2 (type: decimal(7,2)) - Statistics: Num rows: 83490 Data size: 33062040 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: string), KEY._col1 (type: varchar(200)), KEY._col2 (type: decimal(7,2)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 759 Data size: 300564 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Statistics: Num rows: 759 Data size: 300564 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(200)), _col2 (type: decimal(7,2)) - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: varchar(200)), VALUE._col1 (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 759 Data size: 300564 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 39600 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 39600 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43220864887, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1644740, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1837, + "minValue": 2450815, + "maxValue": 2452654 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_item_sk" + ], + "exprs": [ + { + "input": 14, + "name": "$14" + } + ], + "rowCount": 43220864887 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "inventory" + ], + "table:alias": "inventory", + "inputs": [], + "rowCount": 1627857000, + "avgRowSize": 157, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "inv_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "inv_item_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "inv_warehouse_sk" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "inv_quantity_on_hand" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "inv_date_sk", + "ndv": 258, + "minValue": 2450815, + "maxValue": 2452635 + }, + { + "name": "inv_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "inv_quantity_on_hand", + "ndv": 987, + "minValue": 0, + "maxValue": 1000 + }, + { + "name": "inv_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + } + ] + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 500, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 406964250 + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "inv_date_sk", + "inv_item_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 406964250 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 13, + "name": "$13" + }, + { + "literal": 678, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 849, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 918, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 964, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 22, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + }, + { + "literal": 52, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + } + ] + } + ] + }, + "rowCount": 28875 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_item_id", + "i_item_desc", + "i_current_price" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 28875 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "4", + "7" + ], + "rowCount": 1.7626639078125E12 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "TIMESTAMP", + "nullable": true, + "precision": 9 + } + }, + { + "literal": 991440000000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + }, + { + "literal": 996624000000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "8", + "11" + ], + "rowCount": 4828531342567324 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "1", + "12" + ], + "rowCount": 3.130399511396205E25 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 4, + 5, + 6 + ], + "aggs": [], + "rowCount": 3.130399511396205E24 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_id", + "i_item_desc", + "i_current_price" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 3.130399511396205E24 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query38.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query38.q.out index a56673a3e5b2..2ceb58dd502a 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query38.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query38.q.out @@ -1,461 +1,2904 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 10 (BROADCAST_EDGE) - Map 11 <- Map 10 (BROADCAST_EDGE) - Map 7 <- Map 10 (BROADCAST_EDGE) - Reducer 12 <- Map 11 (CUSTOM_SIMPLE_EDGE), Map 14 (CUSTOM_SIMPLE_EDGE) - Reducer 13 <- Reducer 12 (SIMPLE_EDGE), Union 4 (CONTAINS) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 14 (CUSTOM_SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Union 4 (CONTAINS) - Reducer 5 <- Union 4 (SIMPLE_EDGE) - Reducer 6 <- Reducer 5 (CUSTOM_SIMPLE_EDGE) - Reducer 8 <- Map 14 (CUSTOM_SIMPLE_EDGE), Map 7 (CUSTOM_SIMPLE_EDGE) - Reducer 9 <- Reducer 8 (SIMPLE_EDGE), Union 4 (CONTAINS) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: ss_customer_sk is not null (type: boolean) - Statistics: Num rows: 82510879939 Data size: 1304615207232 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ss_customer_sk is not null (type: boolean) - Statistics: Num rows: 80566020964 Data size: 1273864200864 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_customer_sk (type: bigint), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80566020964 Data size: 1273864200864 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col3 - input vertices: - 1 Map 10 - Statistics: Num rows: 15839433273 Data size: 998531594912 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 15839433273 Data size: 998531594912 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: date) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 10 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) - Statistics: Num rows: 73049 Data size: 4967332 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) - Statistics: Num rows: 359 Data size: 24412 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), d_date (type: date) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 359 Data size: 22976 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 359 Data size: 22976 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: date) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 7 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 359 Data size: 22976 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: date) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 11 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 359 Data size: 22976 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: date) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 11 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: ws_bill_customer_sk is not null (type: boolean) - Statistics: Num rows: 21594638446 Data size: 345492666072 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ws_bill_customer_sk is not null (type: boolean) - Statistics: Num rows: 21591944812 Data size: 345449570616 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_bill_customer_sk (type: bigint), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 21591944812 Data size: 345449570616 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col3 - input vertices: - 1 Map 10 - Statistics: Num rows: 4245017503 Data size: 271659573816 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 4245017503 Data size: 271659573816 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: date) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 14 - Map Operator Tree: - TableScan - alias: customer - Statistics: Num rows: 80000000 Data size: 15040000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: c_customer_sk (type: bigint), c_first_name (type: char(20)), c_last_name (type: char(30)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 80000000 Data size: 15040000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 80000000 Data size: 15040000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(20)), _col2 (type: char(30)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 80000000 Data size: 15040000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(20)), _col2 (type: char(30)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 80000000 Data size: 15040000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(20)), _col2 (type: char(30)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: cs_bill_customer_sk is not null (type: boolean) - Statistics: Num rows: 43005109025 Data size: 687236017352 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: cs_bill_customer_sk is not null (type: boolean) - Statistics: Num rows: 42899393143 Data size: 685546642224 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_bill_customer_sk (type: bigint), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 42899393143 Data size: 685546642224 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col3 - input vertices: - 1 Map 10 - Statistics: Num rows: 8374481746 Data size: 535123183680 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8374481746 Data size: 535123183680 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: date) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 12 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col3, _col5, _col6 - input vertices: - 1 Map 14 - Statistics: Num rows: 4245017503 Data size: 1001824130708 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Group By Operator - keys: _col6 (type: char(30)), _col5 (type: char(20)), _col3 (type: date) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4245017503 Data size: 1001824130708 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - Statistics: Num rows: 4245017503 Data size: 1001824130708 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 13 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: char(30)), KEY._col1 (type: char(20)), KEY._col2 (type: date) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4245017503 Data size: 1001824130708 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col1 (type: char(20)), _col0 (type: char(30)), _col2 (type: date) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4245017503 Data size: 1001824130708 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - keys: _col1 (type: char(30)), _col0 (type: char(20)), _col2 (type: date) - mode: complete - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 4245017503 Data size: 1035784270732 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count(_col3) - keys: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 22105871055 Data size: 5393832537420 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - Statistics: Num rows: 22105871055 Data size: 5393832537420 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: bigint) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col3, _col5, _col6 - input vertices: - 1 Map 14 - Statistics: Num rows: 15839433273 Data size: 3738106252428 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Group By Operator - keys: _col6 (type: char(30)), _col5 (type: char(20)), _col3 (type: date) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 15839433273 Data size: 3738106252428 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - Statistics: Num rows: 15839433273 Data size: 3738106252428 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: char(30)), KEY._col1 (type: char(20)), KEY._col2 (type: date) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 9486371806 Data size: 2238783746216 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col1 (type: char(20)), _col0 (type: char(30)), _col2 (type: date) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 9486371806 Data size: 2238783746216 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - keys: _col1 (type: char(30)), _col0 (type: char(20)), _col2 (type: date) - mode: complete - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 9486371806 Data size: 2314674720664 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count(_col3) - keys: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 22105871055 Data size: 5393832537420 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - Statistics: Num rows: 22105871055 Data size: 5393832537420 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: bigint) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - keys: KEY._col0 (type: char(30)), KEY._col1 (type: char(20)), KEY._col2 (type: date) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 9486371806 Data size: 2314674720664 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col3 (type: bigint) - outputColumnNames: _col3 - Statistics: Num rows: 9486371806 Data size: 75890974448 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col3 = 3L) (type: boolean) - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 8 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col3, _col5, _col6 - input vertices: - 1 Map 14 - Statistics: Num rows: 8374481746 Data size: 1976377692056 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Group By Operator - keys: _col6 (type: char(30)), _col5 (type: char(20)), _col3 (type: date) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 8374481746 Data size: 1976377692056 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - Statistics: Num rows: 8374481746 Data size: 1976377692056 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 9 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: char(30)), KEY._col1 (type: char(20)), KEY._col2 (type: date) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 8374481746 Data size: 1976377692056 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col1 (type: char(20)), _col0 (type: char(30)), _col2 (type: date) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 8374481746 Data size: 1976377692056 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - keys: _col1 (type: char(30)), _col0 (type: char(20)), _col2 (type: date) - mode: complete - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 8374481746 Data size: 2043373546024 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count(_col3) - keys: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 22105871055 Data size: 5393832537420 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - Statistics: Num rows: 22105871055 Data size: 5393832537420 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: bigint) - Union 4 - Vertex: Union 4 - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer" + ], + "table:alias": "customer", + "inputs": [], + "rowCount": 80000000, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "c_customer_sk" + }, + { + "type": "CHAR", + "nullable": false, + "precision": 16, + "name": "c_customer_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_shipto_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_sales_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "c_salutation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "c_first_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "c_last_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "c_preferred_cust_flag" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_day" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_month" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_year" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "c_birth_country" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 13, + "name": "c_login" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "c_email_address" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_last_review_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "c_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "c_first_name", + "ndv": 5158 + }, + { + "name": "c_last_name", + "ndv": 5123 + }, + { + "name": "c_customer_id", + "ndv": 80610928 + }, + { + "name": "c_current_cdemo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "c_current_hdemo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "c_current_addr_sk", + "ndv": 33825344, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "c_first_shipto_date_sk", + "ndv": 3646, + "minValue": 2449028, + "maxValue": 2452678 + }, + { + "name": "c_first_sales_date_sk", + "ndv": 3643, + "minValue": 2448998, + "maxValue": 2452648 + }, + { + "name": "c_salutation", + "ndv": 7 + }, + { + "name": "c_preferred_cust_flag", + "ndv": 3 + }, + { + "name": "c_birth_day", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "c_birth_month", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "c_birth_year", + "ndv": 67, + "minValue": 1924, + "maxValue": 1992 + }, + { + "name": "c_birth_country", + "ndv": 216 + }, + { + "name": "c_login", + "ndv": 1 + }, + { + "name": "c_email_address", + "ndv": 75301330 + }, + { + "name": "c_last_review_date_sk", + "ndv": 364, + "minValue": 2452283, + "maxValue": 2452648 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_first_name", + "c_last_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + } + ], + "rowCount": 80000000 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_customer_sk", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 1212, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1223, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 18262.25 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "4", + "7" + ], + "rowCount": 1.8308036953566934E14 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "1", + "8" + ], + "rowCount": 2.196964434428032E21 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 1, + 2, + 6 + ], + "aggs": [], + "rowCount": 2.1969644344280318E20 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_first_name", + "c_last_name", + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 2.1969644344280318E20 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 80000000 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_last_name", + "c_first_name", + "d_date", + "$f3" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 80000000 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_first_name", + "c_last_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + } + ], + "inputs": [ + "0" + ], + "rowCount": 80000000 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + } + ] + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 3.483413831025E10 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_bill_customer_sk", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.483413831025E10 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 1212, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1223, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "5" + ], + "rowCount": 18262.25 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 18262.25 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "17", + "19" + ], + "rowCount": 9.542246135345445E13 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "14", + "20" + ], + "rowCount": 1.1450695362414534E21 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 1, + 2, + 6 + ], + "aggs": [], + "rowCount": 1.1450695362414533E20 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_first_name", + "c_last_name", + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 1.1450695362414533E20 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 80000000 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_last_name", + "c_first_name", + "d_date", + "$f3" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 80000000 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_first_name", + "c_last_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + } + ], + "inputs": [ + "0" + ], + "rowCount": 80000000 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + } + ] + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 1.7491657141260002E10 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_bill_customer_sk", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 1.7491657141260002E10 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 1212, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1223, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "5" + ], + "rowCount": 18262.25 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 18262.25 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "29", + "31" + ], + "rowCount": 4.791555234419632E13 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "26", + "32" + ], + "rowCount": 5.749866281303558E20 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 1, + 2, + 6 + ], + "aggs": [], + "rowCount": 5.749866281303558E19 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_first_name", + "c_last_name", + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 5.749866281303558E19 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 80000000 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_last_name", + "c_first_name", + "d_date", + "$f3" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 80000000 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", + "all": true, + "inputs": [ + "13", + "25", + "37" + ], + "rowCount": 240000000 + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_last_name", + "c_first_name", + "d_date", + "$f3" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 240000000 + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + } + ], + "rowCount": 240000000 + }, + { + "id": "41", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 3, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + "rowCount": 36000000 + }, + { + "id": "42", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_last_name", + "c_first_name", + "d_date", + "$f3" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 36000000 + }, + { + "id": "43", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 1 + }, + { + "id": "44", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "_c0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query39.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query39.q.out index a9d9f3a31394..4933f902e512 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query39.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query39.q.out @@ -1,285 +1,2665 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 5 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE) - Map 6 <- Map 5 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Reducer 2 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE) - Reducer 3 <- Map 1 (SIMPLE_EDGE), Reducer 7 (BROADCAST_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) - Reducer 7 <- Map 6 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: inventory - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_150_container, bigKeyColName:inv_date_sk, smallTablePos:1, keyRatio:0.01703273444780469 - Statistics: Num rows: 1627857000 Data size: 45254407088 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: inv_date_sk (type: bigint), inv_warehouse_sk (type: bigint), inv_quantity_on_hand (type: int), inv_item_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1627857000 Data size: 45254407088 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col3 - input vertices: - 1 Map 5 - Statistics: Num rows: 27726856 Data size: 443629700 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col1 (type: bigint) - outputColumnNames: _col1 - Statistics: Num rows: 27726856 Data size: 221814848 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col1), max(_col1), bloom_filter(_col1, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col3, _col5 - input vertices: - 1 Map 8 - Statistics: Num rows: 27726856 Data size: 443629700 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col5 (type: bigint), _col3 (type: bigint), _col2 (type: int), UDFToDouble(_col2) (type: double), (UDFToDouble(_col2) * UDFToDouble(_col2)) (type: double) - outputColumnNames: _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 27726856 Data size: 443629700 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col3), count(_col3), sum(_col5), sum(_col4), count(_col4) - keys: _col1 (type: bigint), _col2 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 15836 Data size: 886816 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 15836 Data size: 886816 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: bigint), _col3 (type: bigint), _col4 (type: double), _col5 (type: double), _col6 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: (((d_year = 1999) and (d_moy = 5)) or ((d_year = 1999) and (d_moy = 4))) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 1999) and (d_moy = 5)) (type: boolean) - Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 1999) and (d_moy = 4)) (type: boolean) - Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: inventory - filterExpr: (inv_warehouse_sk BETWEEN DynamicValue(RS_10_inventory_inv_warehouse_sk_min) AND DynamicValue(RS_10_inventory_inv_warehouse_sk_max) and in_bloom_filter(inv_warehouse_sk, DynamicValue(RS_10_inventory_inv_warehouse_sk_bloom_filter))) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_152_container, bigKeyColName:inv_date_sk, smallTablePos:1, keyRatio:0.01703273444780469 - Statistics: Num rows: 1627857000 Data size: 45254407088 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (inv_warehouse_sk BETWEEN DynamicValue(RS_10_inventory_inv_warehouse_sk_min) AND DynamicValue(RS_10_inventory_inv_warehouse_sk_max) and in_bloom_filter(inv_warehouse_sk, DynamicValue(RS_10_inventory_inv_warehouse_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 1627857000 Data size: 45254407088 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: inv_date_sk (type: bigint), inv_warehouse_sk (type: bigint), inv_quantity_on_hand (type: int), inv_item_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1627857000 Data size: 45254407088 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col3 - input vertices: - 1 Map 5 - Statistics: Num rows: 27726856 Data size: 443629700 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col3, _col5 - input vertices: - 1 Map 8 - Statistics: Num rows: 27726856 Data size: 443629700 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col5 (type: bigint), _col3 (type: bigint), _col2 (type: int), UDFToDouble(_col2) (type: double), (UDFToDouble(_col2) * UDFToDouble(_col2)) (type: double) - outputColumnNames: _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 27726856 Data size: 443629700 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col3), count(_col3), sum(_col5), sum(_col4), count(_col4) - keys: _col1 (type: bigint), _col2 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 15836 Data size: 886816 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 15836 Data size: 886816 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: bigint), _col3 (type: bigint), _col4 (type: double), _col5 (type: double), _col6 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: warehouse - Statistics: Num rows: 27 Data size: 216 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: w_warehouse_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 27 Data size: 216 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 27 Data size: 216 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 27 Data size: 216 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), count(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), count(VALUE._col4) - keys: KEY._col0 (type: bigint), KEY._col1 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 7918 Data size: 443408 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: if(((UDFToDouble(_col2) / _col3) = 0.0D), false, ((power(((_col4 - ((_col5 * _col5) / _col6)) / if((_col6 = 1L), null, (_col6 - 1))), 0.5) / (UDFToDouble(_col2) / _col3)) > 1.0D)) (type: boolean) - Statistics: Num rows: 3959 Data size: 221704 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint), _col1 (type: bigint), (UDFToDouble(_col2) / _col3) (type: double), if(((UDFToDouble(_col2) / _col3) = 0.0D), null, (power(((_col4 - ((_col5 * _col5) / _col6)) / if((_col6 = 1L), null, (_col6 - 1))), 0.5) / (UDFToDouble(_col2) / _col3))) (type: double) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 3959 Data size: 95024 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint), _col1 (type: bigint) - 1 _col0 (type: bigint), _col1 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col6, _col7 - input vertices: - 1 Reducer 7 - Statistics: Num rows: 3959 Data size: 126704 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint), _col1 (type: bigint), _col6 (type: double), _col7 (type: double), _col2 (type: double), _col3 (type: double) - outputColumnNames: _col0, _col1, _col2, _col3, _col6, _col7 - Statistics: Num rows: 3959 Data size: 126704 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: double), _col3 (type: double), _col6 (type: double), _col7 (type: double) - null sort order: zzzzzz - sort order: ++++++ - Statistics: Num rows: 3959 Data size: 126704 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint), 4 (type: int), KEY.reducesinkkey2 (type: double), KEY.reducesinkkey3 (type: double), KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint), 5 (type: int), KEY.reducesinkkey4 (type: double), KEY.reducesinkkey5 (type: double) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 - Statistics: Num rows: 3959 Data size: 221720 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 3959 Data size: 221720 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), count(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), count(VALUE._col4) - keys: KEY._col0 (type: bigint), KEY._col1 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 7918 Data size: 443408 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: if(((UDFToDouble(_col2) / _col3) = 0.0D), false, ((power(((_col4 - ((_col5 * _col5) / _col6)) / if((_col6 = 1L), null, (_col6 - 1))), 0.5) / (UDFToDouble(_col2) / _col3)) > 1.0D)) (type: boolean) - Statistics: Num rows: 3959 Data size: 221704 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint), _col1 (type: bigint), (UDFToDouble(_col2) / _col3) (type: double), if(((UDFToDouble(_col2) / _col3) = 0.0D), null, (power(((_col4 - ((_col5 * _col5) / _col6)) / if((_col6 = 1L), null, (_col6 - 1))), 0.5) / (UDFToDouble(_col2) / _col3))) (type: double) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 3959 Data size: 95024 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 3959 Data size: 95024 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: double), _col3 (type: double) - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "inventory" + ], + "table:alias": "inventory", + "inputs": [], + "rowCount": 1627857000, + "avgRowSize": 157, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "inv_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "inv_item_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "inv_warehouse_sk" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "inv_quantity_on_hand" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "inv_date_sk", + "ndv": 258, + "minValue": 2450815, + "maxValue": 2452635 + }, + { + "name": "inv_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "inv_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "inv_quantity_on_hand", + "ndv": 987, + "minValue": 0, + "maxValue": 1000 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "inv_date_sk", + "inv_warehouse_sk", + "inv_quantity_on_hand", + "inv_item_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 1627857000 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 5, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 1643.6025 + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1643.6025 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "1", + "4" + ], + "rowCount": 4.01332475226375E11 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "warehouse" + ], + "table:alias": "warehouse", + "inputs": [], + "rowCount": 27, + "avgRowSize": 679, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "w_warehouse_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "w_warehouse_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "w_warehouse_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "w_warehouse_sq_ft" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "w_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "w_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "w_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "w_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "w_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "w_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "w_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "w_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "w_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "w_gmt_offset" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "w_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "w_warehouse_name", + "ndv": 27 + }, + { + "name": "w_warehouse_id", + "ndv": 27 + }, + { + "name": "w_warehouse_sq_ft", + "ndv": 26, + "minValue": 73065, + "maxValue": 977787 + }, + { + "name": "w_street_number", + "ndv": 26 + }, + { + "name": "w_street_name", + "ndv": 27 + }, + { + "name": "w_street_type", + "ndv": 16 + }, + { + "name": "w_suite_number", + "ndv": 21 + }, + { + "name": "w_city", + "ndv": 18 + }, + { + "name": "w_county", + "ndv": 14 + }, + { + "name": "w_state", + "ndv": 12 + }, + { + "name": "w_zip", + "ndv": 24 + }, + { + "name": "w_country", + "ndv": 1 + }, + { + "name": "w_gmt_offset", + "ndv": 4, + "minValue": -8, + "maxValue": -5 + } + ] + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "w_warehouse_sk", + "w_warehouse_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 27 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "5", + "7" + ], + "rowCount": 1.6253965246668186E12 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f4", + "$f40", + "$f6" + ], + "exprs": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + } + ] + } + ], + "rowCount": 1.6253965246668186E12 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 1, + 2 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DOUBLE", + "nullable": true + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DOUBLE", + "nullable": true + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + } + ], + "rowCount": 1.6253965246668185E11 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "input": 6, + "name": "$6" + } + ] + }, + { + "literal": 0, + "type": { + "type": "DOUBLE", + "nullable": false + } + } + ] + }, + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "POWER", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "literal": null, + "type": { + "type": "BIGINT", + "nullable": true + } + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + } + ] + }, + { + "literal": 0.5, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 2, + "scale": 1 + } + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "input": 6, + "name": "$6" + } + ] + } + ] + }, + { + "literal": 1, + "type": { + "type": "DOUBLE", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 4.063491311667046E10 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "w_warehouse_sk", + "i_item_sk", + "mean", + "cov" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "input": 6, + "name": "$6" + } + ] + }, + { + "literal": 0, + "type": { + "type": "DOUBLE", + "nullable": false + } + } + ] + }, + { + "literal": null, + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "POWER", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "literal": null, + "type": { + "type": "BIGINT", + "nullable": true + } + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + } + ] + }, + { + "literal": 0.5, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 2, + "scale": 1 + } + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "input": 6, + "name": "$6" + } + ] + } + ] + } + ] + } + ], + "rowCount": 4.063491311667046E10 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "inv_date_sk", + "inv_warehouse_sk", + "inv_quantity_on_hand", + "inv_item_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 1, + "name": "$1" + } + ], + "inputs": [ + "0" + ], + "rowCount": 1627857000 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 4, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "2" + ], + "rowCount": 1643.6025 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1643.6025 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "13", + "15" + ], + "rowCount": 4.01332475226375E11 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "w_warehouse_sk", + "w_warehouse_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "inputs": [ + "6" + ], + "rowCount": 27 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "16", + "17" + ], + "rowCount": 1.6253965246668186E12 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f4", + "$f40", + "$f6" + ], + "exprs": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + } + ] + } + ], + "rowCount": 1.6253965246668186E12 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 1, + 2 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DOUBLE", + "nullable": true + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DOUBLE", + "nullable": true + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + } + ], + "rowCount": 1.6253965246668185E11 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "input": 6, + "name": "$6" + } + ] + }, + { + "literal": 0, + "type": { + "type": "DOUBLE", + "nullable": false + } + } + ] + }, + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "POWER", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "literal": null, + "type": { + "type": "BIGINT", + "nullable": true + } + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + } + ] + }, + { + "literal": 0.5, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 2, + "scale": 1 + } + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "input": 6, + "name": "$6" + } + ] + } + ] + }, + { + "literal": 1, + "type": { + "type": "DOUBLE", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 4.063491311667046E10 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "w_warehouse_sk", + "i_item_sk", + "mean", + "cov" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "input": 6, + "name": "$6" + } + ] + }, + { + "literal": 0, + "type": { + "type": "DOUBLE", + "nullable": false + } + } + ] + }, + { + "literal": null, + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "POWER", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "literal": null, + "type": { + "type": "BIGINT", + "nullable": true + } + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + } + ] + }, + { + "literal": 0.5, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 2, + "scale": 1 + } + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "input": 6, + "name": "$6" + } + ] + } + ] + } + ] + } + ], + "rowCount": 4.063491311667046E10 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 1, + "name": "$1" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "12", + "22" + ], + "rowCount": 3.715191368998553E19 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "w_warehouse_sk", + "i_item_sk", + "mean", + "cov", + "w_warehouse_sk0", + "i_item_sk0", + "mean0", + "cov0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 3.715191368998553E19 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 3, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 6, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 7, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "rowCount": 3.715191368998553E19 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "inv1.w_warehouse_sk", + "inv1.i_item_sk", + "inv1.d_moy", + "inv1.mean", + "inv1.cov", + "inv2.w_warehouse_sk", + "inv2.i_item_sk", + "inv2.d_moy", + "inv2.mean", + "inv2.cov" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 4, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 5, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + } + ], + "rowCount": 3.715191368998553E19 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query4.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query4.q.out index 5ae35bed4722..453170c2c18b 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query4.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query4.q.out @@ -1,927 +1,5082 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 22 (BROADCAST_EDGE), Reducer 25 (BROADCAST_EDGE) - Map 11 <- Map 22 (BROADCAST_EDGE), Reducer 24 (BROADCAST_EDGE) - Map 17 <- Map 22 (BROADCAST_EDGE), Reducer 23 (BROADCAST_EDGE) - Map 26 <- Reducer 8 (BROADCAST_EDGE) - Reducer 10 <- Reducer 9 (SIMPLE_EDGE) - Reducer 12 <- Map 11 (CUSTOM_SIMPLE_EDGE), Map 16 (CUSTOM_SIMPLE_EDGE) - Reducer 13 <- Reducer 12 (SIMPLE_EDGE) - Reducer 14 <- Map 11 (CUSTOM_SIMPLE_EDGE), Map 16 (CUSTOM_SIMPLE_EDGE) - Reducer 15 <- Reducer 14 (SIMPLE_EDGE) - Reducer 18 <- Map 16 (CUSTOM_SIMPLE_EDGE), Map 17 (CUSTOM_SIMPLE_EDGE) - Reducer 19 <- Reducer 18 (SIMPLE_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 16 (CUSTOM_SIMPLE_EDGE) - Reducer 20 <- Map 16 (CUSTOM_SIMPLE_EDGE), Map 17 (CUSTOM_SIMPLE_EDGE) - Reducer 21 <- Reducer 20 (SIMPLE_EDGE) - Reducer 23 <- Map 22 (SIMPLE_EDGE) - Reducer 24 <- Map 22 (SIMPLE_EDGE) - Reducer 25 <- Map 22 (SIMPLE_EDGE) - Reducer 27 <- Map 26 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 4 <- Reducer 10 (CUSTOM_SIMPLE_EDGE), Reducer 3 (CUSTOM_SIMPLE_EDGE) - Reducer 5 <- Reducer 13 (CUSTOM_SIMPLE_EDGE), Reducer 4 (CUSTOM_SIMPLE_EDGE) - Reducer 6 <- Reducer 15 (CUSTOM_SIMPLE_EDGE), Reducer 5 (CUSTOM_SIMPLE_EDGE) - Reducer 7 <- Reducer 19 (CUSTOM_SIMPLE_EDGE), Reducer 6 (CUSTOM_SIMPLE_EDGE) - Reducer 8 <- Reducer 21 (CUSTOM_SIMPLE_EDGE), Reducer 7 (CUSTOM_SIMPLE_EDGE) - Reducer 9 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 16 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - Statistics: Num rows: 86404891377 Data size: 38316552569400 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_customer_sk (type: bigint), ss_ext_discount_amt (type: decimal(7,2)), ss_ext_sales_price (type: decimal(7,2)), ss_ext_wholesale_cost (type: decimal(7,2)), ss_ext_list_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 86404891377 Data size: 38316552569400 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col0 is not null and _col5 is not null) (type: boolean) - Statistics: Num rows: 82514936083 Data size: 36591538231240 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint), _col5 (type: bigint), ((((_col4 - _col3) - _col1) + _col2) / 2) (type: decimal(14,6)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 82514936083 Data size: 10532193185128 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2 - input vertices: - 1 Reducer 25 - Statistics: Num rows: 16584098707 Data size: 1960373211344 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 16584098707 Data size: 1960373211344 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(14,6)) - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2 - input vertices: - 1 Map 22 - Statistics: Num rows: 16584098707 Data size: 1960373211344 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 16584098707 Data size: 1960373211344 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(14,6)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 11 - Map Operator Tree: - TableScan - alias: catalog_sales - Statistics: Num rows: 43220864887 Data size: 19956340213184 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_bill_customer_sk (type: bigint), cs_ext_discount_amt (type: decimal(7,2)), cs_ext_sales_price (type: decimal(7,2)), cs_ext_wholesale_cost (type: decimal(7,2)), cs_ext_list_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 43220864887 Data size: 19956340213184 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col0 is not null and _col5 is not null) (type: boolean) - Statistics: Num rows: 43007130172 Data size: 19857652630296 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint), _col5 (type: bigint), ((((_col4 - _col3) - _col1) + _col2) / 2) (type: decimal(14,6)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 43007130172 Data size: 5503211239944 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2 - input vertices: - 1 Reducer 24 - Statistics: Num rows: 8582599317 Data size: 1028210495968 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8582599317 Data size: 1028210495968 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(14,6)) - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2 - input vertices: - 1 Map 22 - Statistics: Num rows: 8582599317 Data size: 1028210495968 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8582599317 Data size: 1028210495968 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(14,6)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 16 - Map Operator Tree: - TableScan - alias: customer - Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: c_customer_sk (type: bigint), c_customer_id (type: char(16)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(16)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(16)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(16)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(16)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(16)) - Select Operator - expressions: c_customer_sk (type: bigint), c_customer_id (type: char(16)), c_birth_country (type: varchar(20)) - outputColumnNames: _col0, _col1, _col4 - Statistics: Num rows: 80000000 Data size: 16000000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 80000000 Data size: 16000000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(16)), _col4 (type: varchar(20)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 17 - Map Operator Tree: - TableScan - alias: web_sales - Statistics: Num rows: 21600036511 Data size: 10019954898456 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_bill_customer_sk (type: bigint), ws_ext_discount_amt (type: decimal(7,2)), ws_ext_sales_price (type: decimal(7,2)), ws_ext_wholesale_cost (type: decimal(7,2)), ws_ext_list_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 21600036511 Data size: 10019954898456 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col0 is not null and _col5 is not null) (type: boolean) - Statistics: Num rows: 21594643099 Data size: 10017452970080 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint), _col5 (type: bigint), ((((_col4 - _col3) - _col1) + _col2) / 2) (type: decimal(14,6)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 21594643099 Data size: 2764071180160 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2 - input vertices: - 1 Map 22 - Statistics: Num rows: 4340155973 Data size: 520775580248 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 4340155973 Data size: 520775580248 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(14,6)) - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2 - input vertices: - 1 Reducer 23 - Statistics: Num rows: 4340155973 Data size: 520775580248 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 4340155973 Data size: 520775580248 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(14,6)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 22 - Map Operator Tree: - TableScan - alias: date_dim - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), d_year (type: int) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col1 = 1999) (type: boolean) - Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 17 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Filter Operator - predicate: (_col1 = 2000) (type: boolean) - Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 17 - Filter Operator - predicate: (_col1 = 2000) (type: boolean) - Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 11 - Filter Operator - predicate: (_col1 = 1999) (type: boolean) - Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 11 - Filter Operator - predicate: (_col1 = 2000) (type: boolean) - Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 26 - Map Operator Tree: - TableScan - alias: customer - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_486_container, bigKeyColName:c_customer_id, smallTablePos:0, keyRatio:0.083333325 - Statistics: Num rows: 80000000 Data size: 29760000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: c_customer_id (type: char(16)), c_first_name (type: char(20)), c_last_name (type: char(30)), c_birth_country (type: varchar(20)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 80000000 Data size: 29760000000 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: char(16)) - 1 _col0 (type: char(16)) - outputColumnNames: _col0, _col2, _col3, _col4 - input vertices: - 0 Reducer 8 - Statistics: Num rows: 6666666 Data size: 2479999752 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++++ - keys: _col0 (type: char(16)), _col2 (type: char(20)), _col3 (type: char(30)), _col4 (type: varchar(20)) - null sort order: zzzz - Statistics: Num rows: 6666666 Data size: 2479999752 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col0 (type: char(16)), _col2 (type: char(20)), _col3 (type: char(30)), _col4 (type: varchar(20)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 6666666 Data size: 2479999752 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)), _col1 (type: char(20)), _col2 (type: char(30)), _col3 (type: varchar(20)) - null sort order: zzzz - sort order: ++++ - Statistics: Num rows: 6666666 Data size: 2479999752 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 10 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: char(16)) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col1 > 0) (type: boolean) - Statistics: Num rows: 26666666 Data size: 5653333192 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(16)), _col1 (type: decimal(24,6)), (_col1 > 0) (type: boolean) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 26666666 Data size: 5759999856 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 26666666 Data size: 5759999856 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(24,6)), _col2 (type: boolean) - Reducer 12 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col2, _col5 - input vertices: - 1 Map 16 - Statistics: Num rows: 8582599317 Data size: 1819511055204 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Group By Operator - aggregations: sum(_col2) - keys: _col5 (type: char(16)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(24,6)) - Reducer 13 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: char(16)) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(24,6)) - Reducer 14 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col2, _col5 - input vertices: - 1 Map 16 - Statistics: Num rows: 8582599317 Data size: 1819511055204 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Group By Operator - aggregations: sum(_col2) - keys: _col5 (type: char(16)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(24,6)) - Reducer 15 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: char(16)) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col1 > 0) (type: boolean) - Statistics: Num rows: 26666666 Data size: 5653333192 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(16)), _col1 (type: decimal(24,6)), (_col1 > 0) (type: boolean) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 26666666 Data size: 5759999856 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 26666666 Data size: 5759999856 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(24,6)), _col2 (type: boolean) - Reducer 18 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col2, _col5 - input vertices: - 1 Map 16 - Statistics: Num rows: 4340155973 Data size: 920113066276 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Group By Operator - aggregations: sum(_col2) - keys: _col5 (type: char(16)) - minReductionHashAggr: 0.9815675 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(24,6)) - Reducer 19 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: char(16)) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(24,6)) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col2, _col5, _col8 - input vertices: - 1 Map 16 - Statistics: Num rows: 16584098707 Data size: 5041566006928 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Group By Operator - aggregations: sum(_col2) - keys: _col5 (type: char(16)), _col8 (type: varchar(20)) - minReductionHashAggr: 0.9291035 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 80000000 Data size: 24320000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)), _col1 (type: varchar(20)) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: char(16)), _col1 (type: varchar(20)) - Statistics: Num rows: 80000000 Data size: 24320000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(24,6)) - Reducer 20 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col2, _col5 - input vertices: - 1 Map 16 - Statistics: Num rows: 4340155973 Data size: 920113066276 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Group By Operator - aggregations: sum(_col2) - keys: _col5 (type: char(16)) - minReductionHashAggr: 0.9815675 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(24,6)) - Reducer 21 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: char(16)) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col1 > 0) (type: boolean) - Statistics: Num rows: 26666666 Data size: 5653333192 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(16)), _col1 (type: decimal(24,6)), (_col1 > 0) (type: boolean) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 26666666 Data size: 5759999856 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 26666666 Data size: 5759999856 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(24,6)), _col2 (type: boolean) - Reducer 23 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 24 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 25 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 27 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: char(16)), KEY.reducesinkkey1 (type: char(20)), KEY.reducesinkkey2 (type: char(30)), KEY.reducesinkkey3 (type: varchar(20)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 6666666 Data size: 2479999752 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 37200 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 37200 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: char(16)), KEY._col1 (type: varchar(20)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 80000000 Data size: 24320000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(16)), _col2 (type: decimal(24,6)) - outputColumnNames: _col0, _col2 - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(24,6)) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: char(16)) - 1 KEY.reducesinkkey0 (type: char(16)) - outputColumnNames: _col0, _col2, _col4, _col5 - input vertices: - 1 Reducer 10 - Statistics: Num rows: 26666666 Data size: 8746666448 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 26666666 Data size: 8746666448 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(24,6)), _col4 (type: decimal(24,6)), _col5 (type: boolean) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: char(16)) - 1 KEY.reducesinkkey0 (type: char(16)) - outputColumnNames: _col0, _col2, _col4, _col5, _col7 - input vertices: - 1 Reducer 13 - Statistics: Num rows: 26666666 Data size: 11733333040 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 26666666 Data size: 11733333040 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(24,6)), _col4 (type: decimal(24,6)), _col5 (type: boolean), _col7 (type: decimal(24,6)) - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: char(16)) - 1 KEY.reducesinkkey0 (type: char(16)) - outputColumnNames: _col0, _col2, _col4, _col5, _col7, _col9, _col10 - input vertices: - 1 Reducer 15 - Statistics: Num rows: 26666666 Data size: 14826666296 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Filter Operator - predicate: if(_col5, if(_col10, ((_col7 / _col9) > (_col2 / _col4)), false), false) (type: boolean) - Statistics: Num rows: 13333333 Data size: 7413333148 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 13333333 Data size: 7413333148 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col7 (type: decimal(24,6)), _col9 (type: decimal(24,6)), _col10 (type: boolean) - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: char(16)) - 1 KEY.reducesinkkey0 (type: char(16)) - outputColumnNames: _col0, _col7, _col9, _col10, _col12 - input vertices: - 1 Reducer 19 - Statistics: Num rows: 13333333 Data size: 5866666520 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 13333333 Data size: 5866666520 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col7 (type: decimal(24,6)), _col9 (type: decimal(24,6)), _col10 (type: boolean), _col12 (type: decimal(24,6)) - Reducer 8 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: char(16)) - 1 KEY.reducesinkkey0 (type: char(16)) - outputColumnNames: _col0, _col7, _col9, _col10, _col12, _col14, _col15 - input vertices: - 1 Reducer 21 - Statistics: Num rows: 13333333 Data size: 7413333148 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Filter Operator - predicate: if(_col15, if(_col10, ((_col7 / _col9) > (_col12 / _col14)), false), false) (type: boolean) - Statistics: Num rows: 6666666 Data size: 3706666296 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(16)) - outputColumnNames: _col0 - Statistics: Num rows: 6666666 Data size: 666666600 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 6666666 Data size: 666666600 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 9 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col2, _col5 - input vertices: - 1 Map 16 - Statistics: Num rows: 16584098707 Data size: 3515828925884 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Group By Operator - aggregations: sum(_col2) - keys: _col5 (type: char(16)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(24,6)) - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_bill_customer_sk", + "ws_ext_discount_amt", + "ws_ext_sales_price", + "ws_ext_wholesale_cost", + "ws_ext_list_price", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 21, + "name": "$21" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 23, + "name": "$23" + }, + { + "input": 24, + "name": "$24" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 21594638446 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + } + ] + }, + "rowCount": 1.7491657141260002E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_bill_customer_sk", + "ws_sold_date_sk", + "$f8" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + { + "input": 1, + "name": "$1" + } + ] + }, + { + "input": 2, + "name": "$2" + } + ] + }, + { + "literal": 2, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 10, + "scale": 0 + } + } + ] + } + ], + "rowCount": 1.7491657141260002E10 + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 73049 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 10957.35 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "3", + "7" + ], + "rowCount": 2.8749331406517793E13 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer" + ], + "table:alias": "customer", + "inputs": [], + "rowCount": 80000000, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "c_customer_sk" + }, + { + "type": "CHAR", + "nullable": false, + "precision": 16, + "name": "c_customer_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_shipto_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_sales_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "c_salutation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "c_first_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "c_last_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "c_preferred_cust_flag" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_day" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_month" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_year" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "c_birth_country" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 13, + "name": "c_login" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "c_email_address" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_last_review_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "c_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "c_customer_id", + "ndv": 80610928 + }, + { + "name": "c_first_name", + "ndv": 5158 + }, + { + "name": "c_last_name", + "ndv": 5123 + }, + { + "name": "c_preferred_cust_flag", + "ndv": 3 + }, + { + "name": "c_birth_country", + "ndv": 216 + }, + { + "name": "c_login", + "ndv": 1 + }, + { + "name": "c_email_address", + "ndv": 75301330 + }, + { + "name": "c_current_cdemo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "c_current_hdemo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "c_current_addr_sk", + "ndv": 33825344, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "c_first_shipto_date_sk", + "ndv": 3646, + "minValue": 2449028, + "maxValue": 2452678 + }, + { + "name": "c_first_sales_date_sk", + "ndv": 3643, + "minValue": 2448998, + "maxValue": 2452648 + }, + { + "name": "c_salutation", + "ndv": 7 + }, + { + "name": "c_birth_day", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "c_birth_month", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "c_birth_year", + "ndv": 67, + "minValue": 1924, + "maxValue": 1992 + }, + { + "name": "c_last_review_date_sk", + "ndv": 364, + "minValue": 2452283, + "maxValue": 2452648 + } + ] + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_customer_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 80000000 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "8", + "10" + ], + "rowCount": 3.449919768782135E20 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 24, + "scale": 6 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 80000000 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_id", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 80000000 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_customer_sk", + "ss_ext_discount_amt", + "ss_ext_sales_price", + "ss_ext_wholesale_cost", + "ss_ext_list_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 82510879939 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_customer_sk", + "ss_sold_date_sk", + "$f8" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + { + "input": 1, + "name": "$1" + } + ] + }, + { + "input": 2, + "name": "$2" + } + ] + }, + { + "literal": 2, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 10, + "scale": 0 + } + } + ] + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ], + "inputs": [ + "4" + ], + "rowCount": 73049 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 10957.35 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "17", + "20" + ], + "rowCount": 1.0984822172140161E14 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer" + ], + "table:alias": "customer", + "inputs": [], + "rowCount": 80000000, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "c_customer_sk" + }, + { + "type": "CHAR", + "nullable": false, + "precision": 16, + "name": "c_customer_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_shipto_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_sales_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "c_salutation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "c_first_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "c_last_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "c_preferred_cust_flag" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_day" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_month" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_year" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "c_birth_country" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 13, + "name": "c_login" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "c_email_address" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_last_review_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "c_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "c_customer_id", + "ndv": 80610928 + }, + { + "name": "c_current_cdemo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "c_current_hdemo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "c_current_addr_sk", + "ndv": 33825344, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "c_first_shipto_date_sk", + "ndv": 3646, + "minValue": 2449028, + "maxValue": 2452678 + }, + { + "name": "c_first_sales_date_sk", + "ndv": 3643, + "minValue": 2448998, + "maxValue": 2452648 + }, + { + "name": "c_salutation", + "ndv": 7 + }, + { + "name": "c_first_name", + "ndv": 5158 + }, + { + "name": "c_last_name", + "ndv": 5123 + }, + { + "name": "c_preferred_cust_flag", + "ndv": 3 + }, + { + "name": "c_birth_day", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "c_birth_month", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "c_birth_year", + "ndv": 67, + "minValue": 1924, + "maxValue": 1992 + }, + { + "name": "c_birth_country", + "ndv": 216 + }, + { + "name": "c_login", + "ndv": 1 + }, + { + "name": "c_email_address", + "ndv": 75301330 + }, + { + "name": "c_last_review_date_sk", + "ndv": 364, + "minValue": 2452283, + "maxValue": 2452648 + } + ] + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_customer_id", + "c_first_name", + "c_last_name", + "c_birth_country" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 14, + "name": "$14" + } + ], + "rowCount": 80000000 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "21", + "23" + ], + "rowCount": 1.3181786606568192E21 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5, + 8 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 24, + "scale": 6 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 80000000 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_id", + "c_birth_country", + "$f2" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 80000000 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_customer_sk", + "ss_ext_discount_amt", + "ss_ext_sales_price", + "ss_ext_wholesale_cost", + "ss_ext_list_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 22, + "name": "$22" + } + ], + "inputs": [ + "14" + ], + "rowCount": 82510879939 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_customer_sk", + "ss_sold_date_sk", + "$f8" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + { + "input": 1, + "name": "$1" + } + ] + }, + { + "input": 2, + "name": "$2" + } + ] + }, + { + "literal": 2, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 10, + "scale": 0 + } + } + ] + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ], + "inputs": [ + "4" + ], + "rowCount": 73049 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 10957.35 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "29", + "32" + ], + "rowCount": 1.0984822172140161E14 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_customer_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "inputs": [ + "9" + ], + "rowCount": 80000000 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "33", + "34" + ], + "rowCount": 1.3181786606568192E21 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 24, + "scale": 6 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 80000000 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + "rowCount": 40000000 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "customer_id", + "year_total", + "EXPR$131" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + } + ], + "rowCount": 40000000 + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "26", + "38" + ], + "rowCount": 480000000000000 + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + } + ] + }, + { + "id": "41", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_bill_customer_sk", + "cs_ext_discount_amt", + "cs_ext_sales_price", + "cs_ext_wholesale_cost", + "cs_ext_list_price", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 21, + "name": "$21" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 23, + "name": "$23" + }, + { + "input": 24, + "name": "$24" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 43005109025 + }, + { + "id": "42", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + } + ] + }, + "rowCount": 3.483413831025E10 + }, + { + "id": "43", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_bill_customer_sk", + "cs_sold_date_sk", + "$f8" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + { + "input": 1, + "name": "$1" + } + ] + }, + { + "input": 2, + "name": "$2" + } + ] + }, + { + "literal": 2, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 10, + "scale": 0 + } + } + ] + } + ], + "rowCount": 3.483413831025E10 + }, + { + "id": "44", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ], + "inputs": [ + "4" + ], + "rowCount": 73049 + }, + { + "id": "45", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 10957.35 + }, + { + "id": "46", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "47", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "43", + "46" + ], + "rowCount": 5.725347681207268E13 + }, + { + "id": "48", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_customer_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "inputs": [ + "9" + ], + "rowCount": 80000000 + }, + { + "id": "49", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "47", + "48" + ], + "rowCount": 6.870417217448722E20 + }, + { + "id": "50", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 24, + "scale": 6 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 80000000 + }, + { + "id": "51", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_id", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 80000000 + }, + { + "id": "52", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "39", + "51" + ], + "rowCount": 5.76E21 + }, + { + "id": "53", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_bill_customer_sk", + "cs_ext_discount_amt", + "cs_ext_sales_price", + "cs_ext_wholesale_cost", + "cs_ext_list_price", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 21, + "name": "$21" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 23, + "name": "$23" + }, + { + "input": 24, + "name": "$24" + }, + { + "input": 33, + "name": "$33" + } + ], + "inputs": [ + "40" + ], + "rowCount": 43005109025 + }, + { + "id": "54", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + } + ] + }, + "rowCount": 3.483413831025E10 + }, + { + "id": "55", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_bill_customer_sk", + "cs_sold_date_sk", + "$f8" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + { + "input": 1, + "name": "$1" + } + ] + }, + { + "input": 2, + "name": "$2" + } + ] + }, + { + "literal": 2, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 10, + "scale": 0 + } + } + ] + } + ], + "rowCount": 3.483413831025E10 + }, + { + "id": "56", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ], + "inputs": [ + "4" + ], + "rowCount": 73049 + }, + { + "id": "57", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 10957.35 + }, + { + "id": "58", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "59", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "55", + "58" + ], + "rowCount": 5.725347681207268E13 + }, + { + "id": "60", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_customer_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "inputs": [ + "9" + ], + "rowCount": 80000000 + }, + { + "id": "61", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "59", + "60" + ], + "rowCount": 6.870417217448722E20 + }, + { + "id": "62", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 24, + "scale": 6 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 80000000 + }, + { + "id": "63", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + "rowCount": 40000000 + }, + { + "id": "64", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "customer_id", + "year_total", + "EXPR$1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + } + ], + "rowCount": 40000000 + }, + { + "id": "65", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 9, + "name": "$9" + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + } + ] + }, + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "52", + "64" + ], + "rowCount": 8.639999999999999E27 + }, + { + "id": "66", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "13", + "65" + ], + "rowCount": 1.0368E35 + }, + { + "id": "67", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_bill_customer_sk", + "ws_ext_discount_amt", + "ws_ext_sales_price", + "ws_ext_wholesale_cost", + "ws_ext_list_price", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 21, + "name": "$21" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 23, + "name": "$23" + }, + { + "input": 24, + "name": "$24" + }, + { + "input": 33, + "name": "$33" + } + ], + "inputs": [ + "0" + ], + "rowCount": 21594638446 + }, + { + "id": "68", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + } + ] + }, + "rowCount": 1.7491657141260002E10 + }, + { + "id": "69", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_bill_customer_sk", + "ws_sold_date_sk", + "$f8" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + { + "input": 1, + "name": "$1" + } + ] + }, + { + "input": 2, + "name": "$2" + } + ] + }, + { + "literal": 2, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 10, + "scale": 0 + } + } + ] + } + ], + "rowCount": 1.7491657141260002E10 + }, + { + "id": "70", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ], + "inputs": [ + "4" + ], + "rowCount": 73049 + }, + { + "id": "71", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 10957.35 + }, + { + "id": "72", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "73", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "69", + "72" + ], + "rowCount": 2.8749331406517793E13 + }, + { + "id": "74", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_customer_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "inputs": [ + "9" + ], + "rowCount": 80000000 + }, + { + "id": "75", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "73", + "74" + ], + "rowCount": 3.449919768782135E20 + }, + { + "id": "76", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 24, + "scale": 6 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 80000000 + }, + { + "id": "77", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + "rowCount": 40000000 + }, + { + "id": "78", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "customer_id", + "year_total", + "EXPR$0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + } + ], + "rowCount": 40000000 + }, + { + "id": "79", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 13, + "name": "$13" + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 15, + "name": "$15" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "input": 11, + "name": "$11" + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 14, + "name": "$14" + } + ] + } + ] + }, + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + } + ] + }, + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "66", + "78" + ], + "rowCount": 1.5552E41 + }, + { + "id": "80", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "customer_id" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 1.5552E41 + }, + { + "id": "81", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer" + ], + "table:alias": "customer", + "inputs": [], + "rowCount": 80000000, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "c_customer_sk" + }, + { + "type": "CHAR", + "nullable": false, + "precision": 16, + "name": "c_customer_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_shipto_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_sales_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "c_salutation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "c_first_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "c_last_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "c_preferred_cust_flag" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_day" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_month" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_year" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "c_birth_country" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 13, + "name": "c_login" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "c_email_address" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_last_review_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "c_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "c_customer_id", + "ndv": 80610928 + }, + { + "name": "c_current_cdemo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "c_current_hdemo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "c_current_addr_sk", + "ndv": 33825344, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "c_first_shipto_date_sk", + "ndv": 3646, + "minValue": 2449028, + "maxValue": 2452678 + }, + { + "name": "c_first_sales_date_sk", + "ndv": 3643, + "minValue": 2448998, + "maxValue": 2452648 + }, + { + "name": "c_salutation", + "ndv": 7 + }, + { + "name": "c_first_name", + "ndv": 5158 + }, + { + "name": "c_last_name", + "ndv": 5123 + }, + { + "name": "c_preferred_cust_flag", + "ndv": 3 + }, + { + "name": "c_birth_day", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "c_birth_month", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "c_birth_year", + "ndv": 67, + "minValue": 1924, + "maxValue": 1992 + }, + { + "name": "c_birth_country", + "ndv": 216 + }, + { + "name": "c_login", + "ndv": 1 + }, + { + "name": "c_email_address", + "ndv": 75301330 + }, + { + "name": "c_last_review_date_sk", + "ndv": 364, + "minValue": 2452283, + "maxValue": 2452648 + } + ] + }, + { + "id": "82", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_id", + "c_first_name", + "c_last_name", + "c_birth_country" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 14, + "name": "$14" + } + ], + "rowCount": 80000000 + }, + { + "id": "83", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "80", + "82" + ], + "rowCount": 1.86624E48 + }, + { + "id": "84", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "t_s_secyear.customer_id", + "t_s_secyear.customer_first_name", + "t_s_secyear.customer_last_name", + "t_s_secyear.customer_birth_country" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 1.86624E48 + }, + { + "id": "85", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 3, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query40.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query40.q.out index a30c659f78b2..4dd0c6c7eaf6 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query40.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query40.q.out @@ -1,279 +1,2380 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Reducer 8 (BROADCAST_EDGE) - Map 5 <- Reducer 8 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 5 (CUSTOM_SIMPLE_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) - Reducer 8 <- Map 7 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: (cs_warehouse_sk is not null and cs_item_sk BETWEEN DynamicValue(RS_20_item_i_item_sk_min) AND DynamicValue(RS_20_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_20_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 43005109025 Data size: 6179957594616 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (cs_warehouse_sk is not null and cs_item_sk BETWEEN DynamicValue(RS_20_item_i_item_sk_min) AND DynamicValue(RS_20_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_20_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 42897418825 Data size: 6164482203784 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_warehouse_sk (type: bigint), cs_item_sk (type: bigint), cs_order_number (type: bigint), cs_sales_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 42897418825 Data size: 6164482203784 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint), _col2 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col1 (type: bigint), _col2 (type: bigint) - Statistics: Num rows: 42897418825 Data size: 6164482203784 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col3 (type: decimal(7,2)), _col4 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: catalog_returns - filterExpr: (cr_item_sk BETWEEN DynamicValue(RS_20_item_i_item_sk_min) AND DynamicValue(RS_20_item_i_item_sk_max) and in_bloom_filter(cr_item_sk, DynamicValue(RS_20_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 4320980099 Data size: 543456366240 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (cr_item_sk BETWEEN DynamicValue(RS_20_item_i_item_sk_min) AND DynamicValue(RS_20_item_i_item_sk_max) and in_bloom_filter(cr_item_sk, DynamicValue(RS_20_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 4320980099 Data size: 543456366240 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cr_item_sk (type: bigint), cr_order_number (type: bigint), cr_refunded_cash (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4320980099 Data size: 543456366240 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 4320980099 Data size: 543456366240 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(7,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-09 00:00:00' AND TIMESTAMP'1998-05-08 00:00:00' (type: boolean) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-09 00:00:00' AND TIMESTAMP'1998-05-08 00:00:00' (type: boolean) - Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), (d_date < DATE'1998-04-08') (type: boolean), (d_date >= DATE'1998-04-08') (type: boolean) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 8116 Data size: 129856 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 129856 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: boolean), _col2 (type: boolean) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: item - filterExpr: i_current_price BETWEEN 0.99 AND 1.49 (type: boolean) - Statistics: Num rows: 462000 Data size: 101509408 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: i_current_price BETWEEN 0.99 AND 1.49 (type: boolean) - Statistics: Num rows: 6416 Data size: 1409840 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_item_id (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 6416 Data size: 692928 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 6416 Data size: 692928 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 6416 Data size: 51328 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 9 - Map Operator Tree: - TableScan - alias: warehouse - Statistics: Num rows: 27 Data size: 2538 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: w_warehouse_sk (type: bigint), w_state (type: char(2)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 27 Data size: 2538 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 27 Data size: 2538 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Left Outer Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - outputColumnNames: _col0, _col1, _col3, _col4, _col7 - input vertices: - 1 Map 5 - Statistics: Num rows: 68233473334 Data size: 13912497170504 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col4 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col3, _col7, _col9, _col10 - input vertices: - 1 Map 6 - Statistics: Num rows: 7580978039 Data size: 1018266906400 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col3, _col7, _col9, _col10, _col12 - input vertices: - 1 Map 7 - Statistics: Num rows: 105280419 Data size: 11370285484 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col3, _col7, _col9, _col10, _col12, _col14 - input vertices: - 1 Map 9 - Statistics: Num rows: 105280419 Data size: 20424401510 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++ - keys: _col14 (type: char(2)), _col12 (type: string) - null sort order: zz - Statistics: Num rows: 105280419 Data size: 20424401510 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col14 (type: char(2)), _col12 (type: string), if(_col9, (_col3 - if(_col7 is not null, _col7, 0)), 0) (type: decimal(8,2)), if(_col10, (_col3 - if(_col7 is not null, _col7, 0)), 0) (type: decimal(8,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 105280419 Data size: 20424401510 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2), sum(_col3) - keys: _col0 (type: char(2)), _col1 (type: string) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 6159360 Data size: 2525337600 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(2)), _col1 (type: string) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: char(2)), _col1 (type: string) - Statistics: Num rows: 6159360 Data size: 2525337600 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(18,2)), _col3 (type: decimal(18,2)) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1) - keys: KEY._col0 (type: char(2)), KEY._col1 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 76992 Data size: 31566720 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(2)), _col1 (type: string) - null sort order: zz - sort order: ++ - Statistics: Num rows: 76992 Data size: 31566720 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(18,2)), _col3 (type: decimal(18,2)) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: char(2)), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: decimal(18,2)), VALUE._col1 (type: decimal(18,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 76992 Data size: 31566720 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 41000 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 41000 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 8 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 13, + "name": "$13" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 3.483413831025E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_warehouse_sk", + "cs_item_sk", + "cs_order_number", + "cs_sales_price", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 20, + "name": "$20" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.483413831025E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_returns" + ], + "table:alias": "catalog_returns", + "inputs": [], + "rowCount": 4320980099, + "avgRowSize": 305, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returned_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cr_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_amount" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_store_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cr_returned_date_sk" + ], + "colStats": [ + { + "name": "cr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cr_order_number", + "ndv": 2681654419, + "minValue": 2, + "maxValue": 4800000000 + }, + { + "name": "cr_refunded_cash", + "ndv": 1257293, + "minValue": 0, + "maxValue": 26955.24 + }, + { + "name": "cr_returned_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cr_refunded_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cr_refunded_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cr_refunded_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cr_refunded_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cr_returning_customer_sk", + "ndv": 77511828, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cr_returning_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cr_returning_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cr_returning_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cr_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cr_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cr_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cr_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "cr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cr_return_amount", + "ndv": 973170, + "minValue": 0, + "maxValue": 28805.04 + }, + { + "name": "cr_return_tax", + "ndv": 169232, + "minValue": 0, + "maxValue": 2511.58 + }, + { + "name": "cr_return_amt_inc_tax", + "ndv": 1689965, + "minValue": 0, + "maxValue": 30891.32 + }, + { + "name": "cr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "cr_return_ship_cost", + "ndv": 501353, + "minValue": 0, + "maxValue": 14273.28 + }, + { + "name": "cr_reversed_charge", + "ndv": 895564, + "minValue": 0, + "maxValue": 24033.84 + }, + { + "name": "cr_store_credit", + "ndv": 906118, + "minValue": 0, + "maxValue": 24886.13 + }, + { + "name": "cr_net_loss", + "ndv": 996464, + "minValue": 0.5, + "maxValue": 16346.37 + }, + { + "name": "cr_returned_date_sk", + "ndv": 2104, + "minValue": 2450821, + "maxValue": 2452924 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cr_item_sk", + "cr_order_number", + "cr_refunded_cash" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 4320980099 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 6, + "name": "$6" + } + ] + } + ] + }, + "joinType": "left", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "4" + ], + "rowCount": 3386646448149454336 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "TIMESTAMP", + "nullable": true, + "precision": 9 + } + }, + { + "literal": 889401600000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + }, + { + "literal": 894585600000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "EXPR$0", + "EXPR$1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "<", + "kind": "LESS_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": 10324, + "type": { + "type": "DATE", + "nullable": false + } + } + ] + }, + { + "op": { + "name": ">=", + "kind": "GREATER_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": 10324, + "type": { + "type": "DATE", + "nullable": false + } + } + ] + } + ], + "rowCount": 18262.25 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 8, + "name": "$8" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "5", + "8" + ], + "rowCount": 9.277167614657605E21 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 0.99, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 3, + "scale": 2 + } + }, + { + "literal": 1.49, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 3, + "scale": 2 + } + } + ] + }, + "rowCount": 115500 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_item_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 115500 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "9", + "12" + ], + "rowCount": 1.6072692892394298E26 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "warehouse" + ], + "table:alias": "warehouse", + "inputs": [], + "rowCount": 27, + "avgRowSize": 679, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "w_warehouse_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "w_warehouse_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "w_warehouse_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "w_warehouse_sq_ft" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "w_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "w_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "w_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "w_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "w_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "w_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "w_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "w_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "w_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "w_gmt_offset" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "w_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "w_state", + "ndv": 12 + }, + { + "name": "w_warehouse_id", + "ndv": 27 + }, + { + "name": "w_warehouse_name", + "ndv": 27 + }, + { + "name": "w_warehouse_sq_ft", + "ndv": 26, + "minValue": 73065, + "maxValue": 977787 + }, + { + "name": "w_street_number", + "ndv": 26 + }, + { + "name": "w_street_name", + "ndv": 27 + }, + { + "name": "w_street_type", + "ndv": 16 + }, + { + "name": "w_suite_number", + "ndv": 21 + }, + { + "name": "w_city", + "ndv": 18 + }, + { + "name": "w_county", + "ndv": 14 + }, + { + "name": "w_zip", + "ndv": 24 + }, + { + "name": "w_country", + "ndv": 1 + }, + { + "name": "w_gmt_offset", + "ndv": 4, + "minValue": -8, + "maxValue": -5 + } + ] + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "w_warehouse_sk", + "w_state" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 10, + "name": "$10" + } + ], + "rowCount": 27 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 13, + "name": "$13" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "13", + "15" + ], + "rowCount": 6.509440621419691E26 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3" + ], + "exprs": [ + { + "input": 14, + "name": "$14" + }, + { + "input": 12, + "name": "$12" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "input": 7, + "name": "$7" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + } + ] + } + ] + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 13, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "input": 7, + "name": "$7" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + } + ] + } + ] + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 13, + "scale": 2 + } + } + ] + } + ], + "rowCount": 6.509440621419691E26 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 23, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 23, + "scale": 2 + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + } + ], + "rowCount": 6.50944062141969E25 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "w_state", + "i_item_id", + "sales_before", + "sales_after" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 6.50944062141969E25 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query41.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query41.q.out index e7ac140dba20..ee37027b55f2 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query41.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query41.q.out @@ -1,147 +1,1772 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Reducer 5 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 5 <- Map 4 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: i1 - filterExpr: (i_manufact_id BETWEEN 970 AND 1010 and i_manufact is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_43_container, bigKeyColName:i_manufact, smallTablePos:1, keyRatio:0.001751082251082251 - Statistics: Num rows: 462000 Data size: 95167396 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (i_manufact_id BETWEEN 970 AND 1010 and i_manufact is not null) (type: boolean) - Statistics: Num rows: 14511 Data size: 2989126 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_manufact (type: char(50)), i_product_name (type: char(50)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 14511 Data size: 2931222 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: char(50)) - 1 _col0 (type: char(50)) - outputColumnNames: _col1 - input vertices: - 1 Reducer 5 - Statistics: Num rows: 809 Data size: 86563 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: + - keys: _col1 (type: char(50)) - null sort order: z - Statistics: Num rows: 809 Data size: 86563 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - keys: _col1 (type: char(50)) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 809 Data size: 86563 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(50)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(50)) - Statistics: Num rows: 809 Data size: 86563 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: item - filterExpr: ((((i_category = 'Women ') and (i_color) IN ('frosted ', 'rose ') and (i_units) IN ('Gross ', 'Lb ') and (i_size) IN ('large ', 'medium ')) or ((i_category = 'Women ') and (i_color) IN ('black ', 'chocolate ') and (i_units) IN ('Box ', 'Dram ') and (i_size) IN ('economy ', 'petite ')) or ((i_category = 'Men ') and (i_color) IN ('magenta ', 'slate ') and (i_units) IN ('Bundle ', 'Carton ') and (i_size) IN ('N/A ', 'small ')) or ((i_category = 'Men ') and (i_color) IN ('cornflower ', 'firebrick ') and (i_units) IN ('Oz ', 'Pound ') and (i_size) IN ('large ', 'medium ')) or ((i_category = 'Women ') and (i_color) IN ('almond ', 'steel ') and (i_units) IN ('Case ', 'Tsp ') and (i_size) IN ('large ', 'medium ')) or ((i_category = 'Women ') and (i_color) IN ('aquamarine ', 'purple ') and (i_units) IN ('Bunch ', 'Gram ') and (i_size) IN ('economy ', 'petite ')) or ((i_category = 'Men ') and (i_color) IN ('lavender ', 'papaya ') and (i_units) IN ('Cup ', 'Pallet ') and (i_size) IN ('N/A ', 'small ')) or ((i_category = 'Men ') and (i_color) IN ('cyan ', 'maroon ') and (i_units) IN ('Each ', 'N/A ') and (i_size) IN ('large ', 'medium '))) and i_manufact is not null) (type: boolean) - Statistics: Num rows: 462000 Data size: 207900000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((((i_category = 'Women ') and (i_color) IN ('frosted ', 'rose ') and (i_units) IN ('Gross ', 'Lb ') and (i_size) IN ('large ', 'medium ')) or ((i_category = 'Women ') and (i_color) IN ('black ', 'chocolate ') and (i_units) IN ('Box ', 'Dram ') and (i_size) IN ('economy ', 'petite ')) or ((i_category = 'Men ') and (i_color) IN ('magenta ', 'slate ') and (i_units) IN ('Bundle ', 'Carton ') and (i_size) IN ('N/A ', 'small ')) or ((i_category = 'Men ') and (i_color) IN ('cornflower ', 'firebrick ') and (i_units) IN ('Oz ', 'Pound ') and (i_size) IN ('large ', 'medium ')) or ((i_category = 'Women ') and (i_color) IN ('almond ', 'steel ') and (i_units) IN ('Case ', 'Tsp ') and (i_size) IN ('large ', 'medium ')) or ((i_category = 'Women ') and (i_color) IN ('aquamarine ', 'purple ') and (i_units) IN ('Bunch ', 'Gram ') and (i_size) IN ('economy ', 'petite ')) or ((i_category = 'Men ') and (i_color) IN ('lavender ', 'papaya ') and (i_units) IN ('Cup ', 'Pallet ') and (i_size) IN ('N/A ', 'small ')) or ((i_category = 'Men ') and (i_color) IN ('cyan ', 'maroon ') and (i_units) IN ('Each ', 'N/A ') and (i_size) IN ('large ', 'medium '))) and i_manufact is not null) (type: boolean) - Statistics: Num rows: 168 Data size: 75600 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_manufact (type: char(50)) - outputColumnNames: i_manufact - Statistics: Num rows: 168 Data size: 75600 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - keys: i_manufact (type: char(50)) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 168 Data size: 17304 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(50)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(50)) - Statistics: Num rows: 168 Data size: 17304 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: char(50)) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 809 Data size: 86563 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(50)) - null sort order: z - sort order: + - Statistics: Num rows: 809 Data size: 86563 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: char(50)) - outputColumnNames: _col0 - Statistics: Num rows: 809 Data size: 86563 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 10700 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 10700 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - keys: KEY._col0 (type: char(50)) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 168 Data size: 17304 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col1 > 0L) (type: boolean) - Statistics: Num rows: 56 Data size: 5768 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(50)) - outputColumnNames: _col0 - Statistics: Num rows: 56 Data size: 5320 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(50)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(50)) - Statistics: Num rows: 56 Data size: 5320 Basic stats: COMPLETE Column stats: COMPLETE - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "i1", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_product_name", + "ndv": 461487 + }, + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 13, + "name": "$13" + }, + { + "literal": 970, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1010, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 14, + "name": "$14" + } + ] + } + ] + }, + "rowCount": 103950 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_manufact", + "i_product_name" + ], + "exprs": [ + { + "input": 14, + "name": "$14" + }, + { + "input": 21, + "name": "$21" + } + ], + "rowCount": 103950 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Women", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 17, + "name": "$17" + }, + { + "literal": "frosted", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 7 + } + }, + { + "literal": "rose", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 4 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 18, + "name": "$18" + }, + { + "literal": "Gross", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + }, + { + "literal": "Lb", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 15, + "name": "$15" + }, + { + "literal": "large", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + }, + { + "literal": "medium", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + } + ] + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Women", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 17, + "name": "$17" + }, + { + "literal": "black", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + }, + { + "literal": "chocolate", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 18, + "name": "$18" + }, + { + "literal": "Box", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 3 + } + }, + { + "literal": "Dram", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 4 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 15, + "name": "$15" + }, + { + "literal": "economy", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 7 + } + }, + { + "literal": "petite", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + } + ] + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Men", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 3 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 17, + "name": "$17" + }, + { + "literal": "magenta", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 7 + } + }, + { + "literal": "slate", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 18, + "name": "$18" + }, + { + "literal": "Bundle", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + }, + { + "literal": "Carton", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 15, + "name": "$15" + }, + { + "literal": "N/A", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 3 + } + }, + { + "literal": "small", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + } + ] + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Men", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 3 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 17, + "name": "$17" + }, + { + "literal": "cornflower", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 10 + } + }, + { + "literal": "firebrick", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 18, + "name": "$18" + }, + { + "literal": "Oz", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "Pound", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 15, + "name": "$15" + }, + { + "literal": "large", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + }, + { + "literal": "medium", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + } + ] + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Women", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 17, + "name": "$17" + }, + { + "literal": "almond", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + }, + { + "literal": "steel", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 18, + "name": "$18" + }, + { + "literal": "Case", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 4 + } + }, + { + "literal": "Tsp", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 3 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 15, + "name": "$15" + }, + { + "literal": "large", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + }, + { + "literal": "medium", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + } + ] + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Women", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 17, + "name": "$17" + }, + { + "literal": "aquamarine", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 10 + } + }, + { + "literal": "purple", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 18, + "name": "$18" + }, + { + "literal": "Bunch", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + }, + { + "literal": "Gram", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 4 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 15, + "name": "$15" + }, + { + "literal": "economy", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 7 + } + }, + { + "literal": "petite", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + } + ] + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Men", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 3 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 17, + "name": "$17" + }, + { + "literal": "lavender", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 8 + } + }, + { + "literal": "papaya", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 18, + "name": "$18" + }, + { + "literal": "Cup", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 3 + } + }, + { + "literal": "Pallet", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 15, + "name": "$15" + }, + { + "literal": "N/A", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 3 + } + }, + { + "literal": "small", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + } + ] + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Men", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 3 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 17, + "name": "$17" + }, + { + "literal": "cyan", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 4 + } + }, + { + "literal": "maroon", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 18, + "name": "$18" + }, + { + "literal": "Each", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 4 + } + }, + { + "literal": "N/A", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 3 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 15, + "name": "$15" + }, + { + "literal": "large", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + }, + { + "literal": "medium", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + } + ] + } + ] + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 14, + "name": "$14" + } + ] + } + ] + }, + "rowCount": 103950 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 14 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 10395 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 0, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + "rowCount": 1169.4375 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_manufact" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1169.4375 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "7" + ], + "rowCount": 1.823445421875E7 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 1 + ], + "aggs": [], + "rowCount": 1823445.421875 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_product_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1823445.421875 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query42.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query42.q.out index ee12089c0632..db719a75c7cf 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query42.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query42.q.out @@ -1,171 +1,1334 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_48_container, bigKeyColName:ss_item_sk, smallTablePos:1, keyRatio:1.6322683759956066E-4 - Statistics: Num rows: 82510879939 Data size: 10343396725952 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 82510879939 Data size: 10343396725952 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 4 - Statistics: Num rows: 1400767848 Data size: 11206142896 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col5, _col6 - input vertices: - 1 Map 5 - Statistics: Num rows: 13467990 Data size: 1265991132 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col5 (type: int), _col6 (type: char(50)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 605 Data size: 124630 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: char(50)) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: char(50)) - Statistics: Num rows: 605 Data size: 124630 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: dt - filterExpr: ((d_year = 1998) and (d_moy = 12)) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 1998) and (d_moy = 12)) (type: boolean) - Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: item - filterExpr: (i_manager_id = 1) (type: boolean) - Statistics: Num rows: 462000 Data size: 48962948 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (i_manager_id = 1) (type: boolean) - Statistics: Num rows: 4442 Data size: 470772 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_category_id (type: int), i_category (type: char(50)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4442 Data size: 453044 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 4442 Data size: 453044 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: char(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: int), KEY._col1 (type: char(50)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 110 Data size: 22660 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: -++ - keys: _col2 (type: decimal(17,2)), _col0 (type: int), _col1 (type: char(50)) - null sort order: azz - Statistics: Num rows: 110 Data size: 22660 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col0 (type: int), _col1 (type: char(50)), _col2 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col3 - Statistics: Num rows: 110 Data size: 22660 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col3 (type: decimal(17,2)), _col0 (type: int), _col1 (type: char(50)) - null sort order: azz - sort order: -++ - Statistics: Num rows: 110 Data size: 22660 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: char(50)), KEY.reducesinkkey0 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 110 Data size: 22660 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 20600 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: 1998 (type: int), _col0 (type: int), _col1 (type: char(50)), _col2 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 100 Data size: 21000 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 21000 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + }, + "rowCount": 7.42597919451E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_ext_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 7.42597919451E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "dt", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1998, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 12, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 1643.6025 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1643.6025 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 1.8308036953566934E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 20, + "name": "$20" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 69300 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_category_id", + "i_category" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + } + ], + "rowCount": 69300 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "9" + ], + "rowCount": 190312044132328288 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5, + 6 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 19031204413232828 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_category_id", + "i_category", + "_o__c3", + "(tok_function sum (tok_table_or_col ss_ext_sales_price))" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 19031204413232828 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 3, + "direction": "DESCENDING", + "nulls": "FIRST" + }, + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "dt.d_year", + "item.i_category_id", + "item.i_category", + "_c3" + ], + "exprs": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 1998, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query43.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query43.q.out index 83c84054d0ea..39bad00d4605 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query43.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query43.q.out @@ -1,178 +1,1880 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: ss_store_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_53_container, bigKeyColName:ss_store_sk, smallTablePos:1, keyRatio:0.039319904979785866 - Statistics: Num rows: 82510879939 Data size: 10328265323136 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ss_store_sk is not null (type: boolean) - Statistics: Num rows: 80569240632 Data size: 10085221424656 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_store_sk (type: bigint), ss_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 80569240632 Data size: 10085221424656 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col4, _col5, _col6, _col7, _col8, _col9, _col10 - input vertices: - 1 Map 4 - Statistics: Num rows: 16193047015 Data size: 2168929581980 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col12, _col13 - input vertices: - 1 Map 5 - Statistics: Num rows: 3244319959 Data size: 851663160776 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++ - keys: _col13 (type: varchar(50)), _col12 (type: string) - null sort order: zz - Statistics: Num rows: 3244319959 Data size: 851663160776 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col13 (type: varchar(50)), _col12 (type: string), if(_col4, _col1, null) (type: decimal(7,2)), if(_col5, _col1, null) (type: decimal(7,2)), if(_col6, _col1, null) (type: decimal(7,2)), if(_col7, _col1, null) (type: decimal(7,2)), if(_col8, _col1, null) (type: decimal(7,2)), if(_col9, _col1, null) (type: decimal(7,2)), if(_col10, _col1, null) (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 3244319959 Data size: 851663160776 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2), sum(_col3), sum(_col4), sum(_col5), sum(_col6), sum(_col7), sum(_col8) - keys: _col0 (type: varchar(50)), _col1 (type: string) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 12479577 Data size: 12130148844 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(50)), _col1 (type: string) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: varchar(50)), _col1 (type: string) - Statistics: Num rows: 12479577 Data size: 12130148844 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)), _col8 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: (d_year = 1998) (type: boolean) - Statistics: Num rows: 73049 Data size: 7524047 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_year = 1998) (type: boolean) - Statistics: Num rows: 367 Data size: 37801 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), (d_day_name = 'Sunday ') (type: boolean), (d_day_name = 'Monday ') (type: boolean), (d_day_name = 'Tuesday ') (type: boolean), (d_day_name = 'Wednesday') (type: boolean), (d_day_name = 'Thursday ') (type: boolean), (d_day_name = 'Friday ') (type: boolean), (d_day_name = 'Saturday ') (type: boolean) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 367 Data size: 13212 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 13212 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: boolean), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: store - filterExpr: (s_gmt_offset = -6) (type: boolean) - Statistics: Num rows: 1704 Data size: 523936 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (s_gmt_offset = -6) (type: boolean) - Statistics: Num rows: 341 Data size: 104916 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: s_store_sk (type: bigint), s_store_id (type: string), s_store_name (type: varchar(50)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 341 Data size: 66836 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 341 Data size: 66836 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string), _col2 (type: varchar(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4), sum(VALUE._col5), sum(VALUE._col6) - keys: KEY._col0 (type: varchar(50)), KEY._col1 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 3751 Data size: 3645972 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: +++++++++ - keys: _col0 (type: varchar(50)), _col1 (type: string), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)), _col8 (type: decimal(17,2)) - null sort order: zzzzzzzzz - Statistics: Num rows: 3751 Data size: 3645972 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Reduce Output Operator - key expressions: _col0 (type: varchar(50)), _col1 (type: string), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)), _col8 (type: decimal(17,2)) - null sort order: zzzzzzzzz - sort order: +++++++++ - Statistics: Num rows: 3751 Data size: 3645972 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: varchar(50)), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: decimal(17,2)), KEY.reducesinkkey3 (type: decimal(17,2)), KEY.reducesinkkey4 (type: decimal(17,2)), KEY.reducesinkkey5 (type: decimal(17,2)), KEY.reducesinkkey6 (type: decimal(17,2)), KEY.reducesinkkey7 (type: decimal(17,2)), KEY.reducesinkkey8 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 3751 Data size: 3645972 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 97200 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 97200 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_store_sk", + "ss_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1998, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 10957.35 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "EXPR$0", + "EXPR$1", + "EXPR$2", + "EXPR$3", + "EXPR$4", + "EXPR$5", + "EXPR$6" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Sunday ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Monday ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Tuesday ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Wednesday", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Thursday ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Friday ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Saturday ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + } + ], + "rowCount": 10957.35 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 1.0984822172140161E14 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store" + ], + "table:alias": "store", + "inputs": [], + "rowCount": 1704, + "avgRowSize": 1375, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "s_store_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "s_store_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "s_closed_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_store_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_number_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_floor_space" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "s_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_market_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_geography_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_market_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_division_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_company_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_company_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 10, + "name": "s_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "s_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "s_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "s_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "s_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "s_store_sk", + "ndv": 1736, + "minValue": 1, + "maxValue": 1704 + }, + { + "name": "s_store_id", + "ndv": 879 + }, + { + "name": "s_store_name", + "ndv": 11 + }, + { + "name": "s_gmt_offset", + "ndv": 5, + "minValue": -9, + "maxValue": -5 + }, + { + "name": "s_rec_start_date", + "ndv": 4, + "minValue": 9933, + "maxValue": 11394 + }, + { + "name": "s_rec_end_date", + "ndv": 3, + "minValue": 10663, + "maxValue": 11393 + }, + { + "name": "s_closed_date_sk", + "ndv": 263, + "minValue": 2450820, + "maxValue": 2451314 + }, + { + "name": "s_number_employees", + "ndv": 100, + "minValue": 200, + "maxValue": 300 + }, + { + "name": "s_floor_space", + "ndv": 1289, + "minValue": 5000201, + "maxValue": 9997773 + }, + { + "name": "s_hours", + "ndv": 4 + }, + { + "name": "s_manager", + "ndv": 1245 + }, + { + "name": "s_market_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "s_geography_class", + "ndv": 2 + }, + { + "name": "s_market_desc", + "ndv": 1311 + }, + { + "name": "s_market_manager", + "ndv": 1236 + }, + { + "name": "s_division_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_division_name", + "ndv": 2 + }, + { + "name": "s_company_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_company_name", + "ndv": 2 + }, + { + "name": "s_street_number", + "ndv": 736 + }, + { + "name": "s_street_name", + "ndv": 851 + }, + { + "name": "s_street_type", + "ndv": 21 + }, + { + "name": "s_suite_number", + "ndv": 76 + }, + { + "name": "s_city", + "ndv": 267 + }, + { + "name": "s_county", + "ndv": 128 + }, + { + "name": "s_state", + "ndv": 44 + }, + { + "name": "s_zip", + "ndv": 983 + }, + { + "name": "s_country", + "ndv": 2 + }, + { + "name": "s_tax_percentage", + "ndv": 12, + "minValue": 0, + "maxValue": 0.11 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 27, + "name": "$27" + }, + { + "literal": -6, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + "rowCount": 255.6 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk", + "s_store_id", + "s_store_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 255.6 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "9" + ], + "rowCount": 4.2115808207985375E15 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4", + "$f5", + "$f6", + "$f7", + "$f8" + ], + "exprs": [ + { + "input": 13, + "name": "$13" + }, + { + "input": 12, + "name": "$12" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + } + ], + "rowCount": 4.2115808207985375E15 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 6 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 7 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 8 + ], + "name": null + } + ], + "rowCount": 4.2115808207985375E14 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_name", + "s_store_id", + "sun_sales", + "mon_sales", + "tue_sales", + "wed_sales", + "thu_sales", + "fri_sales", + "sat_sales" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 4.2115808207985375E14 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 3, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 4, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 5, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 6, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 7, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 8, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query44.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query44.q.out index b152d4d94b9b..cc12d11eb5b5 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query44.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query44.q.out @@ -1,333 +1,2451 @@ Warning: Map Join MAPJOIN[112][bigTable=?] in task 'Reducer 2' is a cross product -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 6 (BROADCAST_EDGE) - Reducer 3 <- Map 7 (BROADCAST_EDGE), Reducer 2 (SIMPLE_EDGE), Reducer 5 (BROADCAST_EDGE), Reducer 8 (BROADCAST_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) - Reducer 5 <- Reducer 2 (SIMPLE_EDGE) - Reducer 6 <- Map 1 (SIMPLE_EDGE) - Reducer 8 <- Map 7 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: ss1 - filterExpr: ((ss_store_sk = 410L) or (ss_hdemo_sk is null and (ss_store_sk = 410L))) (type: boolean) - Statistics: Num rows: 86404891377 Data size: 10592345773408 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ss_store_sk = 410L) (type: boolean) - Statistics: Num rows: 99315967 Data size: 12175110240 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_net_profit (type: decimal(7,2)) - outputColumnNames: ss_item_sk, ss_net_profit - Statistics: Num rows: 99315967 Data size: 12175110240 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(ss_net_profit), count(ss_net_profit) - keys: ss_item_sk (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 49657983 Data size: 6356221824 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 49657983 Data size: 6356221824 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: bigint) - Filter Operator - predicate: (ss_hdemo_sk is null and (ss_store_sk = 410L)) (type: boolean) - Statistics: Num rows: 4472322 Data size: 546649416 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_net_profit (type: decimal(7,2)) - outputColumnNames: _col1 - Statistics: Num rows: 4472322 Data size: 546649416 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1), count(_col1) - keys: true (type: boolean) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 41255 Data size: 5115620 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: boolean) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: boolean) - Statistics: Num rows: 41255 Data size: 5115620 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: i1 - Statistics: Num rows: 462000 Data size: 53130000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_product_name (type: char(50)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 462000 Data size: 53130000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 53130000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(50)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 53130000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), count(VALUE._col1) - keys: KEY._col0 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 462000 Data size: 59136000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: CAST( (_col1 / _col2) AS decimal(11,6)) is not null (type: boolean) - Statistics: Num rows: 462000 Data size: 59136000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint), CAST( (_col1 / _col2) AS decimal(11,6)) (type: decimal(11,6)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 462000 Data size: 55440000 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Reducer 6 - Statistics: Num rows: 462000 Data size: 107184000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col1 > (0.9 * _col2)) (type: boolean) - Statistics: Num rows: 154000 Data size: 35728000 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: + - keys: _col1 (type: decimal(11,6)) - null sort order: z - Statistics: Num rows: 154000 Data size: 35728000 Basic stats: COMPLETE Column stats: COMPLETE - top n: 11 - Reduce Output Operator - key expressions: 0 (type: int), _col1 (type: decimal(11,6)) - null sort order: az - sort order: ++ - Map-reduce partition columns: 0 (type: int) - Statistics: Num rows: 154000 Data size: 35728000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Top N Key Operator - sort order: - - keys: _col1 (type: decimal(11,6)) - null sort order: a - Statistics: Num rows: 154000 Data size: 35728000 Basic stats: COMPLETE Column stats: COMPLETE - top n: 11 - Reduce Output Operator - key expressions: 0 (type: int), _col1 (type: decimal(11,6)) - null sort order: aa - sort order: +- - Map-reduce partition columns: 0 (type: int) - Statistics: Num rows: 154000 Data size: 35728000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: bigint), KEY.reducesinkkey1 (type: decimal(11,6)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 154000 Data size: 18480000 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator - Function definitions: - Input definition - input alias: ptf_0 - output shape: _col0: bigint, _col1: decimal(11,6) - type: WINDOWING - Windowing table definition - input alias: ptf_1 - name: windowingtablefunction - order by: _col1 ASC NULLS LAST - partition by: 0 - raw input shape: - window functions: - window function definition - alias: rank_window_0 - arguments: _col1 - name: rank - window function: GenericUDAFRankEvaluator - window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) - isPivotResult: true - Statistics: Num rows: 154000 Data size: 18480000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (rank_window_0 < 11) (type: boolean) - Statistics: Num rows: 51333 Data size: 6159960 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint), rank_window_0 (type: int) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 51333 Data size: 615996 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: int) - 1 _col1 (type: int) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Reducer 5 - Statistics: Num rows: 51333 Data size: 1026660 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col5 - input vertices: - 1 Reducer 8 - Statistics: Num rows: 51333 Data size: 6108627 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col5, _col7 - input vertices: - 1 Map 7 - Statistics: Num rows: 51333 Data size: 11190594 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: + - keys: _col1 (type: int) - null sort order: z - Statistics: Num rows: 51333 Data size: 11190594 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col1 (type: int), _col5 (type: char(50)), _col7 (type: char(50)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 51333 Data size: 11190594 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Statistics: Num rows: 51333 Data size: 11190594 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(50)), _col2 (type: char(50)) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 51333 Data size: 11190594 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 21800 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 21800 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: bigint), KEY.reducesinkkey1 (type: decimal(11,6)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 154000 Data size: 18480000 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator - Function definitions: - Input definition - input alias: ptf_0 - output shape: _col0: bigint, _col1: decimal(11,6) - type: WINDOWING - Windowing table definition - input alias: ptf_1 - name: windowingtablefunction - order by: _col1 DESC NULLS FIRST - partition by: 0 - raw input shape: - window functions: - window function definition - alias: rank_window_0 - arguments: _col1 - name: rank - window function: GenericUDAFRankEvaluator - window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) - isPivotResult: true - Statistics: Num rows: 154000 Data size: 18480000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (rank_window_0 < 11) (type: boolean) - Statistics: Num rows: 51333 Data size: 6159960 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint), rank_window_0 (type: int) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 51333 Data size: 615996 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: int) - Statistics: Num rows: 51333 Data size: 615996 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), count(VALUE._col1) - keys: KEY._col0 (type: boolean) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col1 (type: decimal(17,2)), _col2 (type: bigint) - outputColumnNames: _col1, _col2 - Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: CAST( (_col1 / _col2) AS decimal(11,6)) is not null (type: boolean) - Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: CAST( (_col1 / _col2) AS decimal(11,6)) (type: decimal(11,6)) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: decimal(11,6)) - Reducer 8 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: char(50)) - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 53130000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(50)) - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "i1", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_product_name", + "ndv": 461487 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_product_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 21, + "name": "$21" + } + ], + "rowCount": 462000 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "ss1", + "inputs": [], + "rowCount": 86404891377, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_net_profit", + "ndv": 1468124, + "minValue": -10000, + "maxValue": 9986 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 159044, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1334023, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1824, + "minValue": 2450816, + "maxValue": 2452642 + } + ] + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 410, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + "rowCount": 1.296073370655E10 + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 1 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 21 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 21 + ], + "name": null + } + ], + "rowCount": 1.296073370655E9 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 11, + "scale": 6 + } + } + ] + }, + "rowCount": 1.74969905038425E8 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 11, + "scale": 6 + } + } + ], + "rowCount": 1.74969905038425E8 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 86404891377, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_net_profit", + "ndv": 1468124, + "minValue": -10000, + "maxValue": 9986 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 159044, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1334023, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1824, + "minValue": 2450816, + "maxValue": 2452642 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NULL", + "kind": "IS_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 410, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 3.2401834266375E9 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1" + ], + "exprs": [ + { + "literal": true, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 21, + "name": "$21" + } + ], + "rowCount": 3.2401834266375E9 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 1 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 11, + "scale": 6 + } + } + ] + }, + "rowCount": 1 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "rank_col" + ], + "exprs": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 11, + "scale": 6 + } + } + ], + "rowCount": 1 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "literal": 0.9, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 1 + } + }, + { + "input": 2, + "name": "$2" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "12" + ], + "rowCount": 8.74849525192125E7 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "item_sk", + "rank_window_0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "rank", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [], + "distinct": false, + "type": { + "type": "INTEGER", + "nullable": true + }, + "window": { + "partition": [ + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "order": [ + { + "expr": { + "input": 1, + "name": "$1" + }, + "direction": "ASCENDING", + "null-direction": "LAST" + } + ], + "range-lower": { + "type": "UNBOUNDED_PRECEDING" + }, + "range-upper": { + "type": "UNBOUNDED_FOLLOWING" + } + } + } + ], + "rowCount": 8.74849525192125E7 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "<", + "kind": "LESS_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 11, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 4.374247625960625E7 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "item_sk", + "rank_window_0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 4.374247625960625E7 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 410, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + "inputs": [ + "2" + ], + "rowCount": 1.296073370655E10 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 1 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 21 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 21 + ], + "name": null + } + ], + "rowCount": 1.296073370655E9 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 11, + "scale": 6 + } + } + ] + }, + "rowCount": 1.74969905038425E8 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 11, + "scale": 6 + } + } + ], + "rowCount": 1.74969905038425E8 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NULL", + "kind": "IS_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 410, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 3.2401834266375E9 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1" + ], + "exprs": [ + { + "literal": true, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 21, + "name": "$21" + } + ], + "rowCount": 3.2401834266375E9 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 1 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 11, + "scale": 6 + } + } + ] + }, + "rowCount": 1 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "rank_col" + ], + "exprs": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 11, + "scale": 6 + } + } + ], + "rowCount": 1 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "literal": 0.9, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 1 + } + }, + { + "input": 2, + "name": "$2" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "20", + "25" + ], + "rowCount": 8.74849525192125E7 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "item_sk", + "rank_window_0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "rank", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [], + "distinct": false, + "type": { + "type": "INTEGER", + "nullable": true + }, + "window": { + "partition": [ + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "order": [ + { + "expr": { + "input": 1, + "name": "$1" + }, + "direction": "DESCENDING", + "null-direction": "FIRST" + } + ], + "range-lower": { + "type": "UNBOUNDED_PRECEDING" + }, + "range-upper": { + "type": "UNBOUNDED_FOLLOWING" + } + } + } + ], + "rowCount": 8.74849525192125E7 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "<", + "kind": "LESS_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 11, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 4.374247625960625E7 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "item_sk", + "rank_window_0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 4.374247625960625E7 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "16", + "29" + ], + "rowCount": 2.8701063439833244E14 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "1", + "30" + ], + "rowCount": 1.9889836963804434E19 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "i2", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_product_name", + "ndv": 461487 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + } + ] + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_product_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 21, + "name": "$21" + } + ], + "rowCount": 462000 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "31", + "33" + ], + "rowCount": 1.3783657015916472E24 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "asceding.rnk", + "best_performing", + "worst_performing" + ], + "exprs": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 7, + "name": "$7" + } + ], + "rowCount": 1.3783657015916472E24 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query45.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query45.q.out index 90e29e7317d7..69f67c983ba2 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query45.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query45.q.out @@ -1,316 +1,2456 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 4 <- Map 8 (BROADCAST_EDGE) - Map 9 <- Reducer 11 (BROADCAST_EDGE) - Reducer 11 <- Map 10 (SIMPLE_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 3 (CUSTOM_SIMPLE_EDGE) - Reducer 5 <- Map 4 (CUSTOM_SIMPLE_EDGE), Map 9 (BROADCAST_EDGE), Reducer 2 (CUSTOM_SIMPLE_EDGE) - Reducer 6 <- Reducer 5 (SIMPLE_EDGE) - Reducer 7 <- Reducer 6 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: customer - filterExpr: c_current_addr_sk is not null (type: boolean) - Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: c_current_addr_sk is not null (type: boolean) - Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: c_customer_sk (type: bigint), c_current_addr_sk (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 10 - Map Operator Tree: - TableScan - alias: item - filterExpr: (i_item_sk) IN (2L, 3L, 5L, 7L, 11L, 13L, 17L, 19L, 23L, 29L) (type: boolean) - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (i_item_sk) IN (2L, 3L, 5L, 7L, 11L, 13L, 17L, 19L, 23L, 29L) (type: boolean) - Statistics: Num rows: 10 Data size: 1080 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_id (type: string) - outputColumnNames: i_item_id - Statistics: Num rows: 10 Data size: 1080 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: i_item_id (type: string) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 10 Data size: 1000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 10 Data size: 1000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 3 - Map Operator Tree: - TableScan - alias: customer_address - Statistics: Num rows: 40000000 Data size: 7800000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ca_address_sk (type: bigint), ca_county (type: varchar(30)), ca_zip (type: char(10)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 40000000 Data size: 7800000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 40000000 Data size: 7800000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(30)), _col2 (type: char(10)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: ws_bill_customer_sk is not null (type: boolean) - Statistics: Num rows: 21594638446 Data size: 2936546815864 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ws_bill_customer_sk is not null (type: boolean) - Statistics: Num rows: 21591944812 Data size: 2936180522072 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_item_sk (type: bigint), ws_bill_customer_sk (type: bigint), ws_sales_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 21591944812 Data size: 2936180522072 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 8 - Statistics: Num rows: 1087859571 Data size: 138922052728 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 1087859571 Data size: 138922052728 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col2 (type: decimal(7,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: ((d_year = 2000) and (d_qoy = 2)) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 2000) and (d_qoy = 2)) (type: boolean) - Statistics: Num rows: 92 Data size: 1472 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 4 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 9 - Map Operator Tree: - TableScan - alias: item - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_item_id (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Outer Join 0 to 1 - keys: - 0 _col1 (type: string) - 1 _col0 (type: string) - outputColumnNames: _col0, _col3 - input vertices: - 1 Reducer 11 - Statistics: Num rows: 462018 Data size: 3696220 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462018 Data size: 3696220 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: boolean) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 11 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 10 Data size: 1000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: string), true (type: boolean) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 10 Data size: 1040 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 10 Data size: 1040 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: boolean) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0, _col3, _col4 - input vertices: - 1 Map 3 - Statistics: Num rows: 80000000 Data size: 15600000000 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 80000000 Data size: 15600000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: varchar(30)), _col4 (type: char(10)) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col3, _col4, _col5, _col7 - input vertices: - 0 Reducer 2 - Statistics: Num rows: 1087859571 Data size: 333670462313 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col5 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col3, _col4, _col7, _col15 - input vertices: - 1 Map 9 - Statistics: Num rows: 1087859571 Data size: 329317176033 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col7 (type: decimal(7,2)), _col3 (type: varchar(30)), _col4 (type: char(10)), _col15 (type: boolean) - outputColumnNames: _col2, _col7, _col8, _col15 - Statistics: Num rows: 1087859571 Data size: 329317176033 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col15 is not null or (substr(_col8, 1, 5)) IN ('85669', '86197', '88274', '83405', '86475', '85392', '85460', '80348', '81792')) (type: boolean) - Statistics: Num rows: 1087859571 Data size: 329317176033 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++ - keys: _col8 (type: char(10)), _col7 (type: varchar(30)) - null sort order: zz - Statistics: Num rows: 1087859571 Data size: 329317176033 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col2 (type: decimal(7,2)), _col7 (type: varchar(30)), _col8 (type: char(10)) - outputColumnNames: _col2, _col7, _col8 - Statistics: Num rows: 1087859571 Data size: 329317176033 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2) - keys: _col8 (type: char(10)), _col7 (type: varchar(30)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1087859571 Data size: 325270011729 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(10)), _col1 (type: varchar(30)) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: char(10)), _col1 (type: varchar(30)) - Statistics: Num rows: 1087859571 Data size: 325270011729 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(17,2)) - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: char(10)), KEY._col1 (type: varchar(30)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 18408340 Data size: 5504093660 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(10)), _col1 (type: varchar(30)) - null sort order: zz - sort order: ++ - Statistics: Num rows: 18408340 Data size: 5504093660 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(17,2)) - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: char(10)), KEY.reducesinkkey1 (type: varchar(30)), VALUE._col0 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 18408340 Data size: 5504093660 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 29900 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 29900 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer" + ], + "table:alias": "customer", + "inputs": [], + "rowCount": 80000000, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "c_customer_sk" + }, + { + "type": "CHAR", + "nullable": false, + "precision": 16, + "name": "c_customer_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_shipto_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_sales_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "c_salutation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "c_first_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "c_last_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "c_preferred_cust_flag" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_day" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_month" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_year" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "c_birth_country" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 13, + "name": "c_login" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "c_email_address" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_last_review_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "c_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "c_current_addr_sk", + "ndv": 33825344, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "c_customer_id", + "ndv": 80610928 + }, + { + "name": "c_current_cdemo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "c_current_hdemo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "c_first_shipto_date_sk", + "ndv": 3646, + "minValue": 2449028, + "maxValue": 2452678 + }, + { + "name": "c_first_sales_date_sk", + "ndv": 3643, + "minValue": 2448998, + "maxValue": 2452648 + }, + { + "name": "c_salutation", + "ndv": 7 + }, + { + "name": "c_first_name", + "ndv": 5158 + }, + { + "name": "c_last_name", + "ndv": 5123 + }, + { + "name": "c_preferred_cust_flag", + "ndv": 3 + }, + { + "name": "c_birth_day", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "c_birth_month", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "c_birth_year", + "ndv": 67, + "minValue": 1924, + "maxValue": 1992 + }, + { + "name": "c_birth_country", + "ndv": 216 + }, + { + "name": "c_login", + "ndv": 1 + }, + { + "name": "c_email_address", + "ndv": 75301330 + }, + { + "name": "c_last_review_date_sk", + "ndv": 364, + "minValue": 2452283, + "maxValue": 2452648 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + "rowCount": 72000000 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_current_addr_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 72000000 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "customer_address", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_county", + "ca_zip" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 9, + "name": "$9" + } + ], + "rowCount": 40000000 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "4" + ], + "rowCount": 432000000000000 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + } + ] + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 1.7491657141260002E10 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_item_sk", + "ws_bill_customer_sk", + "ws_sales_price", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 20, + "name": "$20" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 1.7491657141260002E10 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 1643.6025 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year", + "d_qoy" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + } + ], + "rowCount": 1643.6025 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "8", + "11" + ], + "rowCount": 4.312399710977669E12 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_item_sk", + "ws_bill_customer_sk", + "ws_sales_price", + "ws_sold_date_sk", + "d_date_sk", + "d_year", + "d_qoy" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 4.312399710977669E12 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "5", + "13" + ], + "rowCount": 2.7944350127135294E26 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_item_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 462000 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "literal": 2, + "type": { + "type": "BIGINT", + "nullable": false + } + }, + { + "literal": 3, + "type": { + "type": "BIGINT", + "nullable": false + } + }, + { + "literal": 5, + "type": { + "type": "BIGINT", + "nullable": false + } + }, + { + "literal": 7, + "type": { + "type": "BIGINT", + "nullable": false + } + }, + { + "literal": 11, + "type": { + "type": "BIGINT", + "nullable": false + } + }, + { + "literal": 13, + "type": { + "type": "BIGINT", + "nullable": false + } + }, + { + "literal": 17, + "type": { + "type": "BIGINT", + "nullable": false + } + }, + { + "literal": 19, + "type": { + "type": "BIGINT", + "nullable": false + } + }, + { + "literal": 23, + "type": { + "type": "BIGINT", + "nullable": false + } + }, + { + "literal": 29, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + "inputs": [ + "15" + ], + "rowCount": 115500 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 1 + ], + "aggs": [], + "rowCount": 11550 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_id", + "literalTrue" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "literal": true, + "type": { + "type": "BOOLEAN", + "nullable": false + } + } + ], + "rowCount": 11550 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "left", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "16", + "19" + ], + "rowCount": 800807700 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_item_id", + "i_item_id0", + "literalTrue" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 800807700 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 12, + "name": "$12" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "14", + "21" + ], + "rowCount": 3.3567076129958883E34 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_item_sk", + "ws_bill_customer_sk", + "ws_sales_price", + "ws_sold_date_sk", + "c_customer_sk", + "c_current_addr_sk", + "ca_address_sk", + "ca_county", + "ca_zip", + "d_date_sk", + "d_year", + "d_qoy", + "i_item_sk", + "i_item_id", + "i_item_id0", + "literalTrue" + ], + "exprs": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 15, + "name": "$15" + } + ], + "rowCount": 3.3567076129958883E34 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 15, + "name": "$15" + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "substr", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 5, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647 + }, + "deterministic": true, + "dynamic": false + }, + { + "literal": "85669", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "86197", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "88274", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "83405", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "86475", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "85392", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "85460", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "80348", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "81792", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + } + ] + } + ] + }, + "rowCount": 8.391769032489721E33 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 7, + 8 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 8.39176903248972E32 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_zip", + "ca_county", + "_c2" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 8.39176903248972E32 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query46.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query46.q.out index 395e6bb7c52f..b1ac9339a1e7 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query46.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query46.q.out @@ -1,322 +1,2600 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 4 <- Map 10 (BROADCAST_EDGE), Map 11 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 3 (CUSTOM_SIMPLE_EDGE) - Reducer 5 <- Map 3 (CUSTOM_SIMPLE_EDGE), Map 4 (CUSTOM_SIMPLE_EDGE) - Reducer 6 <- Reducer 5 (SIMPLE_EDGE) - Reducer 7 <- Reducer 2 (CUSTOM_SIMPLE_EDGE), Reducer 6 (CUSTOM_SIMPLE_EDGE) - Reducer 8 <- Reducer 7 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: customer - filterExpr: c_current_addr_sk is not null (type: boolean) - Statistics: Num rows: 80000000 Data size: 15680000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: c_current_addr_sk is not null (type: boolean) - Statistics: Num rows: 80000000 Data size: 15680000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: c_customer_sk (type: bigint), c_current_addr_sk (type: bigint), c_first_name (type: char(20)), c_last_name (type: char(30)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 80000000 Data size: 15680000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 80000000 Data size: 15680000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col2 (type: char(20)), _col3 (type: char(30)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 10 - Map Operator Tree: - TableScan - alias: store - filterExpr: (s_city) IN ('Cedar Grove', 'Highland Park', 'Salem', 'Union', 'Wildwood') (type: boolean) - Statistics: Num rows: 1704 Data size: 172104 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (s_city) IN ('Cedar Grove', 'Highland Park', 'Salem', 'Union', 'Wildwood') (type: boolean) - Statistics: Num rows: 32 Data size: 3232 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: s_store_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 32 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 32 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 11 - Map Operator Tree: - TableScan - alias: household_demographics - filterExpr: ((hd_vehicle_count = 1) or (hd_dep_count = 2)) (type: boolean) - Statistics: Num rows: 7200 Data size: 115200 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((hd_vehicle_count = 1) or (hd_dep_count = 2)) (type: boolean) - Statistics: Num rows: 1920 Data size: 30720 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: hd_demo_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1920 Data size: 15360 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1920 Data size: 15360 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 3 - Map Operator Tree: - TableScan - alias: current_addr - Statistics: Num rows: 40000000 Data size: 4040000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ca_address_sk (type: bigint), ca_city (type: varchar(60)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 40000000 Data size: 4040000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 40000000 Data size: 4040000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(60)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 40000000 Data size: 4040000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(60)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: (ss_addr_sk is not null and ss_hdemo_sk is not null and ss_customer_sk is not null and ss_store_sk is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_135_container, bigKeyColName:ss_hdemo_sk, smallTablePos:1, keyRatio:8.23127811146976E-7 - Statistics: Num rows: 82510879939 Data size: 21944977264808 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ss_addr_sk is not null and ss_hdemo_sk is not null and ss_customer_sk is not null and ss_store_sk is not null) (type: boolean) - Statistics: Num rows: 75002212194 Data size: 19947937079728 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_customer_sk (type: bigint), ss_hdemo_sk (type: bigint), ss_addr_sk (type: bigint), ss_store_sk (type: bigint), ss_ticket_number (type: bigint), ss_coupon_amt (type: decimal(7,2)), ss_net_profit (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 75002212194 Data size: 19947937079728 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col7 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - input vertices: - 1 Map 9 - Statistics: Num rows: 12938319718 Data size: 2963051768512 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col4, _col5, _col6 - input vertices: - 1 Map 10 - Statistics: Num rows: 243258823 Data size: 1946070832 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col4, _col5, _col6 - input vertices: - 1 Map 11 - Statistics: Num rows: 64869023 Data size: 518952424 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col2 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col2 (type: bigint) - Statistics: Num rows: 64869023 Data size: 518952424 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col4 (type: bigint), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 9 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: ((d_year) IN (1998, 1999, 2000) and (d_dow) IN (0, 6)) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year) IN (1998, 1999, 2000) and (d_dow) IN (0, 6)) (type: boolean) - Statistics: Num rows: 315 Data size: 5040 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 315 Data size: 2520 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 315 Data size: 2520 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 315 Data size: 2520 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 315 Data size: 2520 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 315 Data size: 2520 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 4 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0, _col2, _col3, _col5 - input vertices: - 1 Map 3 - Statistics: Num rows: 80000000 Data size: 22480000000 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 80000000 Data size: 22480000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: char(20)), _col3 (type: char(30)), _col5 (type: varchar(60)) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0, _col2, _col4, _col5, _col6, _col12 - input vertices: - 1 Map 3 - Statistics: Num rows: 64869023 Data size: 6551771563 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Group By Operator - aggregations: sum(_col5), sum(_col6) - keys: _col0 (type: bigint), _col12 (type: varchar(60)), _col2 (type: bigint), _col4 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 64869023 Data size: 21082432491 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: varchar(60)), _col2 (type: bigint), _col3 (type: bigint) - null sort order: zzzz - sort order: ++++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: varchar(60)), _col2 (type: bigint), _col3 (type: bigint) - Statistics: Num rows: 64869023 Data size: 21082432491 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)) - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1) - keys: KEY._col0 (type: bigint), KEY._col1 (type: varchar(60)), KEY._col2 (type: bigint), KEY._col3 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 64869023 Data size: 21082432491 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col3 (type: bigint), _col0 (type: bigint), _col1 (type: varchar(60)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 64869023 Data size: 21082432483 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 64869023 Data size: 21082432483 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col2 (type: varchar(60)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col2, _col3, _col5, _col6, _col8, _col9, _col10 - input vertices: - 0 Reducer 2 - Statistics: Num rows: 64869023 Data size: 38791675754 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Filter Operator - predicate: (_col5 <> _col8) (type: boolean) - Statistics: Num rows: 64869023 Data size: 38791675754 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: +++++ - keys: _col3 (type: char(30)), _col2 (type: char(20)), _col5 (type: varchar(60)), _col8 (type: varchar(60)), _col6 (type: bigint) - null sort order: zzzzz - Statistics: Num rows: 64869023 Data size: 38791675754 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col3 (type: char(30)), _col2 (type: char(20)), _col5 (type: varchar(60)), _col8 (type: varchar(60)), _col6 (type: bigint), _col9 (type: decimal(17,2)), _col10 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 64869023 Data size: 38791675754 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: varchar(60)), _col3 (type: varchar(60)), _col4 (type: bigint) - null sort order: zzzzz - sort order: +++++ - Statistics: Num rows: 64869023 Data size: 38791675754 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)) - Reducer 8 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: char(30)), KEY.reducesinkkey1 (type: char(20)), KEY.reducesinkkey2 (type: varchar(60)), KEY.reducesinkkey3 (type: varchar(60)), KEY.reducesinkkey4 (type: bigint), VALUE._col0 (type: decimal(17,2)), VALUE._col1 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 64869023 Data size: 38791675754 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 59800 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 59800 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer" + ], + "table:alias": "customer", + "inputs": [], + "rowCount": 80000000, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "c_customer_sk" + }, + { + "type": "CHAR", + "nullable": false, + "precision": 16, + "name": "c_customer_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_shipto_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_sales_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "c_salutation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "c_first_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "c_last_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "c_preferred_cust_flag" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_day" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_month" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_year" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "c_birth_country" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 13, + "name": "c_login" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "c_email_address" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_last_review_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "c_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "c_current_addr_sk", + "ndv": 33825344, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "c_first_name", + "ndv": 5158 + }, + { + "name": "c_last_name", + "ndv": 5123 + }, + { + "name": "c_customer_id", + "ndv": 80610928 + }, + { + "name": "c_current_cdemo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "c_current_hdemo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "c_first_shipto_date_sk", + "ndv": 3646, + "minValue": 2449028, + "maxValue": 2452678 + }, + { + "name": "c_first_sales_date_sk", + "ndv": 3643, + "minValue": 2448998, + "maxValue": 2452648 + }, + { + "name": "c_salutation", + "ndv": 7 + }, + { + "name": "c_preferred_cust_flag", + "ndv": 3 + }, + { + "name": "c_birth_day", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "c_birth_month", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "c_birth_year", + "ndv": 67, + "minValue": 1924, + "maxValue": 1992 + }, + { + "name": "c_birth_country", + "ndv": 216 + }, + { + "name": "c_login", + "ndv": 1 + }, + { + "name": "c_email_address", + "ndv": 75301330 + }, + { + "name": "c_last_review_date_sk", + "ndv": 364, + "minValue": 2452283, + "maxValue": 2452648 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + "rowCount": 72000000 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_current_addr_sk", + "c_first_name", + "c_last_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + } + ], + "rowCount": 72000000 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "current_addr", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_city" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 40000000 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "4" + ], + "rowCount": 432000000000000 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "customer_address", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_city" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 40000000 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + } + ] + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 4.872184949518012E10 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_customer_sk", + "ss_hdemo_sk", + "ss_addr_sk", + "ss_store_sk", + "ss_ticket_number", + "ss_coupon_amt", + "ss_net_profit", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 18, + "name": "$18" + }, + { + "input": 21, + "name": "$21" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 4.872184949518012E10 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1998, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 6, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 4565.5625 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 4565.5625 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "10", + "13" + ], + "rowCount": 3.3366397347875746E13 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store" + ], + "table:alias": "store", + "inputs": [], + "rowCount": 1704, + "avgRowSize": 1375, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "s_store_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "s_store_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "s_closed_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_store_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_number_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_floor_space" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "s_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_market_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_geography_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_market_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_division_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_company_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_company_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 10, + "name": "s_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "s_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "s_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "s_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "s_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "s_store_sk", + "ndv": 1736, + "minValue": 1, + "maxValue": 1704 + }, + { + "name": "s_city", + "ndv": 267 + }, + { + "name": "s_store_id", + "ndv": 879 + }, + { + "name": "s_rec_start_date", + "ndv": 4, + "minValue": 9933, + "maxValue": 11394 + }, + { + "name": "s_rec_end_date", + "ndv": 3, + "minValue": 10663, + "maxValue": 11393 + }, + { + "name": "s_closed_date_sk", + "ndv": 263, + "minValue": 2450820, + "maxValue": 2451314 + }, + { + "name": "s_store_name", + "ndv": 11 + }, + { + "name": "s_number_employees", + "ndv": 100, + "minValue": 200, + "maxValue": 300 + }, + { + "name": "s_floor_space", + "ndv": 1289, + "minValue": 5000201, + "maxValue": 9997773 + }, + { + "name": "s_hours", + "ndv": 4 + }, + { + "name": "s_manager", + "ndv": 1245 + }, + { + "name": "s_market_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "s_geography_class", + "ndv": 2 + }, + { + "name": "s_market_desc", + "ndv": 1311 + }, + { + "name": "s_market_manager", + "ndv": 1236 + }, + { + "name": "s_division_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_division_name", + "ndv": 2 + }, + { + "name": "s_company_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_company_name", + "ndv": 2 + }, + { + "name": "s_street_number", + "ndv": 736 + }, + { + "name": "s_street_name", + "ndv": 851 + }, + { + "name": "s_street_type", + "ndv": 21 + }, + { + "name": "s_suite_number", + "ndv": 76 + }, + { + "name": "s_county", + "ndv": 128 + }, + { + "name": "s_state", + "ndv": 44 + }, + { + "name": "s_zip", + "ndv": 983 + }, + { + "name": "s_country", + "ndv": 2 + }, + { + "name": "s_gmt_offset", + "ndv": 5, + "minValue": -9, + "maxValue": -5 + }, + { + "name": "s_tax_percentage", + "ndv": 12, + "minValue": 0, + "maxValue": 0.11 + } + ] + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 22, + "name": "$22" + }, + { + "literal": "Cedar Grove", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 60 + } + }, + { + "literal": "Highland Park", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 60 + } + }, + { + "literal": "Salem", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 60 + } + }, + { + "literal": "Union", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 60 + } + }, + { + "literal": "Wildwood", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 60 + } + } + ] + }, + "rowCount": 426 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 426 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 9, + "name": "$9" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "14", + "17" + ], + "rowCount": 2132112790529260 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "household_demographics" + ], + "table:alias": "household_demographics", + "inputs": [], + "rowCount": 7200, + "avgRowSize": 183, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "hd_demo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "hd_income_band_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "hd_buy_potential" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "hd_dep_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "hd_vehicle_count" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "hd_demo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "hd_dep_count", + "ndv": 10, + "minValue": 0, + "maxValue": 9 + }, + { + "name": "hd_vehicle_count", + "ndv": 6, + "minValue": -1, + "maxValue": 4 + }, + { + "name": "hd_income_band_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "hd_buy_potential", + "ndv": 6 + } + ] + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 1800 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "hd_demo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1800 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 10, + "name": "$10" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "18", + "21" + ], + "rowCount": 575670453442900224 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "7", + "22" + ], + "rowCount": 3.454022720657401E24 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 1, + 2, + 4, + 6 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 7 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 8 + ], + "name": null + } + ], + "rowCount": 3.454022720657401E23 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_ticket_number", + "ss_customer_sk", + "bought_city", + "amt", + "profit" + ], + "exprs": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 3.454022720657401E23 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "<>", + "kind": "NOT_EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 8, + "name": "$8" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "5", + "25" + ], + "rowCount": 1.119103361492998E37 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_last_name", + "c_first_name", + "ca_city", + "bought_city", + "ss_ticket_number", + "amt", + "profit" + ], + "exprs": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + } + ], + "rowCount": 1.119103361492998E37 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 3, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 4, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query47.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query47.q.out index bbe8be4bbd66..a1d5d7542c1a 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query47.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query47.q.out @@ -1,412 +1,4057 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 10 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) - Reducer 5 <- Reducer 2 (SIMPLE_EDGE) - Reducer 6 <- Reducer 3 (BROADCAST_EDGE), Reducer 4 (BROADCAST_EDGE), Reducer 5 (SIMPLE_EDGE) - Reducer 7 <- Reducer 6 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: ss_store_sk is not null (type: boolean) - Statistics: Num rows: 82510879939 Data size: 10988352362648 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ss_store_sk is not null (type: boolean) - Statistics: Num rows: 80569240632 Data size: 10729775349712 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_store_sk (type: bigint), ss_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 80569240632 Data size: 10729775349712 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col5, _col6 - input vertices: - 1 Map 8 - Statistics: Num rows: 18884534606 Data size: 2340655330176 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col5, _col6, _col8, _col9 - input vertices: - 1 Map 9 - Statistics: Num rows: 18884534606 Data size: 5585078338266 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col5, _col6, _col8, _col9, _col11, _col12 - input vertices: - 1 Map 10 - Statistics: Num rows: 18884534606 Data size: 9022063636558 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2) - keys: _col5 (type: int), _col6 (type: int), _col8 (type: varchar(50)), _col9 (type: varchar(50)), _col11 (type: char(50)), _col12 (type: char(50)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 9442267303 Data size: 4617268711167 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: char(50)), _col5 (type: char(50)) - null sort order: zzzzzz - sort order: ++++++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: char(50)), _col5 (type: char(50)) - Statistics: Num rows: 9442267303 Data size: 4617268711167 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col6 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 10 - Map Operator Tree: - TableScan - alias: item - filterExpr: (i_category is not null and i_brand is not null) (type: boolean) - Statistics: Num rows: 462000 Data size: 91476000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (i_category is not null and i_brand is not null) (type: boolean) - Statistics: Num rows: 462000 Data size: 91476000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_brand (type: char(50)), i_category (type: char(50)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 462000 Data size: 91476000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 91476000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(50)), _col2 (type: char(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: ((d_year) IN (1999, 2000, 2001) and ((d_year = 2000) or (struct(d_year,d_moy)) IN (const struct(1999,12), const struct(2001,1)))) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year) IN (1999, 2000, 2001) and ((d_year = 2000) or (struct(d_year,d_moy)) IN (const struct(1999,12), const struct(2001,1)))) (type: boolean) - Statistics: Num rows: 428 Data size: 6848 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), d_year (type: int), d_moy (type: int) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 428 Data size: 6848 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 428 Data size: 6848 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: int) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 428 Data size: 3424 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 428 Data size: 3424 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 428 Data size: 3424 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 9 - Map Operator Tree: - TableScan - alias: store - filterExpr: (s_store_name is not null and s_company_name is not null) (type: boolean) - Statistics: Num rows: 1704 Data size: 318648 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (s_store_name is not null and s_company_name is not null) (type: boolean) - Statistics: Num rows: 1704 Data size: 318648 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: s_store_sk (type: bigint), s_store_name (type: varchar(50)), s_company_name (type: varchar(50)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1704 Data size: 318648 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1704 Data size: 318648 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: varchar(50)), KEY._col3 (type: varchar(50)), KEY._col4 (type: char(50)), KEY._col5 (type: char(50)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 4309536 Data size: 2107363104 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col5 (type: char(50)), _col4 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col0 (type: int), _col1 (type: int) - null sort order: aaaazz - sort order: ++++++ - Map-reduce partition columns: _col5 (type: char(50)), _col4 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)) - Statistics: Num rows: 4309536 Data size: 2107363104 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col6 (type: decimal(17,2)) - Reduce Output Operator - key expressions: _col5 (type: char(50)), _col4 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col0 (type: int) - null sort order: aaaaa - sort order: +++++ - Map-reduce partition columns: _col5 (type: char(50)), _col4 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col0 (type: int) - Statistics: Num rows: 4309536 Data size: 2107363104 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col6 (type: decimal(17,2)) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey4 (type: int), KEY.reducesinkkey5 (type: int), KEY.reducesinkkey2 (type: varchar(50)), KEY.reducesinkkey3 (type: varchar(50)), KEY.reducesinkkey1 (type: char(50)), KEY.reducesinkkey0 (type: char(50)), VALUE._col0 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 4309536 Data size: 2107363104 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator - Function definitions: - Input definition - input alias: ptf_0 - output shape: _col0: int, _col1: int, _col2: varchar(50), _col3: varchar(50), _col4: char(50), _col5: char(50), _col6: decimal(17,2) - type: WINDOWING - Windowing table definition - input alias: ptf_1 - name: windowingtablefunction - order by: _col0 ASC NULLS LAST, _col1 ASC NULLS LAST - partition by: _col5, _col4, _col2, _col3 - raw input shape: - window functions: - window function definition - alias: rank_window_0 - arguments: _col0, _col1 - name: rank - window function: GenericUDAFRankEvaluator - window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) - isPivotResult: true - Statistics: Num rows: 4309536 Data size: 2107363104 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: rank_window_0 is not null (type: boolean) - Statistics: Num rows: 4309536 Data size: 2107363104 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col5 (type: char(50)), _col4 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col6 (type: decimal(17,2)), (rank_window_0 + 1) (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 4309536 Data size: 2090124960 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col5 (type: int) - null sort order: zzzzz - sort order: +++++ - Map-reduce partition columns: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col5 (type: int) - Statistics: Num rows: 4309536 Data size: 2090124960 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col4 (type: decimal(17,2)) - PTF Operator - Function definitions: - Input definition - input alias: ptf_0 - output shape: _col0: int, _col1: int, _col2: varchar(50), _col3: varchar(50), _col4: char(50), _col5: char(50), _col6: decimal(17,2) - type: WINDOWING - Windowing table definition - input alias: ptf_1 - name: windowingtablefunction - order by: _col0 ASC NULLS LAST, _col1 ASC NULLS LAST - partition by: _col5, _col4, _col2, _col3 - raw input shape: - window functions: - window function definition - alias: rank_window_0 - arguments: _col0, _col1 - name: rank - window function: GenericUDAFRankEvaluator - window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) - isPivotResult: true - Statistics: Num rows: 4309536 Data size: 2107363104 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: rank_window_0 is not null (type: boolean) - Statistics: Num rows: 4309536 Data size: 2107363104 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col5 (type: char(50)), _col4 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col6 (type: decimal(17,2)), (rank_window_0 - 1) (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 4309536 Data size: 2090124960 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col5 (type: int) - null sort order: zzzzz - sort order: +++++ - Map-reduce partition columns: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col5 (type: int) - Statistics: Num rows: 4309536 Data size: 2090124960 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col4 (type: decimal(17,2)) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: char(50)), KEY.reducesinkkey1 (type: char(50)), KEY.reducesinkkey2 (type: varchar(50)), KEY.reducesinkkey3 (type: varchar(50)), KEY.reducesinkkey4 (type: int), VALUE._col0 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col5, _col4 - Reduce Output Operator - key expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col5 (type: int) - null sort order: zzzzz - sort order: +++++ - Map-reduce partition columns: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col5 (type: int) - Statistics: Num rows: 4309536 Data size: 2090124960 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col4 (type: decimal(17,2)) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey4 (type: int), VALUE._col0 (type: int), KEY.reducesinkkey2 (type: varchar(50)), KEY.reducesinkkey3 (type: varchar(50)), KEY.reducesinkkey1 (type: char(50)), KEY.reducesinkkey0 (type: char(50)), VALUE._col1 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 4309536 Data size: 2107363104 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator - Function definitions: - Input definition - input alias: ptf_0 - output shape: _col0: int, _col1: int, _col2: varchar(50), _col3: varchar(50), _col4: char(50), _col5: char(50), _col6: decimal(17,2) - type: WINDOWING - Windowing table definition - input alias: ptf_1 - name: windowingtablefunction - order by: _col5 ASC NULLS FIRST, _col4 ASC NULLS FIRST, _col2 ASC NULLS FIRST, _col3 ASC NULLS FIRST, _col0 ASC NULLS FIRST - partition by: _col5, _col4, _col2, _col3, _col0 - raw input shape: - window functions: - window function definition - alias: avg_window_0 - arguments: _col6 - name: avg - window function: GenericUDAFAverageEvaluatorDecimal - window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) - Statistics: Num rows: 4309536 Data size: 2107363104 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: avg_window_0 (type: decimal(21,6)), _col0 (type: int), _col1 (type: int), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: char(50)), _col5 (type: char(50)), _col6 (type: decimal(17,2)) - outputColumnNames: avg_window_0, _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 4309536 Data size: 2107363104 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col5 (type: char(50)), _col4 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col0 (type: int), _col1 (type: int) - null sort order: aaaazz - sort order: ++++++ - Map-reduce partition columns: _col5 (type: char(50)), _col4 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)) - Statistics: Num rows: 4309536 Data size: 2107363104 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: avg_window_0 (type: decimal(21,6)), _col6 (type: decimal(17,2)) - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: decimal(21,6)), KEY.reducesinkkey4 (type: int), KEY.reducesinkkey5 (type: int), KEY.reducesinkkey2 (type: varchar(50)), KEY.reducesinkkey3 (type: varchar(50)), KEY.reducesinkkey1 (type: char(50)), KEY.reducesinkkey0 (type: char(50)), VALUE._col1 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 4309536 Data size: 2590031136 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator - Function definitions: - Input definition - input alias: ptf_0 - output shape: _col0: decimal(21,6), _col1: int, _col2: int, _col3: varchar(50), _col4: varchar(50), _col5: char(50), _col6: char(50), _col7: decimal(17,2) - type: WINDOWING - Windowing table definition - input alias: ptf_1 - name: windowingtablefunction - order by: _col1 ASC NULLS LAST, _col2 ASC NULLS LAST - partition by: _col6, _col5, _col3, _col4 - raw input shape: - window functions: - window function definition - alias: rank_window_1 - arguments: _col1, _col2 - name: rank - window function: GenericUDAFRankEvaluator - window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) - isPivotResult: true - Statistics: Num rows: 4309536 Data size: 2590031136 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((_col0 > 0) and rank_window_1 is not null and (_col1 = 2000)) (type: boolean) - Statistics: Num rows: 718256 Data size: 431671856 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: rank_window_1 (type: int), _col0 (type: decimal(21,6)), _col1 (type: int), _col2 (type: int), _col3 (type: varchar(50)), _col4 (type: varchar(50)), _col5 (type: char(50)), _col6 (type: char(50)), _col7 (type: decimal(17,2)) - outputColumnNames: rank_window_1, _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 718256 Data size: 431671856 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: if((_col0 > 0), ((abs((_col7 - _col0)) / _col0) > 0.1), false) (type: boolean) - Statistics: Num rows: 359128 Data size: 217272440 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col6 (type: char(50)), _col5 (type: char(50)), _col3 (type: varchar(50)), _col4 (type: varchar(50)), _col1 (type: int), _col2 (type: int), _col7 (type: decimal(17,2)), _col0 (type: decimal(21,6)), rank_window_1 (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 359128 Data size: 217272440 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col5 (type: int) - 1 _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col8 (type: int) - outputColumnNames: _col4, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 - input vertices: - 0 Reducer 4 - Statistics: Num rows: 359128 Data size: 257494776 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col6 (type: char(50)), _col7 (type: char(50)), _col8 (type: varchar(50)), _col9 (type: varchar(50)), _col14 (type: int) - 1 _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col5 (type: int) - outputColumnNames: _col4, _col6, _col10, _col11, _col12, _col13, _col19 - input vertices: - 1 Reducer 3 - Statistics: Num rows: 359128 Data size: 196083888 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++ - keys: (_col12 - _col13) (type: decimal(22,6)), _col11 (type: int) - null sort order: zz - Statistics: Num rows: 359128 Data size: 196083888 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col6 (type: char(50)), _col10 (type: int), _col11 (type: int), _col13 (type: decimal(21,6)), _col12 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col19 (type: decimal(17,2)), (_col12 - _col13) (type: decimal(22,6)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 359128 Data size: 236306224 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col7 (type: decimal(22,6)), _col2 (type: int) - null sort order: zz - sort order: ++ - Statistics: Num rows: 359128 Data size: 236306224 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: char(50)), _col1 (type: int), _col3 (type: decimal(21,6)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)) - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: char(50)), VALUE._col1 (type: int), KEY.reducesinkkey1 (type: int), VALUE._col2 (type: decimal(21,6)), VALUE._col3 (type: decimal(17,2)), VALUE._col4 (type: decimal(17,2)), VALUE._col5 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 359128 Data size: 196083888 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 54600 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 54600 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_store_sk", + "ss_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "ROW", + "kind": "ROW", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 8, + "name": "$8" + } + ] + }, + { + "op": { + "name": "ROW", + "kind": "ROW", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 12, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "ROW", + "kind": "ROW", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + } + ] + } + ] + }, + "rowCount": 4565.5625 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year", + "d_moy" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 4565.5625 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 4.5770092383917336E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store" + ], + "table:alias": "store", + "inputs": [], + "rowCount": 1704, + "avgRowSize": 1375, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "s_store_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "s_store_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "s_closed_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_store_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_number_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_floor_space" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "s_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_market_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_geography_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_market_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_division_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_company_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_company_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 10, + "name": "s_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "s_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "s_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "s_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "s_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "s_store_sk", + "ndv": 1736, + "minValue": 1, + "maxValue": 1704 + }, + { + "name": "s_store_name", + "ndv": 11 + }, + { + "name": "s_company_name", + "ndv": 2 + }, + { + "name": "s_store_id", + "ndv": 879 + }, + { + "name": "s_rec_start_date", + "ndv": 4, + "minValue": 9933, + "maxValue": 11394 + }, + { + "name": "s_rec_end_date", + "ndv": 3, + "minValue": 10663, + "maxValue": 11393 + }, + { + "name": "s_closed_date_sk", + "ndv": 263, + "minValue": 2450820, + "maxValue": 2451314 + }, + { + "name": "s_number_employees", + "ndv": 100, + "minValue": 200, + "maxValue": 300 + }, + { + "name": "s_floor_space", + "ndv": 1289, + "minValue": 5000201, + "maxValue": 9997773 + }, + { + "name": "s_hours", + "ndv": 4 + }, + { + "name": "s_manager", + "ndv": 1245 + }, + { + "name": "s_market_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "s_geography_class", + "ndv": 2 + }, + { + "name": "s_market_desc", + "ndv": 1311 + }, + { + "name": "s_market_manager", + "ndv": 1236 + }, + { + "name": "s_division_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_division_name", + "ndv": 2 + }, + { + "name": "s_company_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_street_number", + "ndv": 736 + }, + { + "name": "s_street_name", + "ndv": 851 + }, + { + "name": "s_street_type", + "ndv": 21 + }, + { + "name": "s_suite_number", + "ndv": 76 + }, + { + "name": "s_city", + "ndv": 267 + }, + { + "name": "s_county", + "ndv": 128 + }, + { + "name": "s_state", + "ndv": 44 + }, + { + "name": "s_zip", + "ndv": 983 + }, + { + "name": "s_country", + "ndv": 2 + }, + { + "name": "s_gmt_offset", + "ndv": 5, + "minValue": -9, + "maxValue": -5 + }, + { + "name": "s_tax_percentage", + "ndv": 12, + "minValue": 0, + "maxValue": 0.11 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 17, + "name": "$17" + } + ] + } + ] + }, + "rowCount": 1380.24 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk", + "s_store_name", + "s_company_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 17, + "name": "$17" + } + ], + "rowCount": 1380.24 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "9" + ], + "rowCount": 9476056846796710 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 12, + "name": "$12" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 8, + "name": "$8" + } + ] + } + ] + }, + "rowCount": 374220 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand", + "i_category" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 12, + "name": "$12" + } + ], + "rowCount": 374220 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 10, + "name": "$10" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "10", + "13" + ], + "rowCount": 5.319194989812397E20 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5, + 6, + 8, + 9, + 11, + 12 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 5.319194989812397E19 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_year", + "d_moy", + "s_store_name", + "s_company_name", + "i_brand", + "i_category", + "$f6" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 5.319194989812397E19 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "(tok_table_or_col i_category)", + "(tok_table_or_col i_brand)", + "(tok_table_or_col s_store_name)", + "(tok_table_or_col s_company_name)", + "(tok_function sum (tok_table_or_col ss_sales_price))", + "rank_window_1" + ], + "exprs": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 6, + "name": "$6" + }, + { + "op": { + "name": "rank", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [], + "distinct": false, + "type": { + "type": "INTEGER", + "nullable": true + }, + "window": { + "partition": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "order": [ + { + "expr": { + "input": 0, + "name": "$0" + }, + "direction": "ASCENDING", + "null-direction": "LAST" + }, + { + "expr": { + "input": 1, + "name": "$1" + }, + "direction": "ASCENDING", + "null-direction": "LAST" + } + ], + "range-lower": { + "type": "UNBOUNDED_PRECEDING" + }, + "range-upper": { + "type": "UNBOUNDED_FOLLOWING" + } + } + } + ], + "rowCount": 5.319194989812397E19 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + }, + "rowCount": 4.787275490831158E19 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "(tok_table_or_col i_category)", + "(tok_table_or_col i_brand)", + "(tok_table_or_col s_store_name)", + "(tok_table_or_col s_company_name)", + "(tok_function sum (tok_table_or_col ss_sales_price))", + "EXPR$0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "rowCount": 4.787275490831158E19 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "inputs": [ + "0" + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_store_sk", + "ss_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "ROW", + "kind": "ROW", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 8, + "name": "$8" + } + ] + }, + { + "op": { + "name": "ROW", + "kind": "ROW", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 12, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "ROW", + "kind": "ROW", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + } + ] + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 4565.5625 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year", + "d_moy" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 4565.5625 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "21", + "23" + ], + "rowCount": 4.5770092383917336E13 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 17, + "name": "$17" + } + ] + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 1380.24 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk", + "s_store_name", + "s_company_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 17, + "name": "$17" + } + ], + "rowCount": 1380.24 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "24", + "26" + ], + "rowCount": 9476056846796710 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 12, + "name": "$12" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 8, + "name": "$8" + } + ] + } + ] + }, + "inputs": [ + "11" + ], + "rowCount": 374220 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand", + "i_category" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 12, + "name": "$12" + } + ], + "rowCount": 374220 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 10, + "name": "$10" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "27", + "29" + ], + "rowCount": 5.319194989812397E20 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5, + 6, + 8, + 9, + 11, + 12 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 5.319194989812397E19 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_year", + "d_moy", + "s_store_name", + "s_company_name", + "i_brand", + "i_category", + "$f6" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 5.319194989812397E19 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "(tok_table_or_col i_category)", + "(tok_table_or_col i_brand)", + "(tok_table_or_col s_store_name)", + "(tok_table_or_col s_company_name)", + "(tok_function sum (tok_table_or_col ss_sales_price))", + "rank_window_1" + ], + "exprs": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 6, + "name": "$6" + }, + { + "op": { + "name": "rank", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [], + "distinct": false, + "type": { + "type": "INTEGER", + "nullable": true + }, + "window": { + "partition": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "order": [ + { + "expr": { + "input": 0, + "name": "$0" + }, + "direction": "ASCENDING", + "null-direction": "LAST" + }, + { + "expr": { + "input": 1, + "name": "$1" + }, + "direction": "ASCENDING", + "null-direction": "LAST" + } + ], + "range-lower": { + "type": "UNBOUNDED_PRECEDING" + }, + "range-upper": { + "type": "UNBOUNDED_FOLLOWING" + } + } + } + ], + "rowCount": 5.319194989812397E19 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + }, + "rowCount": 4.787275490831158E19 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "(tok_table_or_col i_category)", + "(tok_table_or_col i_brand)", + "(tok_table_or_col s_store_name)", + "(tok_table_or_col s_company_name)", + "(tok_function sum (tok_table_or_col ss_sales_price))", + "EXPR$0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "rowCount": 4.787275490831158E19 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "inputs": [ + "0" + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_store_sk", + "ss_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "ROW", + "kind": "ROW", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 8, + "name": "$8" + } + ] + }, + { + "op": { + "name": "ROW", + "kind": "ROW", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 12, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "ROW", + "kind": "ROW", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + } + ] + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 4565.5625 + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year", + "d_moy" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 4565.5625 + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "37", + "39" + ], + "rowCount": 4.5770092383917336E13 + }, + { + "id": "41", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 17, + "name": "$17" + } + ] + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 1380.24 + }, + { + "id": "42", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk", + "s_store_name", + "s_company_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 17, + "name": "$17" + } + ], + "rowCount": 1380.24 + }, + { + "id": "43", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "40", + "42" + ], + "rowCount": 9476056846796710 + }, + { + "id": "44", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 12, + "name": "$12" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 8, + "name": "$8" + } + ] + } + ] + }, + "inputs": [ + "11" + ], + "rowCount": 374220 + }, + { + "id": "45", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand", + "i_category" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 12, + "name": "$12" + } + ], + "rowCount": 374220 + }, + { + "id": "46", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 10, + "name": "$10" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "43", + "45" + ], + "rowCount": 5.319194989812397E20 + }, + { + "id": "47", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5, + 6, + 8, + 9, + 11, + 12 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 5.319194989812397E19 + }, + { + "id": "48", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_year", + "d_moy", + "s_store_name", + "s_company_name", + "i_brand", + "i_category", + "$f6" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 5.319194989812397E19 + }, + { + "id": "49", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "(tok_table_or_col i_category)", + "(tok_table_or_col i_brand)", + "(tok_table_or_col s_store_name)", + "(tok_table_or_col s_company_name)", + "(tok_table_or_col d_year)", + "(tok_table_or_col d_moy)", + "(tok_function sum (tok_table_or_col ss_sales_price))", + "avg_window_0", + "rank_window_1" + ], + "exprs": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 6, + "name": "$6" + }, + { + "op": { + "name": "avg", + "kind": "AVG", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ], + "distinct": false, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 21, + "scale": 6 + }, + "window": { + "partition": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 0, + "name": "$0" + } + ], + "order": [ + { + "expr": { + "input": 5, + "name": "$5" + }, + "direction": "ASCENDING", + "null-direction": "FIRST" + }, + { + "expr": { + "input": 4, + "name": "$4" + }, + "direction": "ASCENDING", + "null-direction": "FIRST" + }, + { + "expr": { + "input": 2, + "name": "$2" + }, + "direction": "ASCENDING", + "null-direction": "FIRST" + }, + { + "expr": { + "input": 3, + "name": "$3" + }, + "direction": "ASCENDING", + "null-direction": "FIRST" + }, + { + "expr": { + "input": 0, + "name": "$0" + }, + "direction": "ASCENDING", + "null-direction": "FIRST" + } + ], + "range-lower": { + "type": "UNBOUNDED_PRECEDING" + }, + "range-upper": { + "type": "UNBOUNDED_FOLLOWING" + } + } + }, + { + "op": { + "name": "rank", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [], + "distinct": false, + "type": { + "type": "INTEGER", + "nullable": true + }, + "window": { + "partition": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "order": [ + { + "expr": { + "input": 0, + "name": "$0" + }, + "direction": "ASCENDING", + "null-direction": "LAST" + }, + { + "expr": { + "input": 1, + "name": "$1" + }, + "direction": "ASCENDING", + "null-direction": "LAST" + } + ], + "range-lower": { + "type": "UNBOUNDED_PRECEDING" + }, + "range-upper": { + "type": "UNBOUNDED_FOLLOWING" + } + } + } + ], + "rowCount": 5.319194989812397E19 + }, + { + "id": "50", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "ABS", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + } + ] + } + ] + }, + { + "input": 7, + "name": "$7" + } + ] + }, + { + "literal": 0.1, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 1 + } + } + ] + }, + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 8, + "name": "$8" + } + ] + } + ] + }, + "rowCount": 897614154530841984 + }, + { + "id": "51", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "(tok_table_or_col i_category)", + "(tok_table_or_col i_brand)", + "(tok_table_or_col s_store_name)", + "(tok_table_or_col s_company_name)", + "(tok_table_or_col d_year)", + "(tok_table_or_col d_moy)", + "(tok_function sum (tok_table_or_col ss_sales_price))", + "avg_window_0", + "rank_window_1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 897614154530841984 + }, + { + "id": "52", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "input": 5, + "name": "$5" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "35", + "51" + ], + "rowCount": 3.2631302401771794E33 + }, + { + "id": "53", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 13, + "name": "$13" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 15, + "name": "$15" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 20, + "name": "$20" + }, + { + "input": 5, + "name": "$5" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "19", + "52" + ], + "rowCount": 1.1862579161225682E49 + }, + { + "id": "54", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_category", + "d_year", + "d_moy", + "avg_monthly_sales", + "sum_sales", + "psum", + "nsum", + "(- (tok_table_or_col sum_sales) (tok_table_or_col avg_monthly_sales))1" + ], + "exprs": [ + { + "input": 12, + "name": "$12" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 17, + "name": "$17" + }, + { + "input": 19, + "name": "$19" + }, + { + "input": 18, + "name": "$18" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 4, + "name": "$4" + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 18, + "name": "$18" + }, + { + "input": 19, + "name": "$19" + } + ] + } + ], + "rowCount": 1.1862579161225682E49 + }, + { + "id": "55", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 7, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + }, + { + "id": "56", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "v2.i_category", + "v2.d_year", + "v2.d_moy", + "v2.avg_monthly_sales", + "v2.sum_sales", + "v2.psum", + "v2.nsum" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query48.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query48.q.out index bd3b9e37e5ad..b5c6c6dad3b6 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query48.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query48.q.out @@ -1,179 +1,1850 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: (ss_sales_price BETWEEN 50 AND 200 and ss_net_profit is not null and ss_cdemo_sk is not null and ss_addr_sk is not null and ss_store_sk is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_66_container, bigKeyColName:ss_addr_sk, smallTablePos:1, keyRatio:3.323843839779123E-4 - Statistics: Num rows: 82510879939 Data size: 20962809999708 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ss_sales_price BETWEEN 50 AND 200 and ss_net_profit is not null and ss_cdemo_sk is not null and ss_addr_sk is not null and ss_store_sk is not null) (type: boolean) - Statistics: Num rows: 56250168542 Data size: 14290983158452 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_cdemo_sk (type: bigint), ss_addr_sk (type: bigint), ss_quantity (type: int), ss_sold_date_sk (type: bigint), ss_net_profit BETWEEN 0 AND 2000 (type: boolean), ss_net_profit BETWEEN 150 AND 3000 (type: boolean), ss_net_profit BETWEEN 50 AND 25000 (type: boolean) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 56250168542 Data size: 2223465613804 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col4, _col5, _col6 - input vertices: - 1 Map 3 - Statistics: Num rows: 11305327153 Data size: 335229341020 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col4, _col5, _col6 - input vertices: - 1 Map 4 - Statistics: Num rows: 323009350 Data size: 3876112212 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col4, _col5, _col6, _col10, _col11, _col12 - input vertices: - 1 Map 5 - Statistics: Num rows: 27425328 Data size: 658207876 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((_col10 and _col4) or (_col11 and _col5) or (_col12 and _col6)) (type: boolean) - Statistics: Num rows: 20568996 Data size: 493655908 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col2 (type: int) - outputColumnNames: _col2 - Statistics: Num rows: 20568996 Data size: 493655908 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 3 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: (d_year = 1998) (type: boolean) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_year = 1998) (type: boolean) - Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: customer_demographics - filterExpr: ((cd_marital_status = 'M') and (cd_education_status = '4 yr Degree ')) (type: boolean) - Statistics: Num rows: 1920800 Data size: 359189600 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((cd_marital_status = 'M') and (cd_education_status = '4 yr Degree ')) (type: boolean) - Statistics: Num rows: 54880 Data size: 10262560 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cd_demo_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 54880 Data size: 439040 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 54880 Data size: 439040 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: customer_address - filterExpr: ((ca_state) IN ('GA', 'IN', 'KY', 'MO', 'MT', 'NM', 'OR', 'WI', 'WV') and (ca_country = 'United States')) (type: boolean) - Statistics: Num rows: 40000000 Data size: 7640000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((ca_state) IN ('GA', 'IN', 'KY', 'MO', 'MT', 'NM', 'OR', 'WI', 'WV') and (ca_country = 'United States')) (type: boolean) - Statistics: Num rows: 3396227 Data size: 648679357 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ca_address_sk (type: bigint), (ca_state) IN ('GA', 'KY', 'NM') (type: boolean), (ca_state) IN ('IN', 'MT', 'OR') (type: boolean), (ca_state) IN ('MO', 'WI', 'WV') (type: boolean) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 3396227 Data size: 67924540 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 3396227 Data size: 67924540 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: boolean), _col2 (type: boolean), _col3 (type: boolean) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "customer_address", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": "GA", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "IN", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "KY", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "MO", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "MT", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "NM", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "OR", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "WI", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "WV", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "literal": "United States", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 20 + } + } + ] + } + ] + }, + "rowCount": 1500000 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "EXPR$0", + "EXPR$1", + "EXPR$2" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": "GA", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "KY", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "NM", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": "IN", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "MT", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "OR", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": "MO", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "WI", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "WV", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + } + ] + } + ], + "rowCount": 1500000 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_demographics" + ], + "table:alias": "customer_demographics", + "inputs": [], + "rowCount": 1920800, + "avgRowSize": 217, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "cd_demo_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_gender" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_marital_status" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "cd_education_status" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_purchase_estimate" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "cd_credit_rating" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_employed_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_college_count" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "cd_demo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cd_marital_status", + "ndv": 5 + }, + { + "name": "cd_education_status", + "ndv": 7 + }, + { + "name": "cd_gender", + "ndv": 2 + }, + { + "name": "cd_purchase_estimate", + "ndv": 20, + "minValue": 500, + "maxValue": 10000 + }, + { + "name": "cd_credit_rating", + "ndv": 4 + }, + { + "name": "cd_dep_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_dep_employed_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_dep_college_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": "M", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": "4 yr Degree ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 20 + } + } + ] + } + ] + }, + "rowCount": 43218 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cd_demo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 43218 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + } + ] + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 12, + "name": "$12" + }, + { + "literal": 50, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 3, + "scale": 0 + } + }, + { + "literal": 200, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 3, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 21, + "name": "$21" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 1.218046237379503E10 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_cdemo_sk", + "ss_addr_sk", + "ss_quantity", + "ss_sold_date_sk", + "EXPR$0", + "EXPR$1", + "EXPR$2" + ], + "exprs": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 22, + "name": "$22" + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 21, + "name": "$21" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + }, + { + "literal": 2000, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 21, + "name": "$21" + }, + { + "literal": 150, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + }, + { + "literal": 3000, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 21, + "name": "$21" + }, + { + "literal": 50, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + }, + { + "literal": 25000, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + } + ] + } + ], + "rowCount": 1.218046237379503E10 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1998, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 10957.35 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "8", + "11" + ], + "rowCount": 2.0019838408725445E13 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "5", + "12" + ], + "rowCount": 129782606452244448 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 9, + "name": "$9" + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 10, + "name": "$10" + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 11, + "name": "$11" + } + ] + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "13" + ], + "rowCount": 7.30027161293875E21 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 7 + ], + "name": null + } + ], + "rowCount": 1 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "_c0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query49.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query49.q.out index 276726ad4964..ccaef181a9da 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query49.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query49.q.out @@ -1,843 +1,5628 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 19 (BROADCAST_EDGE) - Map 12 <- Reducer 11 (BROADCAST_EDGE) - Map 13 <- Map 19 (BROADCAST_EDGE) - Map 20 <- Reducer 18 (BROADCAST_EDGE) - Map 21 <- Map 19 (BROADCAST_EDGE) - Map 27 <- Reducer 26 (BROADCAST_EDGE) - Reducer 10 <- Reducer 9 (SIMPLE_EDGE) - Reducer 11 <- Map 1 (CUSTOM_SIMPLE_EDGE) - Reducer 14 <- Map 13 (CUSTOM_SIMPLE_EDGE), Map 20 (CUSTOM_SIMPLE_EDGE) - Reducer 15 <- Reducer 14 (SIMPLE_EDGE) - Reducer 16 <- Reducer 15 (SIMPLE_EDGE) - Reducer 17 <- Reducer 16 (SIMPLE_EDGE), Union 6 (CONTAINS) - Reducer 18 <- Map 13 (CUSTOM_SIMPLE_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 12 (CUSTOM_SIMPLE_EDGE) - Reducer 22 <- Map 21 (CUSTOM_SIMPLE_EDGE), Map 27 (CUSTOM_SIMPLE_EDGE) - Reducer 23 <- Reducer 22 (SIMPLE_EDGE) - Reducer 24 <- Reducer 23 (SIMPLE_EDGE) - Reducer 25 <- Reducer 24 (SIMPLE_EDGE), Union 8 (CONTAINS) - Reducer 26 <- Map 21 (CUSTOM_SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) - Reducer 5 <- Reducer 4 (SIMPLE_EDGE), Union 6 (CONTAINS) - Reducer 7 <- Union 6 (SIMPLE_EDGE), Union 8 (CONTAINS) - Reducer 9 <- Union 8 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: ws - filterExpr: ((ws_quantity > 0) and (ws_net_profit > 1) and (ws_net_paid > 0)) (type: boolean) - Statistics: Num rows: 21594638446 Data size: 5441536184068 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((ws_quantity > 0) and (ws_net_profit > 1) and (ws_net_paid > 0)) (type: boolean) - Statistics: Num rows: 14390903321 Data size: 3626299247340 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_item_sk (type: bigint), ws_order_number (type: bigint), ws_quantity (type: int), ws_net_paid (type: decimal(7,2)), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col5 - Statistics: Num rows: 14390903321 Data size: 2014518075388 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col5 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - input vertices: - 1 Map 19 - Statistics: Num rows: 244310989 Data size: 32040660996 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 244310989 Data size: 32040660996 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) - Select Operator - expressions: _col0 (type: bigint), _col1 (type: bigint), hash(_col0,_col1) (type: int) - outputColumnNames: _col0, _col1, _col3 - Statistics: Num rows: 244310989 Data size: 4886219780 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), min(_col1), max(_col1), bloom_filter(_col3, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 12 - Map Operator Tree: - TableScan - alias: wr - filterExpr: ((wr_return_amt > 10000) and wr_item_sk BETWEEN DynamicValue(RS[225]_col0) AND DynamicValue(RS[225]_col1) and wr_order_number BETWEEN DynamicValue(RS[225]_col2) AND DynamicValue(RS[225]_col3) and in_bloom_filter(hash(wr_item_sk,wr_order_number), DynamicValue(RS[225]_col4))) (type: boolean) - Statistics: Num rows: 2160007345 Data size: 273845125140 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((wr_return_amt > 10000) and wr_item_sk BETWEEN DynamicValue(RS[225]_col0) AND DynamicValue(RS[225]_col1) and wr_order_number BETWEEN DynamicValue(RS[225]_col2) AND DynamicValue(RS[225]_col3) and in_bloom_filter(hash(wr_item_sk,wr_order_number), DynamicValue(RS[225]_col4))) (type: boolean) - Statistics: Num rows: 1420050734 Data size: 180033633704 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: wr_item_sk (type: bigint), wr_order_number (type: bigint), wr_return_quantity (type: int), wr_return_amt (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1420050734 Data size: 180033633704 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 1420050734 Data size: 180033633704 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 13 - Map Operator Tree: - TableScan - alias: cs - filterExpr: ((cs_quantity > 0) and (cs_net_profit > 1) and (cs_net_paid > 0)) (type: boolean) - Statistics: Num rows: 43005109025 Data size: 10824794628716 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((cs_quantity > 0) and (cs_net_profit > 1) and (cs_net_paid > 0)) (type: boolean) - Statistics: Num rows: 28650456622 Data size: 7211592203468 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_item_sk (type: bigint), cs_order_number (type: bigint), cs_quantity (type: int), cs_net_paid (type: decimal(7,2)), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col5 - Statistics: Num rows: 28650456622 Data size: 4002741061804 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col5 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - input vertices: - 1 Map 19 - Statistics: Num rows: 482953772 Data size: 55427032628 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 482953772 Data size: 55427032628 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) - Select Operator - expressions: _col0 (type: bigint), _col1 (type: bigint), hash(_col0,_col1) (type: int) - outputColumnNames: _col0, _col1, _col3 - Statistics: Num rows: 482953772 Data size: 9659075440 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), min(_col1), max(_col1), bloom_filter(_col3, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 19 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: ((d_year = 2000) and (d_moy = 12)) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 2000) and (d_moy = 12)) (type: boolean) - Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: cs - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 13 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: sts - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 21 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: ws - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 20 - Map Operator Tree: - TableScan - alias: cr - filterExpr: ((cr_return_amount > 10000) and cr_item_sk BETWEEN DynamicValue(RS[235]_col0) AND DynamicValue(RS[235]_col1) and cr_order_number BETWEEN DynamicValue(RS[235]_col2) AND DynamicValue(RS[235]_col3) and in_bloom_filter(hash(cr_item_sk,cr_order_number), DynamicValue(RS[235]_col4))) (type: boolean) - Statistics: Num rows: 4320980099 Data size: 560353946136 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((cr_return_amount > 10000) and cr_item_sk BETWEEN DynamicValue(RS[235]_col0) AND DynamicValue(RS[235]_col1) and cr_order_number BETWEEN DynamicValue(RS[235]_col2) AND DynamicValue(RS[235]_col3) and in_bloom_filter(hash(cr_item_sk,cr_order_number), DynamicValue(RS[235]_col4))) (type: boolean) - Statistics: Num rows: 2820902301 Data size: 365820647148 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cr_item_sk (type: bigint), cr_order_number (type: bigint), cr_return_quantity (type: int), cr_return_amount (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2820902301 Data size: 365820647148 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 2820902301 Data size: 365820647148 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 21 - Map Operator Tree: - TableScan - alias: sts - filterExpr: ((ss_quantity > 0) and (ss_net_profit > 1) and (ss_net_paid > 0)) (type: boolean) - Statistics: Num rows: 82510879939 Data size: 20349734757316 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((ss_quantity > 0) and (ss_net_profit > 1) and (ss_net_paid > 0)) (type: boolean) - Statistics: Num rows: 41222412506 Data size: 10166721784872 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_ticket_number (type: bigint), ss_quantity (type: int), ss_net_paid (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col5 - Statistics: Num rows: 41222412506 Data size: 5658704074760 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col5 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - input vertices: - 1 Map 19 - Statistics: Num rows: 699823225 Data size: 11197171716 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 699823225 Data size: 11197171716 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) - Select Operator - expressions: _col0 (type: bigint), _col1 (type: bigint), hash(_col0,_col1) (type: int) - outputColumnNames: _col0, _col1, _col3 - Statistics: Num rows: 699823225 Data size: 13996464500 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), min(_col1), max(_col1), bloom_filter(_col3, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 27 - Map Operator Tree: - TableScan - alias: sr - filterExpr: ((sr_return_amt > 10000) and sr_item_sk BETWEEN DynamicValue(RS[245]_col0) AND DynamicValue(RS[245]_col1) and sr_ticket_number BETWEEN DynamicValue(RS[245]_col2) AND DynamicValue(RS[245]_col3) and in_bloom_filter(hash(sr_item_sk,sr_ticket_number), DynamicValue(RS[245]_col4))) (type: boolean) - Statistics: Num rows: 8634166995 Data size: 1104703724476 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((sr_return_amt > 10000) and sr_item_sk BETWEEN DynamicValue(RS[245]_col0) AND DynamicValue(RS[245]_col1) and sr_ticket_number BETWEEN DynamicValue(RS[245]_col2) AND DynamicValue(RS[245]_col3) and in_bloom_filter(hash(sr_item_sk,sr_ticket_number), DynamicValue(RS[245]_col4))) (type: boolean) - Statistics: Num rows: 4238623038 Data size: 542313191336 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: sr_item_sk (type: bigint), sr_ticket_number (type: bigint), sr_return_quantity (type: int), sr_return_amt (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 4238623038 Data size: 542313191336 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 4238623038 Data size: 542313191336 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 10 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: bigint), VALUE._col1 (type: decimal(35,20)), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 15648 Data size: 3426912 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 21900 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 21900 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 11 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), bloom_filter(VALUE._col4, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) - Reducer 14 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - outputColumnNames: _col0, _col2, _col3, _col9, _col10 - input vertices: - 1 Map 20 - Statistics: Num rows: 508031682 Data size: 107066281820 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Select Operator - expressions: _col0 (type: bigint), if(_col9 is not null, _col9, 0) (type: int), if(_col2 is not null, _col2, 0) (type: int), if(_col10 is not null, _col10, 0) (type: decimal(7,2)), if(_col3 is not null, _col3, 0) (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 508031682 Data size: 107066281820 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1), sum(_col2), sum(_col3), sum(_col4) - keys: _col0 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 3263172 Data size: 809266656 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 3263172 Data size: 809266656 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) - Reducer 15 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) - keys: KEY._col0 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 7788 Data size: 1931424 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: 0 (type: int), (CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) (type: decimal(35,20)) - null sort order: az - sort order: ++ - Map-reduce partition columns: 0 (type: int) - Statistics: Num rows: 7788 Data size: 1931424 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) - Reducer 16 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: bigint), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint), VALUE._col3 (type: decimal(17,2)), VALUE._col4 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 7788 Data size: 1931424 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator - Function definitions: - Input definition - input alias: ptf_0 - output shape: _col0: bigint, _col1: bigint, _col2: bigint, _col3: decimal(17,2), _col4: decimal(17,2) - type: WINDOWING - Windowing table definition - input alias: ptf_1 - name: windowingtablefunction - order by: (CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) ASC NULLS LAST - partition by: 0 - raw input shape: - window functions: - window function definition - alias: rank_window_0 - arguments: (CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) - name: rank - window function: GenericUDAFRankEvaluator - window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) - isPivotResult: true - Statistics: Num rows: 7788 Data size: 1931424 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: rank_window_0 (type: int), _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) - outputColumnNames: rank_window_0, _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 7788 Data size: 1931424 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: 0 (type: int), (CAST( _col3 AS decimal(15,4)) / CAST( _col4 AS decimal(15,4))) (type: decimal(35,20)) - null sort order: az - sort order: ++ - Map-reduce partition columns: 0 (type: int) - Statistics: Num rows: 7788 Data size: 1931424 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: rank_window_0 (type: int), _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) - Reducer 17 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint), VALUE._col3 (type: bigint), VALUE._col4 (type: decimal(17,2)), VALUE._col5 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 7788 Data size: 1962576 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator - Function definitions: - Input definition - input alias: ptf_0 - type: WINDOWING - Windowing table definition - input alias: ptf_1 - name: windowingtablefunction - order by: (CAST( _col4 AS decimal(15,4)) / CAST( _col5 AS decimal(15,4))) ASC NULLS LAST - partition by: 0 - raw input shape: - window functions: - window function definition - alias: rank_window_1 - arguments: (CAST( _col4 AS decimal(15,4)) / CAST( _col5 AS decimal(15,4))) - name: rank - window function: GenericUDAFRankEvaluator - window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) - isPivotResult: true - Statistics: Num rows: 7788 Data size: 1962576 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((_col0 <= 10) or (rank_window_1 <= 10)) (type: boolean) - Statistics: Num rows: 5192 Data size: 1308384 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: 'catalog' (type: string), _col1 (type: bigint), (CAST( _col2 AS decimal(15,4)) / CAST( _col3 AS decimal(15,4))) (type: decimal(35,20)), _col0 (type: int), rank_window_1 (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 5192 Data size: 1137048 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: string), _col3 (type: int), _col4 (type: int), _col1 (type: bigint), _col2 (type: decimal(35,20)) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 10420 Data size: 2281980 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: bigint), _col4 (type: decimal(35,20)) - null sort order: zzzzz - sort order: +++++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: bigint), _col4 (type: decimal(35,20)) - Statistics: Num rows: 10420 Data size: 2281980 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 18 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), bloom_filter(VALUE._col4, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - outputColumnNames: _col0, _col2, _col3, _col9, _col10 - input vertices: - 1 Map 12 - Statistics: Num rows: 263404204 Data size: 55595556224 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Select Operator - expressions: _col0 (type: bigint), if(_col9 is not null, _col9, 0) (type: int), if(_col2 is not null, _col2, 0) (type: int), if(_col10 is not null, _col10, 0) (type: decimal(7,2)), if(_col3 is not null, _col3, 0) (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 263404204 Data size: 55595556224 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1), sum(_col2), sum(_col3), sum(_col4) - keys: _col0 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1709992 Data size: 424078016 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1709992 Data size: 424078016 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) - Reducer 22 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - outputColumnNames: _col0, _col2, _col3, _col9, _col10 - input vertices: - 1 Map 27 - Statistics: Num rows: 699823225 Data size: 69593030336 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Select Operator - expressions: _col0 (type: bigint), if(_col9 is not null, _col9, 0) (type: int), if(_col2 is not null, _col2, 0) (type: int), if(_col10 is not null, _col10, 0) (type: decimal(7,2)), if(_col3 is not null, _col3, 0) (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 699823225 Data size: 69593030336 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1), sum(_col2), sum(_col3), sum(_col4) - keys: _col0 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 2133568 Data size: 529124864 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 2133568 Data size: 529124864 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) - Reducer 23 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) - keys: KEY._col0 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 7844 Data size: 1945312 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: 0 (type: int), (CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) (type: decimal(35,20)) - null sort order: az - sort order: ++ - Map-reduce partition columns: 0 (type: int) - Statistics: Num rows: 7844 Data size: 1945312 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) - Reducer 24 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: bigint), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint), VALUE._col3 (type: decimal(17,2)), VALUE._col4 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 7844 Data size: 1945312 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator - Function definitions: - Input definition - input alias: ptf_0 - output shape: _col0: bigint, _col1: bigint, _col2: bigint, _col3: decimal(17,2), _col4: decimal(17,2) - type: WINDOWING - Windowing table definition - input alias: ptf_1 - name: windowingtablefunction - order by: (CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) ASC NULLS LAST - partition by: 0 - raw input shape: - window functions: - window function definition - alias: rank_window_0 - arguments: (CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) - name: rank - window function: GenericUDAFRankEvaluator - window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) - isPivotResult: true - Statistics: Num rows: 7844 Data size: 1945312 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: rank_window_0 (type: int), _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) - outputColumnNames: rank_window_0, _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 7844 Data size: 1945312 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: 0 (type: int), (CAST( _col3 AS decimal(15,4)) / CAST( _col4 AS decimal(15,4))) (type: decimal(35,20)) - null sort order: az - sort order: ++ - Map-reduce partition columns: 0 (type: int) - Statistics: Num rows: 7844 Data size: 1945312 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: rank_window_0 (type: int), _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) - Reducer 25 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint), VALUE._col3 (type: bigint), VALUE._col4 (type: decimal(17,2)), VALUE._col5 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 7844 Data size: 1976688 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator - Function definitions: - Input definition - input alias: ptf_0 - type: WINDOWING - Windowing table definition - input alias: ptf_1 - name: windowingtablefunction - order by: (CAST( _col4 AS decimal(15,4)) / CAST( _col5 AS decimal(15,4))) ASC NULLS LAST - partition by: 0 - raw input shape: - window functions: - window function definition - alias: rank_window_1 - arguments: (CAST( _col4 AS decimal(15,4)) / CAST( _col5 AS decimal(15,4))) - name: rank - window function: GenericUDAFRankEvaluator - window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) - isPivotResult: true - Statistics: Num rows: 7844 Data size: 1976688 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((_col0 <= 10) or (rank_window_1 <= 10)) (type: boolean) - Statistics: Num rows: 5228 Data size: 1317456 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: 'store' (type: string), _col1 (type: bigint), (CAST( _col2 AS decimal(15,4)) / CAST( _col3 AS decimal(15,4))) (type: decimal(35,20)), _col0 (type: int), rank_window_1 (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 5228 Data size: 1134476 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: +++++ - keys: _col0 (type: string), _col3 (type: int), _col4 (type: int), _col1 (type: bigint), _col2 (type: decimal(35,20)) - null sort order: zzzzz - Statistics: Num rows: 15648 Data size: 3416456 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - keys: _col0 (type: string), _col3 (type: int), _col4 (type: int), _col1 (type: bigint), _col2 (type: decimal(35,20)) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 15648 Data size: 3426912 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: bigint), _col4 (type: decimal(35,20)) - null sort order: zzzzz - sort order: +++++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: bigint), _col4 (type: decimal(35,20)) - Statistics: Num rows: 15648 Data size: 3426912 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 26 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), bloom_filter(VALUE._col4, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) - keys: KEY._col0 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 7844 Data size: 1945312 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: 0 (type: int), (CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) (type: decimal(35,20)) - null sort order: az - sort order: ++ - Map-reduce partition columns: 0 (type: int) - Statistics: Num rows: 7844 Data size: 1945312 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: bigint), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint), VALUE._col3 (type: decimal(17,2)), VALUE._col4 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 7844 Data size: 1945312 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator - Function definitions: - Input definition - input alias: ptf_0 - output shape: _col0: bigint, _col1: bigint, _col2: bigint, _col3: decimal(17,2), _col4: decimal(17,2) - type: WINDOWING - Windowing table definition - input alias: ptf_1 - name: windowingtablefunction - order by: (CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) ASC NULLS LAST - partition by: 0 - raw input shape: - window functions: - window function definition - alias: rank_window_0 - arguments: (CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) - name: rank - window function: GenericUDAFRankEvaluator - window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) - isPivotResult: true - Statistics: Num rows: 7844 Data size: 1945312 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: rank_window_0 (type: int), _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) - outputColumnNames: rank_window_0, _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 7844 Data size: 1945312 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: 0 (type: int), (CAST( _col3 AS decimal(15,4)) / CAST( _col4 AS decimal(15,4))) (type: decimal(35,20)) - null sort order: az - sort order: ++ - Map-reduce partition columns: 0 (type: int) - Statistics: Num rows: 7844 Data size: 1945312 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: rank_window_0 (type: int), _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint), VALUE._col3 (type: bigint), VALUE._col4 (type: decimal(17,2)), VALUE._col5 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 7844 Data size: 1976688 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator - Function definitions: - Input definition - input alias: ptf_0 - type: WINDOWING - Windowing table definition - input alias: ptf_1 - name: windowingtablefunction - order by: (CAST( _col4 AS decimal(15,4)) / CAST( _col5 AS decimal(15,4))) ASC NULLS LAST - partition by: 0 - raw input shape: - window functions: - window function definition - alias: rank_window_1 - arguments: (CAST( _col4 AS decimal(15,4)) / CAST( _col5 AS decimal(15,4))) - name: rank - window function: GenericUDAFRankEvaluator - window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) - isPivotResult: true - Statistics: Num rows: 7844 Data size: 1976688 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((_col0 <= 10) or (rank_window_1 <= 10)) (type: boolean) - Statistics: Num rows: 5228 Data size: 1317456 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: 'web' (type: string), _col1 (type: bigint), (CAST( _col2 AS decimal(15,4)) / CAST( _col3 AS decimal(15,4))) (type: decimal(35,20)), _col0 (type: int), rank_window_1 (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 5228 Data size: 1124020 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: string), _col3 (type: int), _col4 (type: int), _col1 (type: bigint), _col2 (type: decimal(35,20)) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 10420 Data size: 2281980 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: bigint), _col4 (type: decimal(35,20)) - null sort order: zzzzz - sort order: +++++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: bigint), _col4 (type: decimal(35,20)) - Statistics: Num rows: 10420 Data size: 2281980 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: int), KEY._col3 (type: bigint), KEY._col4 (type: decimal(35,20)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 10420 Data size: 2281980 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: string), _col3 (type: bigint), _col4 (type: decimal(35,20)), _col1 (type: int), _col2 (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 10420 Data size: 2281980 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: +++++ - keys: _col0 (type: string), _col3 (type: int), _col4 (type: int), _col1 (type: bigint), _col2 (type: decimal(35,20)) - null sort order: zzzzz - Statistics: Num rows: 15648 Data size: 3416456 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - keys: _col0 (type: string), _col3 (type: int), _col4 (type: int), _col1 (type: bigint), _col2 (type: decimal(35,20)) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 15648 Data size: 3426912 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: bigint), _col4 (type: decimal(35,20)) - null sort order: zzzzz - sort order: +++++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: bigint), _col4 (type: decimal(35,20)) - Statistics: Num rows: 15648 Data size: 3426912 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 9 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: int), KEY._col3 (type: bigint), KEY._col4 (type: decimal(35,20)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 15648 Data size: 3426912 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: string), _col3 (type: bigint), _col4 (type: decimal(35,20)), _col1 (type: int), _col2 (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 15648 Data size: 3426912 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col3 (type: int), _col4 (type: int) - null sort order: zzz - sort order: +++ - Statistics: Num rows: 15648 Data size: 3426912 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint), _col2 (type: decimal(35,20)) - Union 6 - Vertex: Union 6 - Union 8 - Vertex: Union 8 - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_returns" + ], + "table:alias": "wr", + "inputs": [], + "rowCount": 2160007345, + "avgRowSize": 281, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returned_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "wr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "wr_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "wr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_account_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "wr_returned_date_sk" + ], + "colStats": [ + { + "name": "wr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "wr_order_number", + "ndv": 1317116406, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "wr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "wr_return_amt", + "ndv": 1108704, + "minValue": 0, + "maxValue": 29191 + }, + { + "name": "wr_returned_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "wr_refunded_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "wr_refunded_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "wr_refunded_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "wr_refunded_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "wr_returning_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "wr_returning_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "wr_returning_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "wr_returning_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "wr_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "wr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "wr_return_tax", + "ndv": 198904, + "minValue": 0, + "maxValue": 2620.34 + }, + { + "name": "wr_return_amt_inc_tax", + "ndv": 2111617, + "minValue": 0, + "maxValue": 31735.25 + }, + { + "name": "wr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "wr_return_ship_cost", + "ndv": 553061, + "minValue": 0, + "maxValue": 14624 + }, + { + "name": "wr_refunded_cash", + "ndv": 1631618, + "minValue": 0, + "maxValue": 28085.82 + }, + { + "name": "wr_reversed_charge", + "ndv": 1277260, + "minValue": 0, + "maxValue": 26135.99 + }, + { + "name": "wr_account_credit", + "ndv": 1249055, + "minValue": 0, + "maxValue": 24649.69 + }, + { + "name": "wr_net_loss", + "ndv": 1227508, + "minValue": 0.5, + "maxValue": 16733.32 + }, + { + "name": "wr_returned_date_sk", + "ndv": 2185, + "minValue": 2450819, + "maxValue": 2453002 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": 10000, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 5, + "scale": 0 + } + } + ] + }, + "rowCount": 1.0800036725E9 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "wr_item_sk", + "wr_order_number", + "wr_return_quantity", + "wr_return_amt" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + } + ], + "rowCount": 1.0800036725E9 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "ws", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 17, + "name": "$17" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 32, + "name": "$32" + }, + { + "literal": 1, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 28, + "name": "$28" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 2.429396825175E9 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_item_sk", + "ws_order_number", + "ws_quantity", + "ws_net_paid", + "ws_net_profit", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 17, + "name": "$17" + }, + { + "input": 28, + "name": "$28" + }, + { + "input": 32, + "name": "$32" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 2.429396825175E9 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 12, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 1643.6025 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1643.6025 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "5", + "8" + ], + "rowCount": 5.98944404302454E11 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 1, + "name": "$1" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "9" + ], + "rowCount": 1.4554398516074439E19 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4" + ], + "exprs": [ + { + "input": 4, + "name": "$4" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "input": 2, + "name": "$2" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "input": 6, + "name": "$6" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "input": 7, + "name": "$7" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + } + ] + } + ], + "rowCount": 1.4554398516074439E19 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 22, + "scale": 2 + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 22, + "scale": 2 + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + } + ], + "rowCount": 1455439851607443968 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 1455439851607443968 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "item", + "return_ratio", + "rank_window_0", + "rank_window_1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 15, + "scale": 4 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 15, + "scale": 4 + } + } + ] + }, + { + "op": { + "name": "rank", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [], + "distinct": false, + "type": { + "type": "INTEGER", + "nullable": true + }, + "window": { + "partition": [ + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "order": [ + { + "expr": { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 15, + "scale": 4 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 15, + "scale": 4 + } + } + ] + }, + "direction": "ASCENDING", + "null-direction": "LAST" + } + ], + "range-lower": { + "type": "UNBOUNDED_PRECEDING" + }, + "range-upper": { + "type": "UNBOUNDED_FOLLOWING" + } + } + }, + { + "op": { + "name": "rank", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [], + "distinct": false, + "type": { + "type": "INTEGER", + "nullable": true + }, + "window": { + "partition": [ + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "order": [ + { + "expr": { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 15, + "scale": 4 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 15, + "scale": 4 + } + } + ] + }, + "direction": "ASCENDING", + "null-direction": "LAST" + } + ], + "range-lower": { + "type": "UNBOUNDED_PRECEDING" + }, + "range-upper": { + "type": "UNBOUNDED_FOLLOWING" + } + } + } + ], + "rowCount": 1455439851607443968 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": 10, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 10, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 363859962901860992 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "item", + "return_ratio", + "return_rank", + "currency_rank" + ], + "exprs": [ + { + "literal": "web", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 363859962901860992 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_returns" + ], + "table:alias": "cr", + "inputs": [], + "rowCount": 4320980099, + "avgRowSize": 305, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returned_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cr_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_amount" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_store_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cr_returned_date_sk" + ], + "colStats": [ + { + "name": "cr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cr_order_number", + "ndv": 2681654419, + "minValue": 2, + "maxValue": 4800000000 + }, + { + "name": "cr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cr_return_amount", + "ndv": 973170, + "minValue": 0, + "maxValue": 28805.04 + }, + { + "name": "cr_returned_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cr_refunded_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cr_refunded_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cr_refunded_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cr_refunded_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cr_returning_customer_sk", + "ndv": 77511828, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cr_returning_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cr_returning_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cr_returning_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cr_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cr_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cr_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cr_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "cr_return_tax", + "ndv": 169232, + "minValue": 0, + "maxValue": 2511.58 + }, + { + "name": "cr_return_amt_inc_tax", + "ndv": 1689965, + "minValue": 0, + "maxValue": 30891.32 + }, + { + "name": "cr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "cr_return_ship_cost", + "ndv": 501353, + "minValue": 0, + "maxValue": 14273.28 + }, + { + "name": "cr_refunded_cash", + "ndv": 1257293, + "minValue": 0, + "maxValue": 26955.24 + }, + { + "name": "cr_reversed_charge", + "ndv": 895564, + "minValue": 0, + "maxValue": 24033.84 + }, + { + "name": "cr_store_credit", + "ndv": 906118, + "minValue": 0, + "maxValue": 24886.13 + }, + { + "name": "cr_net_loss", + "ndv": 996464, + "minValue": 0.5, + "maxValue": 16346.37 + }, + { + "name": "cr_returned_date_sk", + "ndv": 2104, + "minValue": 2450821, + "maxValue": 2452924 + } + ] + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 17, + "name": "$17" + }, + { + "literal": 10000, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 5, + "scale": 0 + } + } + ] + }, + "rowCount": 2.1604900495E9 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cr_item_sk", + "cr_order_number", + "cr_return_quantity", + "cr_return_amount" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 17, + "name": "$17" + } + ], + "rowCount": 2.1604900495E9 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "cs", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + } + ] + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 17, + "name": "$17" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 32, + "name": "$32" + }, + { + "literal": 1, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 28, + "name": "$28" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 4.8380747653125E9 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_item_sk", + "cs_order_number", + "cs_quantity", + "cs_net_paid", + "cs_net_profit", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 14, + "name": "$14" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 17, + "name": "$17" + }, + { + "input": 28, + "name": "$28" + }, + { + "input": 32, + "name": "$32" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 4.8380747653125E9 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 12, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "6" + ], + "rowCount": 1643.6025 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1643.6025 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "22", + "24" + ], + "rowCount": 1.1927807669181807E12 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 1, + "name": "$1" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "19", + "25" + ], + "rowCount": 5.798229700863843E19 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4" + ], + "exprs": [ + { + "input": 4, + "name": "$4" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "input": 2, + "name": "$2" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "input": 6, + "name": "$6" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "input": 7, + "name": "$7" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + } + ] + } + ], + "rowCount": 5.798229700863843E19 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 22, + "scale": 2 + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 22, + "scale": 2 + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + } + ], + "rowCount": 5798229700863842304 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 5798229700863842304 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "item", + "return_ratio", + "rank_window_0", + "rank_window_1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 15, + "scale": 4 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 15, + "scale": 4 + } + } + ] + }, + { + "op": { + "name": "rank", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [], + "distinct": false, + "type": { + "type": "INTEGER", + "nullable": true + }, + "window": { + "partition": [ + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "order": [ + { + "expr": { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 15, + "scale": 4 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 15, + "scale": 4 + } + } + ] + }, + "direction": "ASCENDING", + "null-direction": "LAST" + } + ], + "range-lower": { + "type": "UNBOUNDED_PRECEDING" + }, + "range-upper": { + "type": "UNBOUNDED_FOLLOWING" + } + } + }, + { + "op": { + "name": "rank", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [], + "distinct": false, + "type": { + "type": "INTEGER", + "nullable": true + }, + "window": { + "partition": [ + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "order": [ + { + "expr": { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 15, + "scale": 4 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 15, + "scale": 4 + } + } + ] + }, + "direction": "ASCENDING", + "null-direction": "LAST" + } + ], + "range-lower": { + "type": "UNBOUNDED_PRECEDING" + }, + "range-upper": { + "type": "UNBOUNDED_FOLLOWING" + } + } + } + ], + "rowCount": 5798229700863842304 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": 10, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 10, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 1449557425215960576 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "item", + "return_ratio", + "return_rank", + "currency_rank" + ], + "exprs": [ + { + "literal": "catalog", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 1449557425215960576 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", + "all": true, + "inputs": [ + "16", + "32" + ], + "rowCount": 1813417388117821440 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "item", + "return_ratio", + "return_rank", + "currency_rank" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 1813417388117821440 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2, + 3, + 4 + ], + "aggs": [], + "rowCount": 181341738811782144 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "item", + "return_ratio", + "return_rank", + "currency_rank" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 181341738811782144 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_returns" + ], + "table:alias": "sr", + "inputs": [], + "rowCount": 8634166995, + "avgRowSize": 249, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "sr_return_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "sr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "sr_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "sr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_store_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "sr_returned_date_sk" + ], + "colStats": [ + { + "name": "sr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "sr_ticket_number", + "ndv": 5114579988, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "sr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "sr_return_amt", + "ndv": 715216, + "minValue": 0, + "maxValue": 19643 + }, + { + "name": "sr_return_time_sk", + "ndv": 32389, + "minValue": 28799, + "maxValue": 61199 + }, + { + "name": "sr_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "sr_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "sr_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "sr_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "sr_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "sr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "sr_return_tax", + "ndv": 141365, + "minValue": 0, + "maxValue": 1714.37 + }, + { + "name": "sr_return_amt_inc_tax", + "ndv": 1520430, + "minValue": 0, + "maxValue": 21018.01 + }, + { + "name": "sr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "sr_return_ship_cost", + "ndv": 363000, + "minValue": 0, + "maxValue": 9975 + }, + { + "name": "sr_refunded_cash", + "ndv": 1187970, + "minValue": 0, + "maxValue": 18413.33 + }, + { + "name": "sr_reversed_charge", + "ndv": 926355, + "minValue": 0, + "maxValue": 18104.5 + }, + { + "name": "sr_store_credit", + "ndv": 937950, + "minValue": 0, + "maxValue": 17792.48 + }, + { + "name": "sr_net_loss", + "ndv": 851834, + "minValue": 0.5, + "maxValue": 11008.17 + }, + { + "name": "sr_returned_date_sk", + "ndv": 2004, + "minValue": 2450820, + "maxValue": 2452822 + } + ] + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "literal": 10000, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 5, + "scale": 0 + } + } + ] + }, + "rowCount": 4.3170834975E9 + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sr_item_sk", + "sr_ticket_number", + "sr_return_quantity", + "sr_return_amt" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + } + ], + "rowCount": 4.3170834975E9 + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "sts", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + } + ] + }, + { + "id": "41", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 21, + "name": "$21" + }, + { + "literal": 1, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 19, + "name": "$19" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 9.2824739931375E9 + }, + { + "id": "42", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_ticket_number", + "ss_quantity", + "ss_net_paid", + "ss_net_profit", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 19, + "name": "$19" + }, + { + "input": 21, + "name": "$21" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 9.2824739931375E9 + }, + { + "id": "43", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 12, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "6" + ], + "rowCount": 1643.6025 + }, + { + "id": "44", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1643.6025 + }, + { + "id": "45", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "42", + "44" + ], + "rowCount": 2.2885046191958667E12 + }, + { + "id": "46", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 1, + "name": "$1" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "39", + "45" + ], + "rowCount": 2.2229247432336743E20 + }, + { + "id": "47", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4" + ], + "exprs": [ + { + "input": 4, + "name": "$4" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "input": 2, + "name": "$2" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "input": 6, + "name": "$6" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "input": 7, + "name": "$7" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + } + ] + } + ], + "rowCount": 2.2229247432336743E20 + }, + { + "id": "48", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 22, + "scale": 2 + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 22, + "scale": 2 + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + } + ], + "rowCount": 2.2229247432336744E19 + }, + { + "id": "49", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 2.2229247432336744E19 + }, + { + "id": "50", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "item", + "return_ratio", + "rank_window_0", + "rank_window_1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 15, + "scale": 4 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 15, + "scale": 4 + } + } + ] + }, + { + "op": { + "name": "rank", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [], + "distinct": false, + "type": { + "type": "INTEGER", + "nullable": true + }, + "window": { + "partition": [ + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "order": [ + { + "expr": { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 15, + "scale": 4 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 15, + "scale": 4 + } + } + ] + }, + "direction": "ASCENDING", + "null-direction": "LAST" + } + ], + "range-lower": { + "type": "UNBOUNDED_PRECEDING" + }, + "range-upper": { + "type": "UNBOUNDED_FOLLOWING" + } + } + }, + { + "op": { + "name": "rank", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [], + "distinct": false, + "type": { + "type": "INTEGER", + "nullable": true + }, + "window": { + "partition": [ + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "order": [ + { + "expr": { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 15, + "scale": 4 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 15, + "scale": 4 + } + } + ] + }, + "direction": "ASCENDING", + "null-direction": "LAST" + } + ], + "range-lower": { + "type": "UNBOUNDED_PRECEDING" + }, + "range-upper": { + "type": "UNBOUNDED_FOLLOWING" + } + } + } + ], + "rowCount": 2.2229247432336744E19 + }, + { + "id": "51", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": 10, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 10, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 5557311858084186112 + }, + { + "id": "52", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "item", + "return_ratio", + "return_rank", + "currency_rank" + ], + "exprs": [ + { + "literal": "store", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 5557311858084186112 + }, + { + "id": "53", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", + "all": true, + "inputs": [ + "36", + "52" + ], + "rowCount": 5738653596895968256 + }, + { + "id": "54", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "item", + "return_ratio", + "return_rank", + "currency_rank" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 5738653596895968256 + }, + { + "id": "55", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2, + 3, + 4 + ], + "aggs": [], + "rowCount": 573865359689596800 + }, + { + "id": "56", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "item", + "return_ratio", + "return_rank", + "currency_rank" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 573865359689596800 + }, + { + "id": "57", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 3, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 4, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query5.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query5.q.out index ea66858b591b..58f01d7257b5 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query5.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query5.q.out @@ -1,738 +1,5979 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 20 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Union 2 (CONTAINS) - Map 12 <- Map 13 (BROADCAST_EDGE), Map 20 (BROADCAST_EDGE), Union 10 (CONTAINS) - Map 14 <- Map 20 (BROADCAST_EDGE), Map 21 (BROADCAST_EDGE), Union 15 (CONTAINS) - Map 7 <- Map 20 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Union 2 (CONTAINS) - Map 9 <- Map 13 (BROADCAST_EDGE), Map 20 (BROADCAST_EDGE), Union 10 (CONTAINS) - Reducer 11 <- Union 10 (SIMPLE_EDGE), Union 4 (CONTAINS) - Reducer 16 <- Union 15 (SIMPLE_EDGE), Union 4 (CONTAINS) - Reducer 18 <- Map 17 (CUSTOM_SIMPLE_EDGE), Map 19 (CUSTOM_SIMPLE_EDGE), Map 20 (BROADCAST_EDGE), Map 21 (BROADCAST_EDGE), Union 15 (CONTAINS) - Reducer 3 <- Union 2 (SIMPLE_EDGE), Union 4 (CONTAINS) - Reducer 5 <- Union 4 (SIMPLE_EDGE) - Reducer 6 <- Reducer 5 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: ss_store_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_232_container, bigKeyColName:ss_store_sk, smallTablePos:1, keyRatio:0.11950491485837746 - Statistics: Num rows: 82510879939 Data size: 19351122693824 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ss_store_sk is not null (type: boolean) - Statistics: Num rows: 80569240632 Data size: 18895753650592 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_store_sk (type: bigint), ss_sold_date_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_net_profit (type: decimal(7,2)), 0 (type: decimal(7,2)), 0 (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 80569240632 Data size: 36943263552160 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col3, _col4, _col5 - input vertices: - 1 Map 20 - Statistics: Num rows: 9860455682 Data size: 3580319207704 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col3, _col4, _col5, _col8 - input vertices: - 1 Map 8 - Statistics: Num rows: 9860455682 Data size: 4519007506664 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2), sum(_col4), sum(_col3), sum(_col5) - keys: _col8 (type: string) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 15516987 Data size: 8503308876 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 15516987 Data size: 8503308876 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 12 - Map Operator Tree: - TableScan - alias: catalog_returns - filterExpr: cr_catalog_page_sk is not null (type: boolean) - Statistics: Num rows: 4320980099 Data size: 1016962082200 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: cr_catalog_page_sk is not null (type: boolean) - Statistics: Num rows: 4234586907 Data size: 996629056264 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cr_catalog_page_sk (type: bigint), cr_returned_date_sk (type: bigint), 0 (type: decimal(7,2)), 0 (type: decimal(7,2)), cr_return_amount (type: decimal(7,2)), cr_net_loss (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 4234586907 Data size: 1945176523432 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col3, _col4, _col5 - input vertices: - 1 Map 20 - Statistics: Num rows: 5236491827 Data size: 2342411162624 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col3, _col4, _col5, _col8 - input vertices: - 1 Map 13 - Statistics: Num rows: 5236491827 Data size: 2826570083372 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2), sum(_col4), sum(_col3), sum(_col5) - keys: _col8 (type: string) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 506728422 Data size: 277687175256 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 506728422 Data size: 277687175256 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 13 - Map Operator Tree: - TableScan - alias: catalog_page - Statistics: Num rows: 46000 Data size: 4968000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cp_catalog_page_sk (type: bigint), cp_catalog_page_id (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 46000 Data size: 4968000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 46000 Data size: 4968000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 46000 Data size: 4968000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 14 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: ws_web_site_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_236_container, bigKeyColName:ws_web_site_sk, smallTablePos:1, keyRatio:0.23841435728939733 - Statistics: Num rows: 21594638446 Data size: 5182388988880 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ws_web_site_sk is not null (type: boolean) - Statistics: Num rows: 21591934617 Data size: 5181740110488 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_web_site_sk (type: bigint), ws_sold_date_sk (type: bigint), ws_ext_sales_price (type: decimal(7,2)), ws_net_profit (type: decimal(7,2)), 0 (type: decimal(7,2)), 0 (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 21591934617 Data size: 10018333464696 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col3, _col4, _col5 - input vertices: - 1 Map 20 - Statistics: Num rows: 5148471846 Data size: 2336125623824 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col3, _col4, _col5, _col8 - input vertices: - 1 Map 21 - Statistics: Num rows: 5148471846 Data size: 2809871462440 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2), sum(_col4), sum(_col3), sum(_col5) - keys: _col8 (type: string) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 461034 Data size: 252646632 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 461034 Data size: 252646632 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 17 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: ws_web_site_sk is not null (type: boolean) - Statistics: Num rows: 21600036511 Data size: 518357692528 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ws_web_site_sk is not null (type: boolean) - Statistics: Num rows: 21594638543 Data size: 518228152088 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_item_sk (type: bigint), ws_web_site_sk (type: bigint), ws_order_number (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 21594638543 Data size: 518228152088 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col2 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col2 (type: bigint) - Statistics: Num rows: 21594638543 Data size: 518228152088 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 19 - Map Operator Tree: - TableScan - alias: web_returns - Statistics: Num rows: 2062802370 Data size: 500689018064 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: wr_item_sk (type: bigint), wr_order_number (type: bigint), wr_return_amt (type: decimal(7,2)), wr_net_loss (type: decimal(7,2)), wr_returned_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 2062802370 Data size: 500689018064 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 2062802370 Data size: 500689018064 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)), _col4 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 20 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00' AND TIMESTAMP'1998-08-18 00:00:00' (type: boolean) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00' AND TIMESTAMP'1998-08-18 00:00:00' (type: boolean) - Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 14 - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: wr_returned_date_sk (bigint) - Target Input: web_returns - Partition key expr: wr_returned_date_sk - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 19 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 9 - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cr_returned_date_sk (bigint) - Target Input: catalog_returns - Partition key expr: cr_returned_date_sk - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 12 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: sr_returned_date_sk (bigint) - Target Input: store_returns - Partition key expr: sr_returned_date_sk - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 7 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 21 - Map Operator Tree: - TableScan - alias: web_site - Statistics: Num rows: 84 Data size: 9072 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: web_site_sk (type: bigint), web_site_id (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 84 Data size: 9072 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 84 Data size: 9072 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 84 Data size: 9072 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: store_returns - filterExpr: sr_store_sk is not null (type: boolean) - Statistics: Num rows: 8332595709 Data size: 1964866351664 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: sr_store_sk is not null (type: boolean) - Statistics: Num rows: 8180935974 Data size: 1929104252888 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: sr_store_sk (type: bigint), sr_returned_date_sk (type: bigint), 0 (type: decimal(7,2)), 0 (type: decimal(7,2)), sr_return_amt (type: decimal(7,2)), sr_net_loss (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 8180935974 Data size: 3761633911064 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col3, _col4, _col5 - input vertices: - 1 Map 20 - Statistics: Num rows: 9860455682 Data size: 3580319207704 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col3, _col4, _col5, _col8 - input vertices: - 1 Map 8 - Statistics: Num rows: 9860455682 Data size: 4519007506664 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2), sum(_col4), sum(_col3), sum(_col5) - keys: _col8 (type: string) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 15516987 Data size: 8503308876 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 15516987 Data size: 8503308876 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: store - Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: s_store_sk (type: bigint), s_store_id (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 9 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: cs_catalog_page_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_234_container, bigKeyColName:cs_catalog_page_sk, smallTablePos:1, keyRatio:0.12176441231565975 - Statistics: Num rows: 43005109025 Data size: 10308315074584 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: cs_catalog_page_sk is not null (type: boolean) - Statistics: Num rows: 42897065971 Data size: 10282417178568 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_catalog_page_sk (type: bigint), cs_sold_date_sk (type: bigint), cs_ext_sales_price (type: decimal(7,2)), cs_net_profit (type: decimal(7,2)), 0 (type: decimal(7,2)), 0 (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 42897065971 Data size: 19891359956072 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col3, _col4, _col5 - input vertices: - 1 Map 20 - Statistics: Num rows: 5236491827 Data size: 2342411162624 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col3, _col4, _col5, _col8 - input vertices: - 1 Map 13 - Statistics: Num rows: 5236491827 Data size: 2826570083372 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2), sum(_col4), sum(_col3), sum(_col5) - keys: _col8 (type: string) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 506728422 Data size: 277687175256 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 506728422 Data size: 277687175256 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 11 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 45891 Data size: 25148268 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: 'catalog channel' (type: string), concat('catalog_page', _col0) (type: string), _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), (_col3 - _col4) (type: decimal(18,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 45891 Data size: 28406529 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++ - keys: _col0 (type: string), _col1 (type: string) - null sort order: zz - Statistics: Num rows: 46812 Data size: 28974702 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - aggregations: sum(_col2), sum(_col3), sum(_col4) - keys: _col0 (type: string), _col1 (type: string), 0L (type: bigint) - grouping sets: 0, 1, 3 - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) - Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) - Reducer 16 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 42 Data size: 23016 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: 'web channel' (type: string), concat('web_site', _col0) (type: string), _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), (_col3 - _col4) (type: decimal(18,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 42 Data size: 25830 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++ - keys: _col0 (type: string), _col1 (type: string) - null sort order: zz - Statistics: Num rows: 46812 Data size: 28974702 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - aggregations: sum(_col2), sum(_col3), sum(_col4) - keys: _col0 (type: string), _col1 (type: string), 0L (type: bigint) - grouping sets: 0, 1, 3 - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) - Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) - Reducer 18 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - outputColumnNames: _col1, _col5, _col6, _col7 - input vertices: - 1 Map 19 - Statistics: Num rows: 24747484203 Data size: 5928467066080 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Select Operator - expressions: _col1 (type: bigint), _col7 (type: bigint), 0 (type: decimal(7,2)), 0 (type: decimal(7,2)), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 24747484203 Data size: 11471903527552 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col3, _col4, _col5 - input vertices: - 1 Map 20 - Statistics: Num rows: 5148471846 Data size: 2336125623824 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col3, _col4, _col5, _col8 - input vertices: - 1 Map 21 - Statistics: Num rows: 5148471846 Data size: 2809871462440 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2), sum(_col4), sum(_col3), sum(_col5) - keys: _col8 (type: string) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 461034 Data size: 252646632 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 461034 Data size: 252646632 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 879 Data size: 481692 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: 'store channel' (type: string), concat('store', _col0) (type: string), _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), (_col3 - _col4) (type: decimal(18,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 879 Data size: 542343 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++ - keys: _col0 (type: string), _col1 (type: string) - null sort order: zz - Statistics: Num rows: 46812 Data size: 28974702 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - aggregations: sum(_col2), sum(_col3), sum(_col4) - keys: _col0 (type: string), _col1 (type: string), 0L (type: bigint) - grouping sets: 0, 1, 3 - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) - Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) - keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col3, _col4, _col5 - Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE - pruneGroupingSetId: true - Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 70218 Data size: 43464942 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: string) - null sort order: zz - sort order: ++ - Statistics: Num rows: 70218 Data size: 43464942 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(27,2)), _col3 (type: decimal(27,2)), _col4 (type: decimal(28,2)) - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: decimal(27,2)), VALUE._col1 (type: decimal(27,2)), VALUE._col2 (type: decimal(28,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 70218 Data size: 43464942 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 61900 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 61900 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Union 10 - Vertex: Union 10 - Union 15 - Vertex: Union 15 - Union 2 - Vertex: Union 2 - Union 4 - Vertex: Union 4 - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "store_sk", + "date_sk", + "sales_price", + "profit", + "return_amt", + "net_loss" + ], + "exprs": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 21, + "name": "$21" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 7, + "scale": 2 + } + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 7, + "scale": 2 + } + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_returns" + ], + "table:alias": "store_returns", + "inputs": [], + "rowCount": 8332595709, + "avgRowSize": 249, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "sr_return_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "sr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "sr_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "sr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_store_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "sr_returned_date_sk" + ], + "colStats": [ + { + "name": "sr_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "sr_return_amt", + "ndv": 715216, + "minValue": 0, + "maxValue": 19643 + }, + { + "name": "sr_net_loss", + "ndv": 848797, + "minValue": 0.5, + "maxValue": 11008.17 + }, + { + "name": "sr_returned_date_sk", + "ndv": 2003, + "minValue": 2450820, + "maxValue": 2452822 + }, + { + "name": "sr_return_time_sk", + "ndv": 32389, + "minValue": 28799, + "maxValue": 61199 + }, + { + "name": "sr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "sr_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "sr_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "sr_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "sr_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "sr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "sr_ticket_number", + "ndv": 5065526774, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "sr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "sr_return_tax", + "ndv": 141365, + "minValue": 0, + "maxValue": 1714.37 + }, + { + "name": "sr_return_amt_inc_tax", + "ndv": 1520430, + "minValue": 0, + "maxValue": 21018.01 + }, + { + "name": "sr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "sr_return_ship_cost", + "ndv": 363000, + "minValue": 0, + "maxValue": 9975 + }, + { + "name": "sr_refunded_cash", + "ndv": 1187970, + "minValue": 0, + "maxValue": 18413.33 + }, + { + "name": "sr_reversed_charge", + "ndv": 924833, + "minValue": 0, + "maxValue": 18104.5 + }, + { + "name": "sr_store_credit", + "ndv": 935681, + "minValue": 0, + "maxValue": 17792.48 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 19, + "name": "$19" + } + ] + } + ] + }, + "rowCount": 6.749402524290001E9 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "store_sk", + "date_sk", + "sales_price", + "profit", + "return_amt", + "net_loss" + ], + "exprs": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 19, + "name": "$19" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 7, + "scale": 2 + } + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 7, + "scale": 2 + } + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 18, + "name": "$18" + } + ], + "rowCount": 6.749402524290001E9 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", + "all": true, + "inputs": [ + "2", + "5" + ], + "rowCount": 7.358321527488E10 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "store_sk", + "date_sk", + "sales_price", + "profit", + "return_amt", + "net_loss" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 7.358321527488E10 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "TIMESTAMP", + "nullable": true, + "precision": 9 + } + }, + { + "literal": 902188800000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + }, + { + "literal": 903398400000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "7", + "10" + ], + "rowCount": 2.015692609730516E14 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store" + ], + "table:alias": "store", + "inputs": [], + "rowCount": 1704, + "avgRowSize": 1375, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "s_store_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "s_store_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "s_closed_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_store_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_number_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_floor_space" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "s_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_market_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_geography_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_market_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_division_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_company_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_company_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 10, + "name": "s_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "s_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "s_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "s_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "s_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "s_store_sk", + "ndv": 1736, + "minValue": 1, + "maxValue": 1704 + }, + { + "name": "s_store_id", + "ndv": 879 + }, + { + "name": "s_rec_start_date", + "ndv": 4, + "minValue": 9933, + "maxValue": 11394 + }, + { + "name": "s_rec_end_date", + "ndv": 3, + "minValue": 10663, + "maxValue": 11393 + }, + { + "name": "s_closed_date_sk", + "ndv": 263, + "minValue": 2450820, + "maxValue": 2451314 + }, + { + "name": "s_store_name", + "ndv": 11 + }, + { + "name": "s_number_employees", + "ndv": 100, + "minValue": 200, + "maxValue": 300 + }, + { + "name": "s_floor_space", + "ndv": 1289, + "minValue": 5000201, + "maxValue": 9997773 + }, + { + "name": "s_hours", + "ndv": 4 + }, + { + "name": "s_manager", + "ndv": 1245 + }, + { + "name": "s_market_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "s_geography_class", + "ndv": 2 + }, + { + "name": "s_market_desc", + "ndv": 1311 + }, + { + "name": "s_market_manager", + "ndv": 1236 + }, + { + "name": "s_division_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_division_name", + "ndv": 2 + }, + { + "name": "s_company_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_company_name", + "ndv": 2 + }, + { + "name": "s_street_number", + "ndv": 736 + }, + { + "name": "s_street_name", + "ndv": 851 + }, + { + "name": "s_street_type", + "ndv": 21 + }, + { + "name": "s_suite_number", + "ndv": 76 + }, + { + "name": "s_city", + "ndv": 267 + }, + { + "name": "s_county", + "ndv": 128 + }, + { + "name": "s_state", + "ndv": 44 + }, + { + "name": "s_zip", + "ndv": 983 + }, + { + "name": "s_country", + "ndv": 2 + }, + { + "name": "s_gmt_offset", + "ndv": 5, + "minValue": -9, + "maxValue": -5 + }, + { + "name": "s_tax_percentage", + "ndv": 12, + "minValue": 0, + "maxValue": 0.11 + } + ] + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk", + "s_store_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 1704 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "11", + "13" + ], + "rowCount": 51521103104711992 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 8 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + } + ], + "rowCount": 5152110310471199 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "id", + "sales", + "returns", + "profit" + ], + "exprs": [ + { + "literal": "store channel", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "op": { + "name": "||", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": "store", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 4, + "name": "$4" + } + ] + } + ], + "rowCount": 5152110310471199 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + } + ] + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 11, + "name": "$11" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 3.483413831025E10 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "page_sk", + "date_sk", + "sales_price", + "profit", + "return_amt", + "net_loss" + ], + "exprs": [ + { + "input": 11, + "name": "$11" + }, + { + "input": 33, + "name": "$33" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 32, + "name": "$32" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 7, + "scale": 2 + } + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 7, + "scale": 2 + } + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ], + "rowCount": 3.483413831025E10 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_returns" + ], + "table:alias": "catalog_returns", + "inputs": [], + "rowCount": 4320980099, + "avgRowSize": 305, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returned_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cr_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_amount" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_store_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cr_returned_date_sk" + ], + "colStats": [ + { + "name": "cr_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cr_return_amount", + "ndv": 973170, + "minValue": 0, + "maxValue": 28805.04 + }, + { + "name": "cr_net_loss", + "ndv": 996464, + "minValue": 0.5, + "maxValue": 16346.37 + }, + { + "name": "cr_returned_date_sk", + "ndv": 2104, + "minValue": 2450821, + "maxValue": 2452924 + }, + { + "name": "cr_returned_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cr_refunded_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cr_refunded_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cr_refunded_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cr_refunded_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cr_returning_customer_sk", + "ndv": 77511828, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cr_returning_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cr_returning_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cr_returning_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cr_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cr_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cr_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "cr_order_number", + "ndv": 2681654419, + "minValue": 2, + "maxValue": 4800000000 + }, + { + "name": "cr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cr_return_tax", + "ndv": 169232, + "minValue": 0, + "maxValue": 2511.58 + }, + { + "name": "cr_return_amt_inc_tax", + "ndv": 1689965, + "minValue": 0, + "maxValue": 30891.32 + }, + { + "name": "cr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "cr_return_ship_cost", + "ndv": 501353, + "minValue": 0, + "maxValue": 14273.28 + }, + { + "name": "cr_refunded_cash", + "ndv": 1257293, + "minValue": 0, + "maxValue": 26955.24 + }, + { + "name": "cr_reversed_charge", + "ndv": 895564, + "minValue": 0, + "maxValue": 24033.84 + }, + { + "name": "cr_store_credit", + "ndv": 906118, + "minValue": 0, + "maxValue": 24886.13 + } + ] + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 11, + "name": "$11" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 26, + "name": "$26" + } + ] + } + ] + }, + "rowCount": 3.49999388019E9 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "page_sk", + "date_sk", + "sales_price", + "profit", + "return_amt", + "net_loss" + ], + "exprs": [ + { + "input": 11, + "name": "$11" + }, + { + "input": 26, + "name": "$26" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 7, + "scale": 2 + } + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 7, + "scale": 2 + } + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + }, + { + "input": 17, + "name": "$17" + }, + { + "input": 25, + "name": "$25" + } + ], + "rowCount": 3.49999388019E9 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", + "all": true, + "inputs": [ + "19", + "22" + ], + "rowCount": 3.833413219044E10 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "page_sk", + "date_sk", + "sales_price", + "profit", + "return_amt", + "net_loss" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 3.833413219044E10 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "TIMESTAMP", + "nullable": true, + "precision": 9 + } + }, + { + "literal": 902188800000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + }, + { + "literal": 903398400000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + } + ] + }, + "inputs": [ + "8" + ], + "rowCount": 18262.25 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "24", + "26" + ], + "rowCount": 1.0501012583922942E14 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_page" + ], + "table:alias": "catalog_page", + "inputs": [], + "rowCount": 46000, + "avgRowSize": 561, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "cp_catalog_page_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "cp_catalog_page_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cp_start_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cp_end_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "cp_department" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cp_catalog_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cp_catalog_page_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "cp_description" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "cp_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "cp_catalog_page_sk", + "ndv": 47200, + "minValue": 1, + "maxValue": 46000 + }, + { + "name": "cp_catalog_page_id", + "ndv": 45891 + }, + { + "name": "cp_start_date_sk", + "ndv": 91, + "minValue": 2450815, + "maxValue": 2453005 + }, + { + "name": "cp_end_date_sk", + "ndv": 96, + "minValue": 2450844, + "maxValue": 2453186 + }, + { + "name": "cp_department", + "ndv": 2 + }, + { + "name": "cp_catalog_number", + "ndv": 112, + "minValue": 1, + "maxValue": 109 + }, + { + "name": "cp_catalog_page_number", + "ndv": 427, + "minValue": 1, + "maxValue": 425 + }, + { + "name": "cp_description", + "ndv": 44192 + }, + { + "name": "cp_type", + "ndv": 4 + } + ] + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cp_catalog_page_sk", + "cp_catalog_page_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 46000 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "27", + "29" + ], + "rowCount": 724569868290683008 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 8 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + } + ], + "rowCount": 72456986829068304 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "id", + "sales", + "returns", + "profit" + ], + "exprs": [ + { + "literal": "catalog channel", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "op": { + "name": "||", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": "catalog_page", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 4, + "name": "$4" + } + ] + } + ], + "rowCount": 72456986829068304 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + } + ] + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 12, + "name": "$12" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 1.7491657141260002E10 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "wsr_web_site_sk", + "date_sk", + "sales_price", + "profit", + "return_amt", + "net_loss" + ], + "exprs": [ + { + "input": 12, + "name": "$12" + }, + { + "input": 33, + "name": "$33" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 32, + "name": "$32" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 7, + "scale": 2 + } + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 7, + "scale": 2 + } + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ], + "rowCount": 1.7491657141260002E10 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21600036511, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1824, + "minValue": 2450816, + "maxValue": 2452642 + } + ] + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 12, + "name": "$12" + } + ] + }, + "rowCount": 1.94400328599E10 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_item_sk", + "ws_web_site_sk", + "ws_order_number" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 16, + "name": "$16" + } + ], + "rowCount": 1.94400328599E10 + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_returns" + ], + "table:alias": "web_returns", + "inputs": [], + "rowCount": 2062802370, + "avgRowSize": 281, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returned_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "wr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "wr_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "wr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_account_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "wr_returned_date_sk" + ], + "colStats": [ + { + "name": "wr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "wr_order_number", + "ndv": 1283768204, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "wr_return_amt", + "ndv": 1108704, + "minValue": 0, + "maxValue": 29191 + }, + { + "name": "wr_net_loss", + "ndv": 1225199, + "minValue": 0.5, + "maxValue": 16733.32 + }, + { + "name": "wr_returned_date_sk", + "ndv": 2184, + "minValue": 2450819, + "maxValue": 2453002 + }, + { + "name": "wr_returned_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "wr_refunded_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "wr_refunded_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "wr_refunded_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "wr_refunded_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "wr_returning_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "wr_returning_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "wr_returning_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "wr_returning_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "wr_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "wr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "wr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "wr_return_tax", + "ndv": 198814, + "minValue": 0, + "maxValue": 2620.34 + }, + { + "name": "wr_return_amt_inc_tax", + "ndv": 2111617, + "minValue": 0, + "maxValue": 31735.25 + }, + { + "name": "wr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "wr_return_ship_cost", + "ndv": 551289, + "minValue": 0, + "maxValue": 14624 + }, + { + "name": "wr_refunded_cash", + "ndv": 1630543, + "minValue": 0, + "maxValue": 28085.82 + }, + { + "name": "wr_reversed_charge", + "ndv": 1276207, + "minValue": 0, + "maxValue": 26135.99 + }, + { + "name": "wr_account_credit", + "ndv": 1245536, + "minValue": 0, + "maxValue": 24649.69 + } + ] + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 23, + "name": "$23" + } + ] + }, + "rowCount": 1856522133 + }, + { + "id": "41", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "wr_item_sk", + "wr_order_number", + "wr_return_amt", + "wr_net_loss", + "wr_returned_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 23, + "name": "$23" + } + ], + "rowCount": 1856522133 + }, + { + "id": "42", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 2, + "name": "$2" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "38", + "41" + ], + "rowCount": 812044153589661952 + }, + { + "id": "43", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_web_site_sk", + "wr_returned_date_sk", + "$f2", + "$f3", + "wr_return_amt", + "wr_net_loss" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 7, + "name": "$7" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 7, + "scale": 2 + } + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 7, + "scale": 2 + } + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 812044153589661952 + }, + { + "id": "44", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", + "all": true, + "inputs": [ + "35", + "43" + ], + "rowCount": 812044171081319040 + }, + { + "id": "45", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "wsr_web_site_sk", + "date_sk", + "sales_price", + "profit", + "return_amt", + "net_loss" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 812044171081319040 + }, + { + "id": "46", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "TIMESTAMP", + "nullable": true, + "precision": 9 + } + }, + { + "literal": 902188800000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + }, + { + "literal": 903398400000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + } + ] + }, + "inputs": [ + "8" + ], + "rowCount": 18262.25 + }, + { + "id": "47", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "48", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "45", + "47" + ], + "rowCount": 2.2244630494994726E21 + }, + { + "id": "49", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_site" + ], + "table:alias": "web_site", + "inputs": [], + "rowCount": 84, + "avgRowSize": 1331, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "web_site_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "web_site_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "web_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "web_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "web_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "web_open_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "web_close_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "web_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "web_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "web_mkt_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "web_mkt_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "web_mkt_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "web_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "web_company_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "web_company_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "web_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "web_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "web_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "web_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "web_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "web_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "web_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "web_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "web_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "web_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "web_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "web_site_sk", + "ndv": 84, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "web_site_id", + "ndv": 42 + }, + { + "name": "web_rec_start_date", + "ndv": 4, + "minValue": 10089, + "maxValue": 11550 + }, + { + "name": "web_rec_end_date", + "ndv": 3, + "minValue": 10819, + "maxValue": 11549 + }, + { + "name": "web_name", + "ndv": 15 + }, + { + "name": "web_open_date_sk", + "ndv": 42, + "minValue": 2450118, + "maxValue": 2450807 + }, + { + "name": "web_close_date_sk", + "ndv": 28, + "minValue": 2440993, + "maxValue": 2446218 + }, + { + "name": "web_class", + "ndv": 2 + }, + { + "name": "web_manager", + "ndv": 60 + }, + { + "name": "web_mkt_id", + "ndv": 6, + "minValue": 1, + "maxValue": 6 + }, + { + "name": "web_mkt_class", + "ndv": 65 + }, + { + "name": "web_mkt_desc", + "ndv": 64 + }, + { + "name": "web_market_manager", + "ndv": 66 + }, + { + "name": "web_company_id", + "ndv": 6, + "minValue": 1, + "maxValue": 6 + }, + { + "name": "web_company_name", + "ndv": 7 + }, + { + "name": "web_street_number", + "ndv": 58 + }, + { + "name": "web_street_name", + "ndv": 80 + }, + { + "name": "web_street_type", + "ndv": 20 + }, + { + "name": "web_suite_number", + "ndv": 51 + }, + { + "name": "web_city", + "ndv": 52 + }, + { + "name": "web_county", + "ndv": 58 + }, + { + "name": "web_state", + "ndv": 30 + }, + { + "name": "web_zip", + "ndv": 56 + }, + { + "name": "web_country", + "ndv": 2 + }, + { + "name": "web_gmt_offset", + "ndv": 4, + "minValue": -8, + "maxValue": -5 + }, + { + "name": "web_tax_percentage", + "ndv": 13, + "minValue": 0, + "maxValue": 0.12 + } + ] + }, + { + "id": "50", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "web_site_sk", + "web_site_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 84 + }, + { + "id": "51", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "48", + "50" + ], + "rowCount": 2.8028234423693354E22 + }, + { + "id": "52", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 8 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + } + ], + "rowCount": 2.8028234423693355E21 + }, + { + "id": "53", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "id", + "sales", + "returns", + "profit" + ], + "exprs": [ + { + "literal": "web channel", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "op": { + "name": "||", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": "web_site", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 4, + "name": "$4" + } + ] + } + ], + "rowCount": 2.8028234423693355E21 + }, + { + "id": "54", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", + "all": true, + "inputs": [ + "16", + "32", + "53" + ], + "rowCount": 2.802901051466475E21 + }, + { + "id": "55", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "id", + "sales", + "returns", + "profit" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 2.802901051466475E21 + }, + { + "id": "56", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1 + ], + "groups": [ + [ + 0, + 1 + ], + [ + 0 + ], + [] + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 27, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 27, + "scale": 2 + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + } + ], + "rowCount": 8.407939835942797E20 + }, + { + "id": "57", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "id", + "sales", + "returns", + "profit" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 8.407939835942797E20 + }, + { + "id": "58", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query50.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query50.q.out index 0e28ac34c278..65724838bad1 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query50.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query50.q.out @@ -1,241 +1,2553 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 3 (BROADCAST_EDGE) - Map 4 <- Reducer 2 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE) - Reducer 5 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 4 (CUSTOM_SIMPLE_EDGE), Map 8 (BROADCAST_EDGE) - Reducer 6 <- Reducer 5 (SIMPLE_EDGE) - Reducer 7 <- Reducer 6 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_returns - filterExpr: sr_customer_sk is not null (type: boolean) - Statistics: Num rows: 8332595709 Data size: 265438843536 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: sr_customer_sk is not null (type: boolean) - Statistics: Num rows: 8182068314 Data size: 260643720976 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: sr_item_sk (type: bigint), sr_customer_sk (type: bigint), sr_ticket_number (type: bigint), sr_returned_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 8182068314 Data size: 260643720976 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - input vertices: - 1 Map 3 - Statistics: Num rows: 126693621 Data size: 3040646912 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint) - Statistics: Num rows: 126693621 Data size: 3040646912 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: bigint) - Select Operator - expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), hash(hash(_col0,_col1),_col2) (type: int) - outputColumnNames: _col0, _col1, _col2, _col4 - Statistics: Num rows: 126693621 Data size: 2533872428 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), min(_col1), max(_col1), min(_col2), max(_col2), bloom_filter(_col4, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 3 - Map Operator Tree: - TableScan - alias: d2 - filterExpr: ((d_year = 2000) and (d_moy = 9)) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 2000) and (d_moy = 9)) (type: boolean) - Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: sr_returned_date_sk (bigint) - Target Input: store_returns - Partition key expr: sr_returned_date_sk - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: (ss_customer_sk is not null and ss_store_sk is not null and ss_item_sk BETWEEN DynamicValue(RS[101]_col0) AND DynamicValue(RS[101]_col1) and ss_customer_sk BETWEEN DynamicValue(RS[101]_col2) AND DynamicValue(RS[101]_col3) and ss_ticket_number BETWEEN DynamicValue(RS[101]_col4) AND DynamicValue(RS[101]_col5) and in_bloom_filter(hash(hash(ss_item_sk,ss_customer_sk),ss_ticket_number), DynamicValue(RS[101]_col6))) (type: boolean) - Statistics: Num rows: 82510879939 Data size: 3269343211320 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ss_customer_sk is not null and ss_store_sk is not null and ss_item_sk BETWEEN DynamicValue(RS[101]_col0) AND DynamicValue(RS[101]_col1) and ss_customer_sk BETWEEN DynamicValue(RS[101]_col2) AND DynamicValue(RS[101]_col3) and ss_ticket_number BETWEEN DynamicValue(RS[101]_col4) AND DynamicValue(RS[101]_col5) and in_bloom_filter(hash(hash(ss_item_sk,ss_customer_sk),ss_ticket_number), DynamicValue(RS[101]_col6))) (type: boolean) - Statistics: Num rows: 78670147920 Data size: 3117161206208 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_customer_sk (type: bigint), ss_store_sk (type: bigint), ss_ticket_number (type: bigint), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 78670147920 Data size: 3117161206208 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint), _col3 (type: bigint) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint), _col3 (type: bigint) - Statistics: Num rows: 78670147920 Data size: 3117161206208 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: bigint), _col4 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: store - Statistics: Num rows: 1704 Data size: 1407456 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: s_store_sk (type: bigint), s_store_name (type: varchar(50)), s_company_id (type: int), s_street_number (type: varchar(10)), s_street_name (type: varchar(60)), s_street_type (type: char(15)), s_suite_number (type: char(10)), s_city (type: varchar(60)), s_county (type: varchar(30)), s_state (type: char(2)), s_zip (type: char(10)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 - Statistics: Num rows: 1704 Data size: 1407456 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1704 Data size: 1407456 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(50)), _col2 (type: int), _col3 (type: varchar(10)), _col4 (type: varchar(60)), _col5 (type: char(15)), _col6 (type: char(10)), _col7 (type: varchar(60)), _col8 (type: varchar(30)), _col9 (type: char(2)), _col10 (type: char(10)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), min(VALUE._col4), max(VALUE._col5), bloom_filter(VALUE._col6, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: binary) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint) - outputColumnNames: _col3, _col7, _col9 - input vertices: - 0 Map 1 - Statistics: Num rows: 1384306375 Data size: 22148902008 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col7 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col3, _col9, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20 - input vertices: - 1 Map 8 - Statistics: Num rows: 1384306375 Data size: 1154511516702 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++++++++++ - keys: _col11 (type: varchar(50)), _col12 (type: int), _col13 (type: varchar(10)), _col14 (type: varchar(60)), _col15 (type: char(15)), _col16 (type: char(10)), _col17 (type: varchar(60)), _col18 (type: varchar(30)), _col19 (type: char(2)), _col20 (type: char(10)) - null sort order: zzzzzzzzzz - Statistics: Num rows: 1384306375 Data size: 1154511516702 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col11 (type: varchar(50)), _col12 (type: int), _col13 (type: varchar(10)), _col14 (type: varchar(60)), _col15 (type: char(15)), _col16 (type: char(10)), _col17 (type: varchar(60)), _col18 (type: varchar(30)), _col19 (type: char(2)), _col20 (type: char(10)), if(((_col3 - _col9) <= 30L), 1, 0) (type: int), if((((_col3 - _col9) > 30L) and ((_col3 - _col9) <= 60L)), 1, 0) (type: int), if((((_col3 - _col9) > 60L) and ((_col3 - _col9) <= 90L)), 1, 0) (type: int), if((((_col3 - _col9) > 90L) and ((_col3 - _col9) <= 120L)), 1, 0) (type: int), if(((_col3 - _col9) > 120L), 1, 0) (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 - Statistics: Num rows: 1384306375 Data size: 1154511516702 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col10), sum(_col11), sum(_col12), sum(_col13), sum(_col14) - keys: _col0 (type: varchar(50)), _col1 (type: int), _col2 (type: varchar(10)), _col3 (type: varchar(60)), _col4 (type: char(15)), _col5 (type: char(10)), _col6 (type: varchar(60)), _col7 (type: varchar(30)), _col8 (type: char(2)), _col9 (type: char(10)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 - Statistics: Num rows: 1384306375 Data size: 1187734869650 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(50)), _col1 (type: int), _col2 (type: varchar(10)), _col3 (type: varchar(60)), _col4 (type: char(15)), _col5 (type: char(10)), _col6 (type: varchar(60)), _col7 (type: varchar(30)), _col8 (type: char(2)), _col9 (type: char(10)) - null sort order: zzzzzzzzzz - sort order: ++++++++++ - Map-reduce partition columns: _col0 (type: varchar(50)), _col1 (type: int), _col2 (type: varchar(10)), _col3 (type: varchar(60)), _col4 (type: char(15)), _col5 (type: char(10)), _col6 (type: varchar(60)), _col7 (type: varchar(30)), _col8 (type: char(2)), _col9 (type: char(10)) - Statistics: Num rows: 1384306375 Data size: 1187734869650 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col10 (type: bigint), _col11 (type: bigint), _col12 (type: bigint), _col13 (type: bigint), _col14 (type: bigint) - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4) - keys: KEY._col0 (type: varchar(50)), KEY._col1 (type: int), KEY._col2 (type: varchar(10)), KEY._col3 (type: varchar(60)), KEY._col4 (type: char(15)), KEY._col5 (type: char(10)), KEY._col6 (type: varchar(60)), KEY._col7 (type: varchar(30)), KEY._col8 (type: char(2)), KEY._col9 (type: char(10)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 - Statistics: Num rows: 1384306375 Data size: 1187734869650 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(50)), _col1 (type: int), _col2 (type: varchar(10)), _col3 (type: varchar(60)), _col4 (type: char(15)), _col5 (type: char(10)), _col6 (type: varchar(60)), _col7 (type: varchar(30)), _col8 (type: char(2)), _col9 (type: char(10)) - null sort order: zzzzzzzzzz - sort order: ++++++++++ - Statistics: Num rows: 1384306375 Data size: 1187734869650 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col10 (type: bigint), _col11 (type: bigint), _col12 (type: bigint), _col13 (type: bigint), _col14 (type: bigint) - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: varchar(50)), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: varchar(10)), KEY.reducesinkkey3 (type: varchar(60)), KEY.reducesinkkey4 (type: char(15)), KEY.reducesinkkey5 (type: char(10)), KEY.reducesinkkey6 (type: varchar(60)), KEY.reducesinkkey7 (type: varchar(30)), KEY.reducesinkkey8 (type: char(2)), KEY.reducesinkkey9 (type: char(10)), VALUE._col0 (type: bigint), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint), VALUE._col3 (type: bigint), VALUE._col4 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 - Statistics: Num rows: 1384306375 Data size: 1187734869650 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 85800 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 85800 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.0150431475531006E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_customer_sk", + "ss_store_sk", + "ss_ticket_number", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.0150431475531006E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_returns" + ], + "table:alias": "store_returns", + "inputs": [], + "rowCount": 8332595709, + "avgRowSize": 249, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "sr_return_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "sr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "sr_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "sr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_store_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "sr_returned_date_sk" + ], + "colStats": [ + { + "name": "sr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "sr_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "sr_ticket_number", + "ndv": 5065526774, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "sr_returned_date_sk", + "ndv": 2003, + "minValue": 2450820, + "maxValue": 2452822 + }, + { + "name": "sr_return_time_sk", + "ndv": 32389, + "minValue": 28799, + "maxValue": 61199 + }, + { + "name": "sr_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "sr_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "sr_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "sr_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "sr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "sr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "sr_return_amt", + "ndv": 715216, + "minValue": 0, + "maxValue": 19643 + }, + { + "name": "sr_return_tax", + "ndv": 141365, + "minValue": 0, + "maxValue": 1714.37 + }, + { + "name": "sr_return_amt_inc_tax", + "ndv": 1520430, + "minValue": 0, + "maxValue": 21018.01 + }, + { + "name": "sr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "sr_return_ship_cost", + "ndv": 363000, + "minValue": 0, + "maxValue": 9975 + }, + { + "name": "sr_refunded_cash", + "ndv": 1187970, + "minValue": 0, + "maxValue": 18413.33 + }, + { + "name": "sr_reversed_charge", + "ndv": 924833, + "minValue": 0, + "maxValue": 18104.5 + }, + { + "name": "sr_store_credit", + "ndv": 935681, + "minValue": 0, + "maxValue": 17792.48 + }, + { + "name": "sr_net_loss", + "ndv": 848797, + "minValue": 0.5, + "maxValue": 11008.17 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 19, + "name": "$19" + } + ] + } + ] + }, + "rowCount": 6.749402524290001E9 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sr_item_sk", + "sr_customer_sk", + "sr_ticket_number", + "sr_returned_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 19, + "name": "$19" + } + ], + "rowCount": 6.749402524290001E9 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "d2", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 9, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 1643.6025 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1643.6025 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "5", + "8" + ], + "rowCount": 1.6640002293644033E12 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 7, + "name": "$7" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "9" + ], + "rowCount": 3.378048697293235E20 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store" + ], + "table:alias": "store", + "inputs": [], + "rowCount": 1704, + "avgRowSize": 1375, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "s_store_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "s_store_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "s_closed_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_store_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_number_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_floor_space" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "s_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_market_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_geography_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_market_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_division_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_company_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_company_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 10, + "name": "s_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "s_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "s_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "s_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "s_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "s_store_sk", + "ndv": 1736, + "minValue": 1, + "maxValue": 1704 + }, + { + "name": "s_store_name", + "ndv": 11 + }, + { + "name": "s_company_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_street_number", + "ndv": 736 + }, + { + "name": "s_street_name", + "ndv": 851 + }, + { + "name": "s_street_type", + "ndv": 21 + }, + { + "name": "s_suite_number", + "ndv": 76 + }, + { + "name": "s_city", + "ndv": 267 + }, + { + "name": "s_county", + "ndv": 128 + }, + { + "name": "s_state", + "ndv": 44 + }, + { + "name": "s_zip", + "ndv": 983 + }, + { + "name": "s_store_id", + "ndv": 879 + }, + { + "name": "s_rec_start_date", + "ndv": 4, + "minValue": 9933, + "maxValue": 11394 + }, + { + "name": "s_rec_end_date", + "ndv": 3, + "minValue": 10663, + "maxValue": 11393 + }, + { + "name": "s_closed_date_sk", + "ndv": 263, + "minValue": 2450820, + "maxValue": 2451314 + }, + { + "name": "s_number_employees", + "ndv": 100, + "minValue": 200, + "maxValue": 300 + }, + { + "name": "s_floor_space", + "ndv": 1289, + "minValue": 5000201, + "maxValue": 9997773 + }, + { + "name": "s_hours", + "ndv": 4 + }, + { + "name": "s_manager", + "ndv": 1245 + }, + { + "name": "s_market_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "s_geography_class", + "ndv": 2 + }, + { + "name": "s_market_desc", + "ndv": 1311 + }, + { + "name": "s_market_manager", + "ndv": 1236 + }, + { + "name": "s_division_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_division_name", + "ndv": 2 + }, + { + "name": "s_company_name", + "ndv": 2 + }, + { + "name": "s_country", + "ndv": 2 + }, + { + "name": "s_gmt_offset", + "ndv": 5, + "minValue": -9, + "maxValue": -5 + }, + { + "name": "s_tax_percentage", + "ndv": 12, + "minValue": 0, + "maxValue": 0.11 + } + ] + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk", + "s_store_name", + "s_company_id", + "s_street_number", + "s_street_name", + "s_street_type", + "s_suite_number", + "s_city", + "s_county", + "s_state", + "s_zip" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 18, + "name": "$18" + }, + { + "input": 19, + "name": "$19" + }, + { + "input": 20, + "name": "$20" + }, + { + "input": 21, + "name": "$21" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 23, + "name": "$23" + }, + { + "input": 24, + "name": "$24" + }, + { + "input": 25, + "name": "$25" + } + ], + "rowCount": 1704 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 10, + "name": "$10" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "10", + "12" + ], + "rowCount": 8.63429247028151E22 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4", + "$f5", + "$f6", + "$f7", + "$f8", + "$f9", + "$f10", + "$f11", + "$f12", + "$f13", + "$f14" + ], + "exprs": [ + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 17, + "name": "$17" + }, + { + "input": 18, + "name": "$18" + }, + { + "input": 19, + "name": "$19" + }, + { + "input": 20, + "name": "$20" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + { + "literal": 30, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + { + "literal": 30, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + { + "literal": 60, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + } + ] + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + { + "literal": 60, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + { + "literal": 90, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + } + ] + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + { + "literal": 90, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + { + "literal": 120, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + } + ] + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + { + "literal": 120, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + } + ], + "rowCount": 8.63429247028151E22 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 10 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 11 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 12 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 13 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 14 + ], + "name": null + } + ], + "rowCount": 8.634292470281509E21 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_name", + "s_company_id", + "s_street_number", + "s_street_name", + "s_street_type", + "s_suite_number", + "s_city", + "s_county", + "s_state", + "s_zip", + "30 days", + "31-60 days", + "61-90 days", + "91-120 days", + ">120 days" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + } + ], + "rowCount": 8.634292470281509E21 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 3, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 4, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 5, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 6, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 7, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 8, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 9, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query51.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query51.q.out index 5091dfb25a49..b7ea63cd9043 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query51.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query51.q.out @@ -1,331 +1,2068 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 8 (BROADCAST_EDGE) - Map 6 <- Map 8 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) - Reducer 5 <- Reducer 4 (SIMPLE_EDGE) - Reducer 7 <- Map 6 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: ss_sold_date_sk is not null (type: boolean) - Statistics: Num rows: 82510879939 Data size: 10343798437584 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 82510879939 Data size: 10343798437584 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col4 - input vertices: - 1 Map 8 - Statistics: Num rows: 16221796254 Data size: 2637441946096 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col0 (type: bigint), _col4 (type: date) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 16221796254 Data size: 2855036140704 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: date) - null sort order: az - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 16221796254 Data size: 2855036140704 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: ws_sold_date_sk is not null (type: boolean) - Statistics: Num rows: 21594638446 Data size: 2763811257360 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_item_sk (type: bigint), ws_sales_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 21594638446 Data size: 2763811257360 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col4 - input vertices: - 1 Map 8 - Statistics: Num rows: 4245547076 Data size: 746913821648 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col0 (type: bigint), _col4 (type: date) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4245547076 Data size: 747216285376 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: date) - null sort order: az - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 4245547076 Data size: 747216285376 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) - Statistics: Num rows: 73049 Data size: 4967332 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) - Statistics: Num rows: 359 Data size: 24412 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), d_date (type: date) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 359 Data size: 22976 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 359 Data size: 22976 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: date) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 6 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 359 Data size: 22976 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: date) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: bigint), KEY._col1 (type: date) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 32608329 Data size: 5739065904 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint), _col1 (type: date), _col2 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2 - PTF Operator - Function definitions: - Input definition - input alias: ptf_0 - output shape: _col0: bigint, _col1: date, _col2: decimal(17,2) - type: WINDOWING - Windowing table definition - input alias: ptf_1 - name: windowingtablefunction - order by: _col1 ASC NULLS LAST - partition by: _col0 - raw input shape: - window functions: - window function definition - alias: sum_window_0 - arguments: _col2 - name: sum - window function: GenericUDAFSumHiveDecimal - window frame: ROWS PRECEDING(MAX)~CURRENT - Statistics: Num rows: 32608329 Data size: 5739065904 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint), _col1 (type: date), sum_window_0 (type: decimal(27,2)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 32608329 Data size: 5739065904 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: date) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: date) - Statistics: Num rows: 32608329 Data size: 5739065904 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(27,2)) - Reducer 3 - Execution mode: llap - Reduce Operator Tree: - Merge Join Operator - condition map: - Full Outer Join 0 to 1 - keys: - 0 _col0 (type: bigint), _col1 (type: date) - 1 _col0 (type: bigint), _col1 (type: date) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 11706390111 Data size: 4120649319072 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: CASE WHEN (_col3 is not null) THEN (_col3) ELSE (_col0) END (type: bigint), CASE WHEN (_col4 is not null) THEN (_col4) ELSE (_col1) END (type: date) - null sort order: az - sort order: ++ - Map-reduce partition columns: CASE WHEN (_col3 is not null) THEN (_col3) ELSE (_col0) END (type: bigint) - Statistics: Num rows: 11706390111 Data size: 4120649319072 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: date), _col2 (type: decimal(27,2)), _col3 (type: bigint), _col4 (type: date), _col5 (type: decimal(27,2)) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: bigint), VALUE._col1 (type: date), VALUE._col2 (type: decimal(27,2)), VALUE._col3 (type: bigint), VALUE._col4 (type: date), VALUE._col5 (type: decimal(27,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 11706390111 Data size: 4120649319072 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator - Function definitions: - Input definition - input alias: ptf_0 - output shape: _col0: bigint, _col1: date, _col2: decimal(27,2), _col3: bigint, _col4: date, _col5: decimal(27,2) - type: WINDOWING - Windowing table definition - input alias: ptf_1 - name: windowingtablefunction - order by: CASE WHEN (_col4 is not null) THEN (_col4) ELSE (_col1) END ASC NULLS LAST - partition by: CASE WHEN (_col3 is not null) THEN (_col3) ELSE (_col0) END - raw input shape: - window functions: - window function definition - alias: max_window_0 - arguments: _col5 - name: max - window function: GenericUDAFMaxEvaluator - window frame: ROWS PRECEDING(MAX)~CURRENT - window function definition - alias: max_window_1 - arguments: _col2 - name: max - window function: GenericUDAFMaxEvaluator - window frame: ROWS PRECEDING(MAX)~CURRENT - Statistics: Num rows: 11706390111 Data size: 4120649319072 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (max_window_0 > max_window_1) (type: boolean) - Statistics: Num rows: 3902130037 Data size: 1373549773024 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++ - keys: if(_col3 is not null, _col3, _col0) (type: bigint), if(_col4 is not null, _col4, _col1) (type: date) - null sort order: zz - Statistics: Num rows: 3902130037 Data size: 1373549773024 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: if(_col3 is not null, _col3, _col0) (type: bigint), if(_col4 is not null, _col4, _col1) (type: date), _col5 (type: decimal(27,2)), _col2 (type: decimal(27,2)), max_window_0 (type: decimal(27,2)), max_window_1 (type: decimal(27,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 3902130037 Data size: 1997890578944 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: date) - null sort order: zz - sort order: ++ - Statistics: Num rows: 3902130037 Data size: 1997890578944 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(27,2)), _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(27,2)) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: date), VALUE._col0 (type: decimal(27,2)), VALUE._col1 (type: decimal(27,2)), VALUE._col2 (type: decimal(27,2)), VALUE._col3 (type: decimal(27,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 3902130037 Data size: 1997890578944 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 51200 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 51200 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 7 - Execution mode: llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: bigint), KEY._col1 (type: date) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 32608329 Data size: 5739065904 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint), _col1 (type: date), _col2 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2 - PTF Operator - Function definitions: - Input definition - input alias: ptf_0 - output shape: _col0: bigint, _col1: date, _col2: decimal(17,2) - type: WINDOWING - Windowing table definition - input alias: ptf_1 - name: windowingtablefunction - order by: _col1 ASC NULLS LAST - partition by: _col0 - raw input shape: - window functions: - window function definition - alias: sum_window_0 - arguments: _col2 - name: sum - window function: GenericUDAFSumHiveDecimal - window frame: ROWS PRECEDING(MAX)~CURRENT - Statistics: Num rows: 32608329 Data size: 5739065904 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint), _col1 (type: date), sum_window_0 (type: decimal(27,2)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 32608329 Data size: 5739065904 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: date) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: date) - Statistics: Num rows: 32608329 Data size: 5739065904 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(27,2)) - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + }, + "rowCount": 7.42597919451E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 7.42597919451E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 1212, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1223, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 18262.25 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 2.0342263281741038E14 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 4 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 2.034226328174104E13 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "d_date", + "$f2" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 2.034226328174104E13 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "item_sk", + "d_date", + "cume_sales" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "distinct": false, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 27, + "scale": 2 + }, + "window": { + "partition": [ + { + "input": 0, + "name": "$0" + } + ], + "order": [ + { + "expr": { + "input": 1, + "name": "$1" + }, + "direction": "ASCENDING", + "null-direction": "LAST" + } + ], + "rows-lower": { + "type": "UNBOUNDED_PRECEDING" + }, + "rows-upper": { + "type": "CURRENT_ROW" + } + } + } + ], + "rowCount": 2.034226328174104E13 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + } + ] + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + }, + "rowCount": 1.94351746014E10 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_item_sk", + "ws_sales_price", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 20, + "name": "$20" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 1.94351746014E10 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 1212, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1223, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 18262.25 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 18262.25 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "12", + "14" + ], + "rowCount": 5.323950260466258E13 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 4 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 5.323950260466258E12 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_item_sk", + "d_date", + "$f2" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 5.323950260466258E12 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "item_sk", + "d_date", + "cume_sales" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "distinct": false, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 27, + "scale": 2 + }, + "window": { + "partition": [ + { + "input": 0, + "name": "$0" + } + ], + "order": [ + { + "expr": { + "input": 1, + "name": "$1" + }, + "direction": "ASCENDING", + "null-direction": "LAST" + } + ], + "rows-lower": { + "type": "UNBOUNDED_PRECEDING" + }, + "rows-upper": { + "type": "CURRENT_ROW" + } + } + } + ], + "rowCount": 5.323950260466258E12 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 1, + "name": "$1" + } + ] + } + ] + }, + "joinType": "full", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "9", + "18" + ], + "rowCount": 2.436776952714302E24 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "item_sk", + "d_date", + "web_sales", + "store_sales", + "max_window_0", + "max_window_1" + ], + "exprs": [ + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 2, + "name": "$2" + }, + { + "op": { + "name": "max", + "kind": "MAX", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ], + "distinct": false, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 27, + "scale": 2 + }, + "window": { + "partition": [ + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 0, + "name": "$0" + } + ] + } + ], + "order": [ + { + "expr": { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + "direction": "ASCENDING", + "null-direction": "LAST" + } + ], + "rows-lower": { + "type": "UNBOUNDED_PRECEDING" + }, + "rows-upper": { + "type": "CURRENT_ROW" + } + } + }, + { + "op": { + "name": "max", + "kind": "MAX", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "distinct": false, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 27, + "scale": 2 + }, + "window": { + "partition": [ + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 0, + "name": "$0" + } + ] + } + ], + "order": [ + { + "expr": { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + "direction": "ASCENDING", + "null-direction": "LAST" + } + ], + "rows-lower": { + "type": "UNBOUNDED_PRECEDING" + }, + "rows-upper": { + "type": "CURRENT_ROW" + } + } + } + ], + "rowCount": 2.436776952714302E24 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "rowCount": 1.218388476357151E24 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "y.item_sk", + "y.d_date", + "y.web_sales", + "y.store_sales", + "y.web_cumulative", + "y.store_cumulative" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 1.218388476357151E24 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query52.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query52.q.out index 97a380747731..e20b050f8e7d 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query52.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query52.q.out @@ -1,168 +1,1324 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_48_container, bigKeyColName:ss_item_sk, smallTablePos:1, keyRatio:1.6322683759956066E-4 - Statistics: Num rows: 82510879939 Data size: 10343396725952 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 82510879939 Data size: 10343396725952 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 4 - Statistics: Num rows: 1400767848 Data size: 11206142896 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col5, _col6 - input vertices: - 1 Map 5 - Statistics: Num rows: 13467990 Data size: 1400671032 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col5 (type: int), _col6 (type: char(50)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 26652 Data size: 5756832 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: char(50)) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: char(50)) - Statistics: Num rows: 26652 Data size: 5756832 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: dt - filterExpr: ((d_year = 1998) and (d_moy = 12)) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 1998) and (d_moy = 12)) (type: boolean) - Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: item - filterExpr: (i_manager_id = 1) (type: boolean) - Statistics: Num rows: 462000 Data size: 53582956 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (i_manager_id = 1) (type: boolean) - Statistics: Num rows: 4442 Data size: 515192 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_brand_id (type: int), i_brand (type: char(50)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4442 Data size: 497464 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 4442 Data size: 497464 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: char(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: int), KEY._col1 (type: char(50)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4442 Data size: 959472 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: -+ - keys: _col2 (type: decimal(17,2)), _col0 (type: int) - null sort order: az - Statistics: Num rows: 4442 Data size: 959472 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Reduce Output Operator - key expressions: _col2 (type: decimal(17,2)), _col0 (type: int) - null sort order: az - sort order: -+ - Statistics: Num rows: 4442 Data size: 959472 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(50)) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey1 (type: int), VALUE._col0 (type: char(50)), KEY.reducesinkkey0 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4442 Data size: 959472 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 21600 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: 1998 (type: int), _col0 (type: int), _col1 (type: char(50)), _col2 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 100 Data size: 22000 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 22000 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + }, + "rowCount": 7.42597919451E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_ext_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 7.42597919451E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "dt", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1998, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 12, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 1643.6025 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1643.6025 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 1.8308036953566934E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 20, + "name": "$20" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 69300 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand_id", + "i_brand" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 69300 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "9" + ], + "rowCount": 190312044132328288 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5, + 6 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 19031204413232828 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_brand_id", + "i_brand", + "$f2" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 19031204413232828 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 2, + "direction": "DESCENDING", + "nulls": "FIRST" + }, + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "dt.d_year", + "brand_id", + "brand", + "ext_price" + ], + "exprs": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 1998, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query53.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query53.q.out index 2bb9dacf8fba..deeb7d2d0a79 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query53.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query53.q.out @@ -1,203 +1,2027 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: ss_store_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_60_container, bigKeyColName:ss_item_sk, smallTablePos:1, keyRatio:1.0145123899040376E-4 - Statistics: Num rows: 82510879939 Data size: 10988352362648 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ss_store_sk is not null (type: boolean) - Statistics: Num rows: 80569240632 Data size: 10729775349712 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 80569240632 Data size: 10100389015120 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col4 - input vertices: - 1 Map 4 - Statistics: Num rows: 8370831 Data size: 100450084 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col4, _col6 - input vertices: - 1 Map 5 - Statistics: Num rows: 1645722 Data size: 13165888 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col4 (type: int), _col6 (type: int) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 40 Data size: 4800 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: int) - null sort order: az - sort order: ++ - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 40 Data size: 4800 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: item - filterExpr: ((i_class) IN ('accessories ', 'classical ', 'fragrances ', 'pants ', 'personal ', 'portable ', 'reference ', 'self-help ') and (i_category) IN ('Books ', 'Children ', 'Electronics ', 'Men ', 'Music ', 'Women ') and (i_brand) IN ('amalgimporto #1 ', 'edu packscholar #1 ', 'exportiimporto #1 ', 'exportiunivamalg #9 ', 'importoamalg #1 ', 'scholaramalgamalg #14 ', 'scholaramalgamalg #7 ', 'scholaramalgamalg #9 ') and (((i_category) IN ('Books ', 'Children ', 'Electronics ') and (i_class) IN ('personal ', 'portable ', 'reference ', 'self-help ') and (i_brand) IN ('exportiunivamalg #9 ', 'scholaramalgamalg #14 ', 'scholaramalgamalg #7 ', 'scholaramalgamalg #9 ')) or ((i_category) IN ('Men ', 'Music ', 'Women ') and (i_class) IN ('accessories ', 'classical ', 'fragrances ', 'pants ') and (i_brand) IN ('amalgimporto #1 ', 'edu packscholar #1 ', 'exportiimporto #1 ', 'importoamalg #1 ')))) (type: boolean) - Statistics: Num rows: 462000 Data size: 135823396 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((i_class) IN ('accessories ', 'classical ', 'fragrances ', 'pants ', 'personal ', 'portable ', 'reference ', 'self-help ') and (i_category) IN ('Books ', 'Children ', 'Electronics ', 'Men ', 'Music ', 'Women ') and (i_brand) IN ('amalgimporto #1 ', 'edu packscholar #1 ', 'exportiimporto #1 ', 'exportiunivamalg #9 ', 'importoamalg #1 ', 'scholaramalgamalg #14 ', 'scholaramalgamalg #7 ', 'scholaramalgamalg #9 ') and (((i_category) IN ('Books ', 'Children ', 'Electronics ') and (i_class) IN ('personal ', 'portable ', 'reference ', 'self-help ') and (i_brand) IN ('exportiunivamalg #9 ', 'scholaramalgamalg #14 ', 'scholaramalgamalg #7 ', 'scholaramalgamalg #9 ')) or ((i_category) IN ('Men ', 'Music ', 'Women ') and (i_class) IN ('accessories ', 'classical ', 'fragrances ', 'pants ') and (i_brand) IN ('amalgimporto #1 ', 'edu packscholar #1 ', 'exportiimporto #1 ', 'importoamalg #1 ')))) (type: boolean) - Statistics: Num rows: 48 Data size: 14112 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_manufact_id (type: int) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 48 Data size: 576 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 48 Data size: 576 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: (d_month_seq) IN (1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_month_seq) IN (1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223) (type: boolean) - Statistics: Num rows: 359 Data size: 5744 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), d_qoy (type: int) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 359 Data size: 4308 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 359 Data size: 4308 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: int), KEY._col1 (type: int) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 40 Data size: 4800 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: int), _col2 (type: decimal(17,2)) - outputColumnNames: _col0, _col2 - Statistics: Num rows: 40 Data size: 4640 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator - Function definitions: - Input definition - input alias: ptf_0 - output shape: _col0: int, _col2: decimal(17,2) - type: WINDOWING - Windowing table definition - input alias: ptf_1 - name: windowingtablefunction - order by: _col0 ASC NULLS FIRST - partition by: _col0 - raw input shape: - window functions: - window function definition - alias: avg_window_0 - arguments: _col2 - name: avg - window function: GenericUDAFAverageEvaluatorDecimal - window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) - Statistics: Num rows: 40 Data size: 4640 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: avg_window_0 (type: decimal(21,6)), _col0 (type: int), _col2 (type: decimal(17,2)) - outputColumnNames: avg_window_0, _col0, _col2 - Statistics: Num rows: 40 Data size: 4640 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: if((avg_window_0 > 0), ((abs((_col2 - avg_window_0)) / avg_window_0) > 0.1), false) (type: boolean) - Statistics: Num rows: 20 Data size: 4560 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: +++ - keys: avg_window_0 (type: decimal(21,6)), _col2 (type: decimal(17,2)), _col0 (type: int) - null sort order: zzz - Statistics: Num rows: 20 Data size: 4560 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col0 (type: int), _col2 (type: decimal(17,2)), avg_window_0 (type: decimal(21,6)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 20 Data size: 4560 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col2 (type: decimal(21,6)), _col1 (type: decimal(17,2)), _col0 (type: int) - null sort order: zzz - sort order: +++ - Statistics: Num rows: 20 Data size: 4560 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey2 (type: int), KEY.reducesinkkey1 (type: decimal(17,2)), KEY.reducesinkkey0 (type: decimal(21,6)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 20 Data size: 4560 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 20 Data size: 4560 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 20 Data size: 4560 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "literal": "accessories", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 11 + } + }, + { + "literal": "classical", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + }, + { + "literal": "fragrances", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 10 + } + }, + { + "literal": "pants", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + }, + { + "literal": "personal", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 8 + } + }, + { + "literal": "portable", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 8 + } + }, + { + "literal": "reference", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + }, + { + "literal": "self-help", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Books", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + }, + { + "literal": "Children", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 8 + } + }, + { + "literal": "Electronics", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 11 + } + }, + { + "literal": "Men", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 3 + } + }, + { + "literal": "Music", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + }, + { + "literal": "Women", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": "amalgimporto #1", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 15 + } + }, + { + "literal": "edu packscholar #1", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 18 + } + }, + { + "literal": "exportiimporto #1", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 17 + } + }, + { + "literal": "exportiunivamalg #9", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 19 + } + }, + { + "literal": "importoamalg #1", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 15 + } + }, + { + "literal": "scholaramalgamalg #14", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 21 + } + }, + { + "literal": "scholaramalgamalg #7", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 20 + } + }, + { + "literal": "scholaramalgamalg #9", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 20 + } + } + ] + }, + { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Books", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + }, + { + "literal": "Children", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 8 + } + }, + { + "literal": "Electronics", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 11 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "literal": "personal", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 8 + } + }, + { + "literal": "portable", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 8 + } + }, + { + "literal": "reference", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + }, + { + "literal": "self-help", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": "exportiunivamalg #9", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 19 + } + }, + { + "literal": "scholaramalgamalg #14", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 21 + } + }, + { + "literal": "scholaramalgamalg #7", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 20 + } + }, + { + "literal": "scholaramalgamalg #9", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 20 + } + } + ] + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Men", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 3 + } + }, + { + "literal": "Music", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + }, + { + "literal": "Women", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "literal": "accessories", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 11 + } + }, + { + "literal": "classical", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + }, + { + "literal": "fragrances", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 10 + } + }, + { + "literal": "pants", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": "amalgimporto #1", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 15 + } + }, + { + "literal": "edu packscholar #1", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 18 + } + }, + { + "literal": "exportiimporto #1", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 17 + } + }, + { + "literal": "importoamalg #1", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 15 + } + } + ] + } + ] + } + ] + } + ] + }, + "rowCount": 1804.6875 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_manufact_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 13, + "name": "$13" + } + ], + "rowCount": 1804.6875 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 1.809212196724956E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 1212, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1213, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1214, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1215, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1216, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1217, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1218, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1219, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1220, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1221, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1222, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1223, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_qoy" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 10, + "name": "$10" + } + ], + "rowCount": 18262.25 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "9" + ], + "rowCount": 49560428159460488 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 4, + 6 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 4956042815946049 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_manufact_id", + "d_qoy", + "$f2" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 4956042815946049 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "(tok_table_or_col i_manufact_id)", + "(tok_function sum (tok_table_or_col ss_sales_price))", + "avg_window_0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "op": { + "name": "avg", + "kind": "AVG", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "distinct": false, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 21, + "scale": 6 + }, + "window": { + "partition": [ + { + "input": 0, + "name": "$0" + } + ], + "order": [ + { + "expr": { + "input": 0, + "name": "$0" + }, + "direction": "ASCENDING", + "null-direction": "FIRST" + } + ], + "range-lower": { + "type": "UNBOUNDED_PRECEDING" + }, + "range-upper": { + "type": "UNBOUNDED_FOLLOWING" + } + } + } + ], + "rowCount": 4956042815946049 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "ABS", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + } + ] + }, + { + "input": 2, + "name": "$2" + } + ] + }, + { + "literal": 0.1, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 1 + } + } + ] + }, + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + } + ] + }, + "rowCount": 1.2390107039865122E15 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "tmp1.i_manufact_id", + "tmp1.sum_sales", + "tmp1.avg_quarterly_sales" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 1.2390107039865122E15 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query54.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query54.q.out index bc282c8d9b5c..78b5ea15ceb4 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query54.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query54.q.out @@ -2,741 +2,5181 @@ Warning: Map Join MAPJOIN[294][bigTable=?] in task 'Map 21' is a cross product Warning: Map Join MAPJOIN[291][bigTable=?] in task 'Map 21' is a cross product Warning: Map Join MAPJOIN[292][bigTable=?] in task 'Map 1' is a cross product Warning: Map Join MAPJOIN[286][bigTable=?] in task 'Map 1' is a cross product -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 21 (BROADCAST_EDGE), Reducer 15 (BROADCAST_EDGE), Reducer 7 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) - Map 12 <- Map 13 (BROADCAST_EDGE) - Map 14 <- Union 17 (BROADCAST_EDGE) - Map 16 <- Map 19 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE), Union 17 (CONTAINS) - Map 18 <- Map 19 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE), Reducer 20 (BROADCAST_EDGE), Union 17 (CONTAINS) - Map 21 <- Reducer 10 (BROADCAST_EDGE), Reducer 11 (BROADCAST_EDGE) - Reducer 10 <- Map 5 (SIMPLE_EDGE) - Reducer 11 <- Map 5 (SIMPLE_EDGE) - Reducer 15 <- Map 12 (CUSTOM_SIMPLE_EDGE), Map 14 (CUSTOM_SIMPLE_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 20 <- Map 19 (CUSTOM_SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) - Reducer 6 <- Map 5 (SIMPLE_EDGE) - Reducer 7 <- Reducer 6 (CUSTOM_SIMPLE_EDGE) - Reducer 8 <- Map 5 (SIMPLE_EDGE) - Reducer 9 <- Reducer 8 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: ss_customer_sk is not null (type: boolean) - Statistics: Num rows: 82510879939 Data size: 10327837854160 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ss_customer_sk is not null (type: boolean) - Statistics: Num rows: 80566020964 Data size: 10084401010960 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_customer_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 80566020964 Data size: 10084401010960 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Reducer 9 - Statistics: Num rows: 80566020964 Data size: 10084401010960 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Reducer 7 - Statistics: Num rows: 80566020964 Data size: 10084401010960 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col5 (type: bigint) - outputColumnNames: _col1, _col2, _col10 - input vertices: - 1 Reducer 15 - Statistics: Num rows: 80566020964 Data size: 10099593145520 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col10 - input vertices: - 1 Map 21 - Statistics: Num rows: 80566020964 Data size: 9455064977808 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col10 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 36934 Data size: 4432080 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 36934 Data size: 4432080 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 12 - Map Operator Tree: - TableScan - alias: customer_address - filterExpr: (ca_county is not null and ca_state is not null) (type: boolean) - Statistics: Num rows: 40000000 Data size: 7680000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ca_county is not null and ca_state is not null) (type: boolean) - Statistics: Num rows: 40000000 Data size: 7680000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ca_address_sk (type: bigint), ca_county (type: varchar(30)), ca_state (type: char(2)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 40000000 Data size: 7680000000 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: varchar(30)), _col2 (type: char(2)) - 1 _col0 (type: varchar(30)), _col1 (type: char(2)) - outputColumnNames: _col0 - input vertices: - 1 Map 13 - Statistics: Num rows: 35316062 Data size: 282528496 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 35316062 Data size: 282528496 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 13 - Map Operator Tree: - TableScan - alias: store - filterExpr: (s_county is not null and s_state is not null) (type: boolean) - Statistics: Num rows: 1704 Data size: 313536 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (s_county is not null and s_state is not null) (type: boolean) - Statistics: Num rows: 1704 Data size: 313536 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: s_county (type: varchar(30)), s_state (type: char(2)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1704 Data size: 313536 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(30)), _col1 (type: char(2)) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: varchar(30)), _col1 (type: char(2)) - Statistics: Num rows: 1704 Data size: 313536 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 14 - Map Operator Tree: - TableScan - alias: customer - filterExpr: c_current_addr_sk is not null (type: boolean) - Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: c_current_addr_sk is not null (type: boolean) - Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: c_customer_sk (type: bigint), c_current_addr_sk (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Union 17 - Statistics: Num rows: 1216 Data size: 19456 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 1216 Data size: 19456 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 16 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: cs_bill_customer_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_289_container, bigKeyColName:cs_item_sk, smallTablePos:1, keyRatio:2.3199545882327872E-5 - Statistics: Num rows: 43005109025 Data size: 1031276889552 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: cs_bill_customer_sk is not null (type: boolean) - Statistics: Num rows: 42899393143 Data size: 1028741787368 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_sold_date_sk (type: bigint), cs_bill_customer_sk (type: bigint), cs_item_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 42899393143 Data size: 1028741787368 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2 - input vertices: - 1 Map 5 - Statistics: Num rows: 1087114782 Data size: 15684993992 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1 - input vertices: - 1 Map 19 - Statistics: Num rows: 997699 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col1 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 997699 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1216 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1216 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 18 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: (ws_bill_customer_sk is not null and ws_item_sk BETWEEN DynamicValue(RS_60_item_i_item_sk_min) AND DynamicValue(RS_60_item_i_item_sk_max) and in_bloom_filter(ws_item_sk, DynamicValue(RS_60_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 21594638446 Data size: 518249773640 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ws_bill_customer_sk is not null and ws_item_sk BETWEEN DynamicValue(RS_60_item_i_item_sk_min) AND DynamicValue(RS_60_item_i_item_sk_max) and in_bloom_filter(ws_item_sk, DynamicValue(RS_60_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 21591944812 Data size: 518185129112 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_sold_date_sk (type: bigint), ws_bill_customer_sk (type: bigint), ws_item_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 21591944812 Data size: 518185129112 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2 - input vertices: - 1 Map 5 - Statistics: Num rows: 1087114782 Data size: 15684993992 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1 - input vertices: - 1 Map 19 - Statistics: Num rows: 997699 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col1 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 997699 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1216 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1216 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 19 - Map Operator Tree: - TableScan - alias: item - filterExpr: ((i_class = 'consignment ') and (i_category = 'Jewelry ')) (type: boolean) - Statistics: Num rows: 462000 Data size: 87780000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((i_class = 'consignment ') and (i_category = 'Jewelry ')) (type: boolean) - Statistics: Num rows: 424 Data size: 80560 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 424 Data size: 3392 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 424 Data size: 3392 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 424 Data size: 3392 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 424 Data size: 3392 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 21 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: d_month_seq is not null (type: boolean) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: d_month_seq is not null (type: boolean) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), d_month_seq (type: int) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Reducer 10 - Statistics: Num rows: 2264519 Data size: 36232304 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col2 <= _col1) (type: boolean) - Statistics: Num rows: 754839 Data size: 12077424 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - outputColumnNames: _col0, _col1, _col3 - input vertices: - 1 Reducer 11 - Statistics: Num rows: 23400009 Data size: 374400144 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col1 <= _col3) (type: boolean) - Statistics: Num rows: 7800003 Data size: 124800048 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 7800003 Data size: 62400024 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 7800003 Data size: 62400024 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 7800003 Data size: 62400024 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: (((d_year = 1999) and (d_moy = 3)) or ((d_year = 1999) and (d_moy = 3) and d_month_seq is not null)) (type: boolean) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 1999) and (d_moy = 3)) (type: boolean) - Statistics: Num rows: 31 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: (d_month_seq + 1) (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: int) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: (d_month_seq + 3) (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: int) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 16 - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 18 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 1999) and (d_moy = 3) and d_month_seq is not null) (type: boolean) - Statistics: Num rows: 31 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: (d_month_seq + 1) (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: int) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: (d_month_seq + 3) (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: int) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 10 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: int) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: int) - Reducer 11 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: int) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: int) - Reducer 15 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col5 - input vertices: - 0 Map 12 - Statistics: Num rows: 1216 Data size: 9728 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Reduce Output Operator - key expressions: _col5 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col5 (type: bigint) - Statistics: Num rows: 1216 Data size: 9728 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: + - keys: UDFToInteger((_col1 / 50)) (type: int) - null sort order: z - Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: UDFToInteger((_col1 / 50)) (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - keys: _col0 (type: int) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint) - Reducer 20 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - keys: KEY._col0 (type: int) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++ - keys: _col0 (type: int), _col1 (type: bigint) - null sort order: zz - Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col0 (type: int), _col1 (type: bigint), (_col0 * 50) (type: int) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: int) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: bigint), VALUE._col0 (type: int) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: int) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - minReductionHashAggr: 0.96774197 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: sq_count_check(_col0) (type: boolean) - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 8 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: int) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - minReductionHashAggr: 0.96774197 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Reducer 9 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: sq_count_check(_col0) (type: boolean) - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Union 17 - Vertex: Union 17 - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_customer_sk", + "ss_ext_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 1643.6025 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0" + ], + "exprs": [ + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "rowCount": 1643.6025 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [], + "rowCount": 164.36025 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 164.36025 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "COUNT", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": false + }, + "distinct": false, + "operands": [], + "name": "cnt" + } + ], + "rowCount": 1 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cnt" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "sq_count_check", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ], + "class": "org.apache.calcite.sql.SqlFunction", + "type": { + "type": "BOOLEAN", + "nullable": false + }, + "deterministic": true, + "dynamic": false + }, + "rowCount": 1 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cnt" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "literal": true, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "11" + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 1643.6025 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0" + ], + "exprs": [ + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "rowCount": 1643.6025 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [], + "rowCount": 164.36025 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 164.36025 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "COUNT", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": false + }, + "distinct": false, + "operands": [], + "name": "cnt" + } + ], + "rowCount": 1 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cnt" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "sq_count_check", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ], + "class": "org.apache.calcite.sql.SqlFunction", + "type": { + "type": "BOOLEAN", + "nullable": false + }, + "deterministic": true, + "dynamic": false + }, + "rowCount": 1 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cnt" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "literal": true, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "12", + "20" + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "customer_address", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 8, + "name": "$8" + } + ] + } + ] + }, + "rowCount": 3.2400000000000004E7 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_county", + "ca_state" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 3.2400000000000004E7 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store" + ], + "table:alias": "store", + "inputs": [], + "rowCount": 1704, + "avgRowSize": 1375, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "s_store_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "s_store_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "s_closed_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_store_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_number_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_floor_space" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "s_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_market_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_geography_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_market_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_division_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_company_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_company_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 10, + "name": "s_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "s_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "s_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "s_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "s_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "s_county", + "ndv": 128 + }, + { + "name": "s_state", + "ndv": 44 + }, + { + "name": "s_store_sk", + "ndv": 1736, + "minValue": 1, + "maxValue": 1704 + }, + { + "name": "s_store_id", + "ndv": 879 + }, + { + "name": "s_rec_start_date", + "ndv": 4, + "minValue": 9933, + "maxValue": 11394 + }, + { + "name": "s_rec_end_date", + "ndv": 3, + "minValue": 10663, + "maxValue": 11393 + }, + { + "name": "s_closed_date_sk", + "ndv": 263, + "minValue": 2450820, + "maxValue": 2451314 + }, + { + "name": "s_store_name", + "ndv": 11 + }, + { + "name": "s_number_employees", + "ndv": 100, + "minValue": 200, + "maxValue": 300 + }, + { + "name": "s_floor_space", + "ndv": 1289, + "minValue": 5000201, + "maxValue": 9997773 + }, + { + "name": "s_hours", + "ndv": 4 + }, + { + "name": "s_manager", + "ndv": 1245 + }, + { + "name": "s_market_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "s_geography_class", + "ndv": 2 + }, + { + "name": "s_market_desc", + "ndv": 1311 + }, + { + "name": "s_market_manager", + "ndv": 1236 + }, + { + "name": "s_division_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_division_name", + "ndv": 2 + }, + { + "name": "s_company_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_company_name", + "ndv": 2 + }, + { + "name": "s_street_number", + "ndv": 736 + }, + { + "name": "s_street_name", + "ndv": 851 + }, + { + "name": "s_street_type", + "ndv": 21 + }, + { + "name": "s_suite_number", + "ndv": 76 + }, + { + "name": "s_city", + "ndv": 267 + }, + { + "name": "s_zip", + "ndv": 983 + }, + { + "name": "s_country", + "ndv": 2 + }, + { + "name": "s_gmt_offset", + "ndv": 5, + "minValue": -9, + "maxValue": -5 + }, + { + "name": "s_tax_percentage", + "ndv": 12, + "minValue": 0, + "maxValue": 0.11 + } + ] + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 23, + "name": "$23" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 24, + "name": "$24" + } + ] + } + ] + }, + "rowCount": 1380.24 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_county", + "s_state" + ], + "exprs": [ + { + "input": 23, + "name": "$23" + }, + { + "input": 24, + "name": "$24" + } + ], + "rowCount": 1380.24 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "24", + "27" + ], + "rowCount": 1.0061949600000001E9 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer" + ], + "table:alias": "customer", + "inputs": [], + "rowCount": 80000000, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "c_customer_sk" + }, + { + "type": "CHAR", + "nullable": false, + "precision": 16, + "name": "c_customer_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_shipto_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_sales_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "c_salutation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "c_first_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "c_last_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "c_preferred_cust_flag" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_day" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_month" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_year" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "c_birth_country" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 13, + "name": "c_login" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "c_email_address" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_last_review_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "c_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "c_current_addr_sk", + "ndv": 33825344, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "c_customer_id", + "ndv": 80610928 + }, + { + "name": "c_current_cdemo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "c_current_hdemo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "c_first_shipto_date_sk", + "ndv": 3646, + "minValue": 2449028, + "maxValue": 2452678 + }, + { + "name": "c_first_sales_date_sk", + "ndv": 3643, + "minValue": 2448998, + "maxValue": 2452648 + }, + { + "name": "c_salutation", + "ndv": 7 + }, + { + "name": "c_first_name", + "ndv": 5158 + }, + { + "name": "c_last_name", + "ndv": 5123 + }, + { + "name": "c_preferred_cust_flag", + "ndv": 3 + }, + { + "name": "c_birth_day", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "c_birth_month", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "c_birth_year", + "ndv": 67, + "minValue": 1924, + "maxValue": 1992 + }, + { + "name": "c_birth_country", + "ndv": 216 + }, + { + "name": "c_login", + "ndv": 1 + }, + { + "name": "c_email_address", + "ndv": 75301330 + }, + { + "name": "c_last_review_date_sk", + "ndv": 364, + "minValue": 2452283, + "maxValue": 2452648 + } + ] + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + "rowCount": 72000000 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_current_addr_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 72000000 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + } + ] + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 3.483413831025E10 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sold_date_sk", + "customer_sk", + "item_sk" + ], + "exprs": [ + { + "input": 33, + "name": "$33" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 14, + "name": "$14" + } + ], + "rowCount": 3.483413831025E10 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + } + ] + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 1.7491657141260002E10 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sold_date_sk", + "customer_sk", + "item_sk" + ], + "exprs": [ + { + "input": 33, + "name": "$33" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 1.7491657141260002E10 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", + "all": true, + "inputs": [ + "34", + "37" + ], + "rowCount": 5.232579545151E10 + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sold_date_sk", + "customer_sk", + "item_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 5.232579545151E10 + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "41", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 1643.6025 + }, + { + "id": "42", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1643.6025 + }, + { + "id": "43", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "39", + "42" + ], + "rowCount": 1.290042123278857E13 + }, + { + "id": "44", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "45", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "literal": "consignment ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 50 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Jewelry ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 50 + } + } + ] + } + ] + }, + "rowCount": 10395 + }, + { + "id": "46", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10395 + }, + { + "id": "47", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "43", + "46" + ], + "rowCount": 20114981807225576 + }, + { + "id": "48", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "customer_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 20114981807225576 + }, + { + "id": "49", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "semi", + "inputs": [ + "31", + "48" + ], + "rowCount": 29524.5 + }, + { + "id": "50", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_current_addr_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 29524.5 + }, + { + "id": "51", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "28", + "50" + ], + "rowCount": 4456110464478 + }, + { + "id": "52", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_county", + "ca_state", + "s_county", + "s_state", + "c_customer_sk", + "c_current_addr_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 4456110464478 + }, + { + "id": "53", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "21", + "52" + ], + "rowCount": 4.467282785683009E22 + }, + { + "id": "54", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "55", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + "rowCount": 65744.1 + }, + { + "id": "56", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_month_seq" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 65744.1 + }, + { + "id": "57", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 1479.24225 + }, + { + "id": "58", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0" + ], + "exprs": [ + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "rowCount": 1479.24225 + }, + { + "id": "59", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [], + "rowCount": 147.924225 + }, + { + "id": "60", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 147.924225 + }, + { + "id": "61", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "56", + "60" + ], + "rowCount": 4862572.520411251 + }, + { + "id": "62", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 1479.24225 + }, + { + "id": "63", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0" + ], + "exprs": [ + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "rowCount": 1479.24225 + }, + { + "id": "64", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [], + "rowCount": 147.924225 + }, + { + "id": "65", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 147.924225 + }, + { + "id": "66", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "61", + "65" + ], + "rowCount": 3.5964613579406554E8 + }, + { + "id": "67", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_month_seq", + "$f0", + "$f00" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 3.5964613579406554E8 + }, + { + "id": "68", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 12, + "name": "$12" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "53", + "67" + ], + "rowCount": 2.409961487055364E30 + }, + { + "id": "69", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 10 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 29524.5 + }, + { + "id": "70", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0" + ], + "exprs": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 50, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 10, + "scale": 0 + } + } + ] + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + } + ], + "rowCount": 29524.5 + }, + { + "id": "71", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 2952.45 + }, + { + "id": "72", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "segment", + "num_customers", + "segment_base" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "literal": 50, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "rowCount": 2952.45 + }, + { + "id": "73", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query55.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query55.q.out index 67d3d6e2dec5..efcd9d4a4ad0 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query55.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query55.q.out @@ -1,168 +1,1308 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_48_container, bigKeyColName:ss_item_sk, smallTablePos:1, keyRatio:1.6322683759956066E-4 - Statistics: Num rows: 82510879939 Data size: 10343396725952 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 82510879939 Data size: 10343396725952 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 4 - Statistics: Num rows: 1400767848 Data size: 11206142896 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col5, _col6 - input vertices: - 1 Map 5 - Statistics: Num rows: 13467990 Data size: 1400671032 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col5 (type: int), _col6 (type: char(50)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 26652 Data size: 5756832 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: char(50)) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: char(50)) - Statistics: Num rows: 26652 Data size: 5756832 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: ((d_year = 2001) and (d_moy = 12)) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 2001) and (d_moy = 12)) (type: boolean) - Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: item - filterExpr: (i_manager_id = 36) (type: boolean) - Statistics: Num rows: 462000 Data size: 53582956 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (i_manager_id = 36) (type: boolean) - Statistics: Num rows: 4442 Data size: 515192 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_brand_id (type: int), i_brand (type: char(50)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4442 Data size: 497464 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 4442 Data size: 497464 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: char(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: int), KEY._col1 (type: char(50)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4442 Data size: 959472 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: -+ - keys: _col2 (type: decimal(17,2)), _col0 (type: int) - null sort order: az - Statistics: Num rows: 4442 Data size: 959472 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col1 (type: char(50)), _col2 (type: decimal(17,2)), _col0 (type: int) - outputColumnNames: _col1, _col2, _col3 - Statistics: Num rows: 4442 Data size: 959472 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col2 (type: decimal(17,2)), _col3 (type: int) - null sort order: az - sort order: -+ - Statistics: Num rows: 4442 Data size: 959472 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(50)) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey1 (type: int), VALUE._col0 (type: char(50)), KEY.reducesinkkey0 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4442 Data size: 959472 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 21600 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 21600 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + }, + "rowCount": 7.42597919451E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_ext_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 7.42597919451E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 12, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 1643.6025 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1643.6025 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 1.8308036953566934E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 20, + "name": "$20" + }, + { + "literal": 36, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 69300 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand_id", + "i_brand" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 69300 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "9" + ], + "rowCount": 190312044132328288 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5, + 6 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 19031204413232828 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "brand_id", + "brand", + "ext_price", + "(tok_table_or_col i_brand_id)" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 19031204413232828 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 2, + "direction": "DESCENDING", + "nulls": "FIRST" + }, + { + "field": 3, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "brand_id", + "brand", + "ext_price" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query56.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query56.q.out index 120408d701ca..a256e47e96fc 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query56.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query56.q.out @@ -1,564 +1,3954 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 13 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) - Map 11 <- Map 13 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Reducer 8 (BROADCAST_EDGE) - Map 14 <- Map 13 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Reducer 10 (BROADCAST_EDGE) - Reducer 10 <- Map 7 (SIMPLE_EDGE) - Reducer 12 <- Map 11 (SIMPLE_EDGE), Union 3 (CONTAINS) - Reducer 15 <- Map 14 (SIMPLE_EDGE), Union 3 (CONTAINS) - Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS) - Reducer 4 <- Union 3 (SIMPLE_EDGE) - Reducer 5 <- Reducer 4 (SIMPLE_EDGE) - Reducer 8 <- Map 7 (SIMPLE_EDGE) - Reducer 9 <- Map 7 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: ss_addr_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_268_container, bigKeyColName:ss_addr_sk, smallTablePos:1, keyRatio:1.585245486373433E-8 - Statistics: Num rows: 82510879939 Data size: 10987909046272 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ss_addr_sk is not null (type: boolean) - Statistics: Num rows: 80564040039 Data size: 10728649906576 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_addr_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 80564040039 Data size: 10728649906576 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 6 - Statistics: Num rows: 1367716804 Data size: 10941734552 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2 - input vertices: - 1 Map 13 - Statistics: Num rows: 227952808 Data size: 1823622576 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col10 - input vertices: - 1 Reducer 9 - Statistics: Num rows: 227952808 Data size: 22795280912 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 _col10 (type: string) - 1 _col0 (type: string) - outputColumnNames: _col2, _col10 - input vertices: - 1 Map 7 - Statistics: Num rows: 13435479 Data size: 1343548012 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2) - keys: _col10 (type: string) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 5160 Data size: 1093920 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 5160 Data size: 1093920 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 11 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: cs_bill_addr_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_271_container, bigKeyColName:cs_bill_addr_sk, smallTablePos:1, keyRatio:0.002802477211020162 - Statistics: Num rows: 43005109025 Data size: 5835793041376 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: cs_bill_addr_sk is not null (type: boolean) - Statistics: Num rows: 42898229145 Data size: 5821289442328 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_bill_addr_sk (type: bigint), cs_item_sk (type: bigint), cs_ext_sales_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 42898229145 Data size: 5821289442328 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 6 - Statistics: Num rows: 723125004 Data size: 79690279120 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2 - input vertices: - 1 Map 13 - Statistics: Num rows: 120520838 Data size: 2445693184 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col10 - input vertices: - 1 Reducer 8 - Statistics: Num rows: 120520838 Data size: 13533610280 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 _col10 (type: string) - 1 _col0 (type: string) - outputColumnNames: _col2, _col10 - input vertices: - 1 Map 7 - Statistics: Num rows: 7103466 Data size: 710346712 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2) - keys: _col10 (type: string) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 2580 Data size: 546960 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2580 Data size: 546960 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 13 - Map Operator Tree: - TableScan - alias: customer_address - filterExpr: (ca_gmt_offset = -8) (type: boolean) - Statistics: Num rows: 40000000 Data size: 4665468064 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ca_gmt_offset = -8) (type: boolean) - Statistics: Num rows: 6666667 Data size: 777578088 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ca_address_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 14 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: ws_bill_addr_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_274_container, bigKeyColName:ws_bill_addr_sk, smallTablePos:1, keyRatio:6.057059039311133E-8 - Statistics: Num rows: 21594638446 Data size: 2936546611376 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ws_bill_addr_sk is not null (type: boolean) - Statistics: Num rows: 21591937227 Data size: 2936179286152 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_item_sk (type: bigint), ws_bill_addr_sk (type: bigint), ws_ext_sales_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 21591937227 Data size: 2936179286152 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 6 - Statistics: Num rows: 366561252 Data size: 46595663536 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2 - input vertices: - 1 Map 13 - Statistics: Num rows: 61093544 Data size: 7028655600 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col10 - input vertices: - 1 Reducer 10 - Statistics: Num rows: 61093544 Data size: 12649261648 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 _col10 (type: string) - 1 _col0 (type: string) - outputColumnNames: _col2, _col10 - input vertices: - 1 Map 7 - Statistics: Num rows: 3600837 Data size: 460807764 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2) - keys: _col10 (type: string) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1720 Data size: 364640 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1720 Data size: 364640 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: ((d_year = 2000) and (d_moy = 1)) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 2000) and (d_moy = 1)) (type: boolean) - Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 14 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 11 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: item - Statistics: Num rows: 462000 Data size: 87318000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (i_color) IN ('chiffon ', 'lace ', 'orchid ') (type: boolean) - Statistics: Num rows: 14589 Data size: 2757321 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_id (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 14589 Data size: 1458900 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: string) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 14589 Data size: 1458900 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 14589 Data size: 1458900 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 14589 Data size: 1458900 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 14589 Data size: 1458900 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_item_id (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 10 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: string) - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Reducer 12 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 860 Data size: 182320 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col0 (type: string) - minReductionHashAggr: 0.6666666 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 860 Data size: 182320 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 860 Data size: 182320 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(27,2)) - Reducer 15 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 860 Data size: 182320 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col0 (type: string) - minReductionHashAggr: 0.6666666 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 860 Data size: 182320 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 860 Data size: 182320 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(27,2)) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 860 Data size: 182320 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col0 (type: string) - minReductionHashAggr: 0.6666666 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 860 Data size: 182320 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 860 Data size: 182320 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(27,2)) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 860 Data size: 182320 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: + - keys: _col1 (type: decimal(27,2)) - null sort order: z - Statistics: Num rows: 860 Data size: 182320 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Reduce Output Operator - key expressions: _col1 (type: decimal(27,2)) - null sort order: z - sort order: + - Statistics: Num rows: 860 Data size: 182320 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: string) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: decimal(27,2)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 860 Data size: 182320 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 21200 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 21200 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 8 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: string) - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Reducer 9 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: string) - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Union 3 - Vertex: Union 3 - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_addr_sk", + "ss_ext_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 1643.6025 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year", + "d_moy" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + } + ], + "rowCount": 1643.6025 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 1.647723325821024E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "customer_address", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "literal": -8, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + "rowCount": 6000000 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_gmt_offset" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": -8, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 5, + "scale": 2 + } + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2 + } + } + ], + "rowCount": 6000000 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "9" + ], + "rowCount": 1.4829509932389216E19 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_item_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 462000 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 9, + "name": "$9" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "10", + "12" + ], + "rowCount": 1.0276850383145725E24 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 17, + "name": "$17" + }, + { + "literal": "chiffon", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 7 + } + }, + { + "literal": "lace", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 4 + } + }, + { + "literal": "orchid", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + } + ] + }, + "rowCount": 115500 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_id" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 115500 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + } + ] + }, + "joinType": "semi", + "inputs": [ + "13", + "16" + ], + "rowCount": 2.5692125957864313E23 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 10 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 2.5692125957864313E22 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_id", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 2.5692125957864313E22 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + } + ] + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 3.483413831025E10 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_bill_addr_sk", + "cs_item_sk", + "cs_ext_sales_price", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.483413831025E10 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 1643.6025 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year", + "d_moy" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + } + ], + "rowCount": 1643.6025 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "22", + "24" + ], + "rowCount": 8.5880215218109E12 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "literal": -8, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 6000000 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_gmt_offset" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": -8, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 5, + "scale": 2 + } + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2 + } + } + ], + "rowCount": 6000000 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "25", + "27" + ], + "rowCount": 7729219369629809664 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_item_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "inputs": [ + "11" + ], + "rowCount": 462000 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 9, + "name": "$9" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "28", + "29" + ], + "rowCount": 5.356349023153458E23 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 17, + "name": "$17" + }, + { + "literal": "chiffon", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 7 + } + }, + { + "literal": "lace", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 4 + } + }, + { + "literal": "orchid", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + } + ] + }, + "inputs": [ + "14" + ], + "rowCount": 115500 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_id" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 115500 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + } + ] + }, + "joinType": "semi", + "inputs": [ + "30", + "32" + ], + "rowCount": 1.3390872557883645E23 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 10 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 1.3390872557883645E22 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_id", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 1.3390872557883645E22 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + } + ] + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 1.7491657141260002E10 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_item_sk", + "ws_bill_addr_sk", + "ws_ext_sales_price", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 1.7491657141260002E10 + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 1643.6025 + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year", + "d_moy" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + } + ], + "rowCount": 1643.6025 + }, + { + "id": "41", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "38", + "40" + ], + "rowCount": 4.312399710977669E12 + }, + { + "id": "42", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "literal": -8, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 6000000 + }, + { + "id": "43", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_gmt_offset" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": -8, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 5, + "scale": 2 + } + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2 + } + } + ], + "rowCount": 6000000 + }, + { + "id": "44", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "41", + "43" + ], + "rowCount": 3881159739879902208 + }, + { + "id": "45", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_item_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "inputs": [ + "11" + ], + "rowCount": 462000 + }, + { + "id": "46", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 9, + "name": "$9" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "44", + "45" + ], + "rowCount": 2.689643699736772E23 + }, + { + "id": "47", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 17, + "name": "$17" + }, + { + "literal": "chiffon", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 7 + } + }, + { + "literal": "lace", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 4 + } + }, + { + "literal": "orchid", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + } + ] + }, + "inputs": [ + "14" + ], + "rowCount": 115500 + }, + { + "id": "48", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_id" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 115500 + }, + { + "id": "49", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + } + ] + }, + "joinType": "semi", + "inputs": [ + "46", + "48" + ], + "rowCount": 6.72410924934193E22 + }, + { + "id": "50", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 10 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 6.72410924934193E21 + }, + { + "id": "51", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_id", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 6.72410924934193E21 + }, + { + "id": "52", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", + "all": true, + "inputs": [ + "19", + "35", + "51" + ], + "rowCount": 4.580710776508988E22 + }, + { + "id": "53", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_id", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 4.580710776508988E22 + }, + { + "id": "54", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 27, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 4.580710776508988E21 + }, + { + "id": "55", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_id", + "total_sales" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 4.580710776508988E21 + }, + { + "id": "56", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query57.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query57.q.out index 962def104e16..d145fb626734 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query57.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query57.q.out @@ -1,412 +1,4028 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 10 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) - Reducer 5 <- Reducer 2 (SIMPLE_EDGE) - Reducer 6 <- Reducer 3 (BROADCAST_EDGE), Reducer 4 (BROADCAST_EDGE), Reducer 5 (SIMPLE_EDGE) - Reducer 7 <- Reducer 6 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: cs_call_center_sk is not null (type: boolean) - Statistics: Num rows: 43005109025 Data size: 5835917798576 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: cs_call_center_sk is not null (type: boolean) - Statistics: Num rows: 42897553345 Data size: 5821322181384 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_call_center_sk (type: bigint), cs_item_sk (type: bigint), cs_sales_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 42897553345 Data size: 5821322181384 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col5, _col6 - input vertices: - 1 Map 8 - Statistics: Num rows: 9983632978 Data size: 1345029011472 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col5, _col6, _col8 - input vertices: - 1 Map 9 - Statistics: Num rows: 9983632978 Data size: 2244414272948 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col5, _col6, _col8, _col10, _col11 - input vertices: - 1 Map 10 - Statistics: Num rows: 9983632978 Data size: 4061435474944 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2) - keys: _col5 (type: int), _col6 (type: int), _col8 (type: varchar(50)), _col10 (type: char(50)), _col11 (type: char(50)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 4991816489 Data size: 2036661127512 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: varchar(50)), _col3 (type: char(50)), _col4 (type: char(50)) - null sort order: zzzzz - sort order: +++++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: varchar(50)), _col3 (type: char(50)), _col4 (type: char(50)) - Statistics: Num rows: 4991816489 Data size: 2036661127512 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col5 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 10 - Map Operator Tree: - TableScan - alias: item - filterExpr: (i_category is not null and i_brand is not null) (type: boolean) - Statistics: Num rows: 462000 Data size: 91476000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (i_category is not null and i_brand is not null) (type: boolean) - Statistics: Num rows: 462000 Data size: 91476000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_brand (type: char(50)), i_category (type: char(50)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 462000 Data size: 91476000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 91476000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(50)), _col2 (type: char(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: ((d_year) IN (1999, 2000, 2001) and ((d_year = 2000) or (struct(d_year,d_moy)) IN (const struct(1999,12), const struct(2001,1)))) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year) IN (1999, 2000, 2001) and ((d_year = 2000) or (struct(d_year,d_moy)) IN (const struct(1999,12), const struct(2001,1)))) (type: boolean) - Statistics: Num rows: 428 Data size: 6848 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), d_year (type: int), d_moy (type: int) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 428 Data size: 6848 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 428 Data size: 6848 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: int) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 428 Data size: 3424 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 428 Data size: 3424 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 428 Data size: 3424 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 9 - Map Operator Tree: - TableScan - alias: call_center - filterExpr: cc_name is not null (type: boolean) - Statistics: Num rows: 60 Data size: 6360 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: cc_name is not null (type: boolean) - Statistics: Num rows: 60 Data size: 6360 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cc_call_center_sk (type: bigint), cc_name (type: varchar(50)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 60 Data size: 6360 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 60 Data size: 6360 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: varchar(50)), KEY._col3 (type: char(50)), KEY._col4 (type: char(50)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 5876640 Data size: 2397669120 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col4 (type: char(50)), _col3 (type: char(50)), _col2 (type: varchar(50)), _col0 (type: int), _col1 (type: int) - null sort order: aaazz - sort order: +++++ - Map-reduce partition columns: _col4 (type: char(50)), _col3 (type: char(50)), _col2 (type: varchar(50)) - Statistics: Num rows: 5876640 Data size: 2397669120 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col5 (type: decimal(17,2)) - Reduce Output Operator - key expressions: _col4 (type: char(50)), _col3 (type: char(50)), _col2 (type: varchar(50)), _col0 (type: int) - null sort order: aaaa - sort order: ++++ - Map-reduce partition columns: _col4 (type: char(50)), _col3 (type: char(50)), _col2 (type: varchar(50)), _col0 (type: int) - Statistics: Num rows: 5876640 Data size: 2397669120 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col5 (type: decimal(17,2)) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey3 (type: int), KEY.reducesinkkey4 (type: int), KEY.reducesinkkey2 (type: varchar(50)), KEY.reducesinkkey1 (type: char(50)), KEY.reducesinkkey0 (type: char(50)), VALUE._col0 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 5876640 Data size: 2397669120 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator - Function definitions: - Input definition - input alias: ptf_0 - output shape: _col0: int, _col1: int, _col2: varchar(50), _col3: char(50), _col4: char(50), _col5: decimal(17,2) - type: WINDOWING - Windowing table definition - input alias: ptf_1 - name: windowingtablefunction - order by: _col0 ASC NULLS LAST, _col1 ASC NULLS LAST - partition by: _col4, _col3, _col2 - raw input shape: - window functions: - window function definition - alias: rank_window_0 - arguments: _col0, _col1 - name: rank - window function: GenericUDAFRankEvaluator - window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) - isPivotResult: true - Statistics: Num rows: 5876640 Data size: 2397669120 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: rank_window_0 is not null (type: boolean) - Statistics: Num rows: 5876640 Data size: 2397669120 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col4 (type: char(50)), _col3 (type: char(50)), _col2 (type: varchar(50)), _col5 (type: decimal(17,2)), (rank_window_0 + 1) (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 5876640 Data size: 2374162560 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col4 (type: int), _col2 (type: varchar(50)) - null sort order: zzzz - sort order: ++++ - Map-reduce partition columns: _col0 (type: char(50)), _col1 (type: char(50)), _col4 (type: int), _col2 (type: varchar(50)) - Statistics: Num rows: 5876640 Data size: 2374162560 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: decimal(17,2)) - PTF Operator - Function definitions: - Input definition - input alias: ptf_0 - output shape: _col0: int, _col1: int, _col2: varchar(50), _col3: char(50), _col4: char(50), _col5: decimal(17,2) - type: WINDOWING - Windowing table definition - input alias: ptf_1 - name: windowingtablefunction - order by: _col0 ASC NULLS LAST, _col1 ASC NULLS LAST - partition by: _col4, _col3, _col2 - raw input shape: - window functions: - window function definition - alias: rank_window_0 - arguments: _col0, _col1 - name: rank - window function: GenericUDAFRankEvaluator - window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) - isPivotResult: true - Statistics: Num rows: 5876640 Data size: 2397669120 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: rank_window_0 is not null (type: boolean) - Statistics: Num rows: 5876640 Data size: 2397669120 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col4 (type: char(50)), _col3 (type: char(50)), _col2 (type: varchar(50)), _col5 (type: decimal(17,2)), (rank_window_0 - 1) (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 5876640 Data size: 2374162560 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col4 (type: int), _col2 (type: varchar(50)) - null sort order: zzzz - sort order: ++++ - Map-reduce partition columns: _col0 (type: char(50)), _col1 (type: char(50)), _col4 (type: int), _col2 (type: varchar(50)) - Statistics: Num rows: 5876640 Data size: 2374162560 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: decimal(17,2)) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: char(50)), KEY.reducesinkkey1 (type: char(50)), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: varchar(50)), VALUE._col0 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col4, _col2, _col3 - Reduce Output Operator - key expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col4 (type: int), _col2 (type: varchar(50)) - null sort order: zzzz - sort order: ++++ - Map-reduce partition columns: _col0 (type: char(50)), _col1 (type: char(50)), _col4 (type: int), _col2 (type: varchar(50)) - Statistics: Num rows: 5876640 Data size: 2374162560 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: decimal(17,2)) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey3 (type: int), VALUE._col0 (type: int), KEY.reducesinkkey2 (type: varchar(50)), KEY.reducesinkkey1 (type: char(50)), KEY.reducesinkkey0 (type: char(50)), VALUE._col1 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 5876640 Data size: 2397669120 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator - Function definitions: - Input definition - input alias: ptf_0 - output shape: _col0: int, _col1: int, _col2: varchar(50), _col3: char(50), _col4: char(50), _col5: decimal(17,2) - type: WINDOWING - Windowing table definition - input alias: ptf_1 - name: windowingtablefunction - order by: _col4 ASC NULLS FIRST, _col3 ASC NULLS FIRST, _col2 ASC NULLS FIRST, _col0 ASC NULLS FIRST - partition by: _col4, _col3, _col2, _col0 - raw input shape: - window functions: - window function definition - alias: avg_window_0 - arguments: _col5 - name: avg - window function: GenericUDAFAverageEvaluatorDecimal - window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) - Statistics: Num rows: 5876640 Data size: 2397669120 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: avg_window_0 (type: decimal(21,6)), _col0 (type: int), _col1 (type: int), _col2 (type: varchar(50)), _col3 (type: char(50)), _col4 (type: char(50)), _col5 (type: decimal(17,2)) - outputColumnNames: avg_window_0, _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 5876640 Data size: 2397669120 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col4 (type: char(50)), _col3 (type: char(50)), _col2 (type: varchar(50)), _col0 (type: int), _col1 (type: int) - null sort order: aaazz - sort order: +++++ - Map-reduce partition columns: _col4 (type: char(50)), _col3 (type: char(50)), _col2 (type: varchar(50)) - Statistics: Num rows: 5876640 Data size: 2397669120 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: avg_window_0 (type: decimal(21,6)), _col5 (type: decimal(17,2)) - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: decimal(21,6)), KEY.reducesinkkey3 (type: int), KEY.reducesinkkey4 (type: int), KEY.reducesinkkey2 (type: varchar(50)), KEY.reducesinkkey1 (type: char(50)), KEY.reducesinkkey0 (type: char(50)), VALUE._col1 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 5876640 Data size: 3055852800 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator - Function definitions: - Input definition - input alias: ptf_0 - output shape: _col0: decimal(21,6), _col1: int, _col2: int, _col3: varchar(50), _col4: char(50), _col5: char(50), _col6: decimal(17,2) - type: WINDOWING - Windowing table definition - input alias: ptf_1 - name: windowingtablefunction - order by: _col1 ASC NULLS LAST, _col2 ASC NULLS LAST - partition by: _col5, _col4, _col3 - raw input shape: - window functions: - window function definition - alias: rank_window_1 - arguments: _col1, _col2 - name: rank - window function: GenericUDAFRankEvaluator - window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) - isPivotResult: true - Statistics: Num rows: 5876640 Data size: 3055852800 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((_col0 > 0) and rank_window_1 is not null and (_col1 = 2000)) (type: boolean) - Statistics: Num rows: 979440 Data size: 509308800 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: rank_window_1 (type: int), _col0 (type: decimal(21,6)), _col1 (type: int), _col2 (type: int), _col3 (type: varchar(50)), _col4 (type: char(50)), _col5 (type: char(50)), _col6 (type: decimal(17,2)) - outputColumnNames: rank_window_1, _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 979440 Data size: 509308800 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: if((_col0 > 0), ((abs((_col6 - _col0)) / _col0) > 0.1), false) (type: boolean) - Statistics: Num rows: 489720 Data size: 256613280 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col5 (type: char(50)), _col4 (type: char(50)), _col3 (type: varchar(50)), _col1 (type: int), _col2 (type: int), _col6 (type: decimal(17,2)), _col0 (type: decimal(21,6)), rank_window_1 (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 489720 Data size: 256613280 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: char(50)), _col1 (type: char(50)), _col4 (type: int), _col2 (type: varchar(50)) - 1 _col0 (type: char(50)), _col1 (type: char(50)), _col7 (type: int), _col2 (type: varchar(50)) - outputColumnNames: _col3, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12 - input vertices: - 0 Reducer 4 - Statistics: Num rows: 489720 Data size: 311461920 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col5 (type: char(50)), _col6 (type: char(50)), _col12 (type: int), _col7 (type: varchar(50)) - 1 _col0 (type: char(50)), _col1 (type: char(50)), _col4 (type: int), _col2 (type: varchar(50)) - outputColumnNames: _col3, _col5, _col6, _col8, _col9, _col10, _col11, _col16 - input vertices: - 1 Reducer 3 - Statistics: Num rows: 489720 Data size: 316359120 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++ - keys: (_col10 - _col11) (type: decimal(22,6)), _col8 (type: int) - null sort order: zz - Statistics: Num rows: 489720 Data size: 316359120 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col5 (type: char(50)), _col6 (type: char(50)), _col8 (type: int), _col9 (type: int), _col11 (type: decimal(21,6)), _col10 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col16 (type: decimal(17,2)), (_col10 - _col11) (type: decimal(22,6)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 489720 Data size: 371207760 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col8 (type: decimal(22,6)), _col2 (type: int) - null sort order: zz - sort order: ++ - Statistics: Num rows: 489720 Data size: 371207760 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col3 (type: int), _col4 (type: decimal(21,6)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)) - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), KEY.reducesinkkey1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: decimal(21,6)), VALUE._col4 (type: decimal(17,2)), VALUE._col5 (type: decimal(17,2)), VALUE._col6 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 489720 Data size: 316359120 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 64600 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 64600 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 10, + "name": "$10" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 3.483413831025E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_call_center_sk", + "cs_item_sk", + "cs_sales_price", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 20, + "name": "$20" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.483413831025E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "ROW", + "kind": "ROW", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 8, + "name": "$8" + } + ] + }, + { + "op": { + "name": "ROW", + "kind": "ROW", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 12, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "ROW", + "kind": "ROW", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + } + ] + } + ] + }, + "rowCount": 4565.5625 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year", + "d_moy" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 4565.5625 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 2.3855615338363613E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "call_center" + ], + "table:alias": "call_center", + "inputs": [], + "rowCount": 60, + "avgRowSize": 1483, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "cc_call_center_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "cc_call_center_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "cc_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "cc_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cc_closed_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cc_open_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "cc_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "cc_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cc_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cc_sq_ft" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "cc_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "cc_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cc_mkt_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "cc_mkt_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "cc_mkt_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "cc_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cc_division" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "cc_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cc_company" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "cc_company_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "cc_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "cc_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "cc_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "cc_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "cc_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "cc_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "cc_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "cc_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "cc_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "cc_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "cc_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "cc_call_center_sk", + "ndv": 60, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cc_name", + "ndv": 30 + }, + { + "name": "cc_call_center_id", + "ndv": 30 + }, + { + "name": "cc_rec_start_date", + "ndv": 4, + "minValue": 10227, + "maxValue": 11688 + }, + { + "name": "cc_rec_end_date", + "ndv": 3, + "minValue": 10957, + "maxValue": 11687 + }, + { + "name": "cc_closed_date_sk", + "ndv": 1, + "minValue": null, + "maxValue": null + }, + { + "name": "cc_open_date_sk", + "ndv": 30, + "minValue": 2450794, + "maxValue": 2451146 + }, + { + "name": "cc_class", + "ndv": 3 + }, + { + "name": "cc_employees", + "ndv": 43, + "minValue": 5412266, + "maxValue": 1963174023 + }, + { + "name": "cc_sq_ft", + "ndv": 47, + "minValue": -2108783316, + "maxValue": 2044891959 + }, + { + "name": "cc_hours", + "ndv": 3 + }, + { + "name": "cc_manager", + "ndv": 42 + }, + { + "name": "cc_mkt_id", + "ndv": 6, + "minValue": 1, + "maxValue": 6 + }, + { + "name": "cc_mkt_class", + "ndv": 52 + }, + { + "name": "cc_mkt_desc", + "ndv": 48 + }, + { + "name": "cc_market_manager", + "ndv": 48 + }, + { + "name": "cc_division", + "ndv": 6, + "minValue": 1, + "maxValue": 6 + }, + { + "name": "cc_division_name", + "ndv": 6 + }, + { + "name": "cc_company", + "ndv": 6, + "minValue": 1, + "maxValue": 6 + }, + { + "name": "cc_company_name", + "ndv": 6 + }, + { + "name": "cc_street_number", + "ndv": 30 + }, + { + "name": "cc_street_name", + "ndv": 29 + }, + { + "name": "cc_street_type", + "ndv": 14 + }, + { + "name": "cc_suite_number", + "ndv": 26 + }, + { + "name": "cc_city", + "ndv": 25 + }, + { + "name": "cc_county", + "ndv": 25 + }, + { + "name": "cc_state", + "ndv": 19 + }, + { + "name": "cc_zip", + "ndv": 30 + }, + { + "name": "cc_country", + "ndv": 1 + }, + { + "name": "cc_gmt_offset", + "ndv": 4, + "minValue": -8, + "maxValue": -5 + }, + { + "name": "cc_tax_percentage", + "ndv": 13, + "minValue": 0, + "maxValue": 0.12 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + "rowCount": 54 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cc_call_center_sk", + "cc_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 54 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "9" + ], + "rowCount": 1.9323048424074525E14 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 12, + "name": "$12" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 8, + "name": "$8" + } + ] + } + ] + }, + "rowCount": 374220 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand", + "i_category" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 12, + "name": "$12" + } + ], + "rowCount": 374220 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 9, + "name": "$9" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "10", + "13" + ], + "rowCount": 1.0846606771885752E19 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5, + 6, + 8, + 10, + 11 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 1084660677188575232 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_year", + "d_moy", + "cc_name", + "i_brand", + "i_category", + "$f5" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 1084660677188575232 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "(tok_table_or_col i_category)", + "(tok_table_or_col i_brand)", + "(tok_table_or_col cc_name)", + "(tok_function sum (tok_table_or_col cs_sales_price))", + "rank_window_1" + ], + "exprs": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 5, + "name": "$5" + }, + { + "op": { + "name": "rank", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [], + "distinct": false, + "type": { + "type": "INTEGER", + "nullable": true + }, + "window": { + "partition": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + } + ], + "order": [ + { + "expr": { + "input": 0, + "name": "$0" + }, + "direction": "ASCENDING", + "null-direction": "LAST" + }, + { + "expr": { + "input": 1, + "name": "$1" + }, + "direction": "ASCENDING", + "null-direction": "LAST" + } + ], + "range-lower": { + "type": "UNBOUNDED_PRECEDING" + }, + "range-upper": { + "type": "UNBOUNDED_FOLLOWING" + } + } + } + ], + "rowCount": 1084660677188575232 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + "rowCount": 976194609469717760 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "(tok_table_or_col i_category)", + "(tok_table_or_col i_brand)", + "(tok_table_or_col cc_name)", + "(tok_function sum (tok_table_or_col cs_sales_price))", + "EXPR$0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "rowCount": 976194609469717760 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 10, + "name": "$10" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "inputs": [ + "0" + ], + "rowCount": 3.483413831025E10 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_call_center_sk", + "cs_item_sk", + "cs_sales_price", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 20, + "name": "$20" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.483413831025E10 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "ROW", + "kind": "ROW", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 8, + "name": "$8" + } + ] + }, + { + "op": { + "name": "ROW", + "kind": "ROW", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 12, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "ROW", + "kind": "ROW", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + } + ] + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 4565.5625 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year", + "d_moy" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 4565.5625 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "21", + "23" + ], + "rowCount": 2.3855615338363613E13 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 54 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cc_call_center_sk", + "cc_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 54 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "24", + "26" + ], + "rowCount": 1.9323048424074525E14 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 12, + "name": "$12" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 8, + "name": "$8" + } + ] + } + ] + }, + "inputs": [ + "11" + ], + "rowCount": 374220 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand", + "i_category" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 12, + "name": "$12" + } + ], + "rowCount": 374220 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 9, + "name": "$9" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "27", + "29" + ], + "rowCount": 1.0846606771885752E19 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5, + 6, + 8, + 10, + 11 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 1084660677188575232 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_year", + "d_moy", + "cc_name", + "i_brand", + "i_category", + "$f5" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 1084660677188575232 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "(tok_table_or_col i_category)", + "(tok_table_or_col i_brand)", + "(tok_table_or_col cc_name)", + "(tok_function sum (tok_table_or_col cs_sales_price))", + "rank_window_1" + ], + "exprs": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 5, + "name": "$5" + }, + { + "op": { + "name": "rank", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [], + "distinct": false, + "type": { + "type": "INTEGER", + "nullable": true + }, + "window": { + "partition": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + } + ], + "order": [ + { + "expr": { + "input": 0, + "name": "$0" + }, + "direction": "ASCENDING", + "null-direction": "LAST" + }, + { + "expr": { + "input": 1, + "name": "$1" + }, + "direction": "ASCENDING", + "null-direction": "LAST" + } + ], + "range-lower": { + "type": "UNBOUNDED_PRECEDING" + }, + "range-upper": { + "type": "UNBOUNDED_FOLLOWING" + } + } + } + ], + "rowCount": 1084660677188575232 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + "rowCount": 976194609469717760 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "(tok_table_or_col i_category)", + "(tok_table_or_col i_brand)", + "(tok_table_or_col cc_name)", + "(tok_function sum (tok_table_or_col cs_sales_price))", + "EXPR$0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "rowCount": 976194609469717760 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 10, + "name": "$10" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "inputs": [ + "0" + ], + "rowCount": 3.483413831025E10 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_call_center_sk", + "cs_item_sk", + "cs_sales_price", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 20, + "name": "$20" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.483413831025E10 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "ROW", + "kind": "ROW", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 8, + "name": "$8" + } + ] + }, + { + "op": { + "name": "ROW", + "kind": "ROW", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 12, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "ROW", + "kind": "ROW", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + } + ] + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 4565.5625 + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year", + "d_moy" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 4565.5625 + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "37", + "39" + ], + "rowCount": 2.3855615338363613E13 + }, + { + "id": "41", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 54 + }, + { + "id": "42", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cc_call_center_sk", + "cc_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 54 + }, + { + "id": "43", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "40", + "42" + ], + "rowCount": 1.9323048424074525E14 + }, + { + "id": "44", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 12, + "name": "$12" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 8, + "name": "$8" + } + ] + } + ] + }, + "inputs": [ + "11" + ], + "rowCount": 374220 + }, + { + "id": "45", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand", + "i_category" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 12, + "name": "$12" + } + ], + "rowCount": 374220 + }, + { + "id": "46", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 9, + "name": "$9" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "43", + "45" + ], + "rowCount": 1.0846606771885752E19 + }, + { + "id": "47", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5, + 6, + 8, + 10, + 11 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 1084660677188575232 + }, + { + "id": "48", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_year", + "d_moy", + "cc_name", + "i_brand", + "i_category", + "$f5" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 1084660677188575232 + }, + { + "id": "49", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "(tok_table_or_col i_category)", + "(tok_table_or_col i_brand)", + "(tok_table_or_col cc_name)", + "(tok_table_or_col d_year)", + "(tok_table_or_col d_moy)", + "(tok_function sum (tok_table_or_col cs_sales_price))", + "avg_window_0", + "rank_window_1" + ], + "exprs": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 5, + "name": "$5" + }, + { + "op": { + "name": "avg", + "kind": "AVG", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ], + "distinct": false, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 21, + "scale": 6 + }, + "window": { + "partition": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 0, + "name": "$0" + } + ], + "order": [ + { + "expr": { + "input": 4, + "name": "$4" + }, + "direction": "ASCENDING", + "null-direction": "FIRST" + }, + { + "expr": { + "input": 3, + "name": "$3" + }, + "direction": "ASCENDING", + "null-direction": "FIRST" + }, + { + "expr": { + "input": 2, + "name": "$2" + }, + "direction": "ASCENDING", + "null-direction": "FIRST" + }, + { + "expr": { + "input": 0, + "name": "$0" + }, + "direction": "ASCENDING", + "null-direction": "FIRST" + } + ], + "range-lower": { + "type": "UNBOUNDED_PRECEDING" + }, + "range-upper": { + "type": "UNBOUNDED_FOLLOWING" + } + } + }, + { + "op": { + "name": "rank", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [], + "distinct": false, + "type": { + "type": "INTEGER", + "nullable": true + }, + "window": { + "partition": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + } + ], + "order": [ + { + "expr": { + "input": 0, + "name": "$0" + }, + "direction": "ASCENDING", + "null-direction": "LAST" + }, + { + "expr": { + "input": 1, + "name": "$1" + }, + "direction": "ASCENDING", + "null-direction": "LAST" + } + ], + "range-lower": { + "type": "UNBOUNDED_PRECEDING" + }, + "range-upper": { + "type": "UNBOUNDED_FOLLOWING" + } + } + } + ], + "rowCount": 1084660677188575232 + }, + { + "id": "50", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "ABS", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ] + } + ] + }, + { + "input": 6, + "name": "$6" + } + ] + }, + { + "literal": 0.1, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 1 + } + } + ] + }, + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + } + ] + }, + "rowCount": 18303648927557208 + }, + { + "id": "51", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "(tok_table_or_col i_category)", + "(tok_table_or_col i_brand)", + "(tok_table_or_col cc_name)", + "(tok_table_or_col d_year)", + "(tok_table_or_col d_moy)", + "(tok_function sum (tok_table_or_col cs_sales_price))", + "avg_window_0", + "rank_window_1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + } + ], + "rowCount": 18303648927557208 + }, + { + "id": "52", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 2, + "name": "$2" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "35", + "51" + ], + "rowCount": 9.045636229708185E30 + }, + { + "id": "53", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 17, + "name": "$17" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "input": 2, + "name": "$2" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "19", + "52" + ], + "rowCount": 4.4703400466242126E45 + }, + { + "id": "54", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_category", + "i_brand", + "d_year", + "d_moy", + "avg_monthly_sales", + "sum_sales", + "psum", + "nsum", + "(- (tok_table_or_col sum_sales) (tok_table_or_col avg_monthly_sales))1" + ], + "exprs": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 3, + "name": "$3" + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 15, + "name": "$15" + }, + { + "input": 16, + "name": "$16" + } + ] + } + ], + "rowCount": 4.4703400466242126E45 + }, + { + "id": "55", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 8, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + }, + { + "id": "56", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "v2.i_category", + "v2.i_brand", + "v2.d_year", + "v2.d_moy", + "v2.avg_monthly_sales", + "v2.sum_sales", + "v2.psum", + "v2.nsum" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + } + ], + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query58.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query58.q.out index 31dc5e2d3eca..ff9ac3ce98d7 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query58.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query58.q.out @@ -1,693 +1,4964 @@ Warning: Map Join MAPJOIN[375][bigTable=?] in task 'Reducer 5' is a cross product Warning: Map Join MAPJOIN[380][bigTable=?] in task 'Reducer 6' is a cross product -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 17 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE) - Map 10 <- Map 13 (BROADCAST_EDGE), Map 17 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE) - Map 13 <- Reducer 6 (BROADCAST_EDGE) - Map 15 <- Map 13 (BROADCAST_EDGE), Map 17 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE) - Map 3 <- Reducer 14 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) - Map 8 <- Reducer 5 (BROADCAST_EDGE) - Reducer 11 <- Map 10 (SIMPLE_EDGE), Reducer 16 (BROADCAST_EDGE), Reducer 2 (BROADCAST_EDGE) - Reducer 12 <- Reducer 11 (SIMPLE_EDGE) - Reducer 14 <- Map 13 (CUSTOM_SIMPLE_EDGE) - Reducer 16 <- Map 15 (SIMPLE_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 5 <- Map 4 (CUSTOM_SIMPLE_EDGE), Reducer 7 (BROADCAST_EDGE) - Reducer 6 <- Map 4 (CUSTOM_SIMPLE_EDGE), Map 8 (BROADCAST_EDGE) - Reducer 7 <- Map 4 (CUSTOM_SIMPLE_EDGE) - Reducer 9 <- Map 8 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: catalog_sales - Statistics: Num rows: 43005109025 Data size: 5492607208208 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_item_sk (type: bigint), cs_ext_sales_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 43005109025 Data size: 5492607208208 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col4 - input vertices: - 1 Map 3 - Statistics: Num rows: 43005109025 Data size: 7556852441408 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 _col4 (type: date) - 1 _col0 (type: date) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 8 - Statistics: Num rows: 3532295 Data size: 28258472 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col6 - input vertices: - 1 Map 17 - Statistics: Num rows: 3532295 Data size: 353229612 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col6 (type: string) - minReductionHashAggr: 0.92992544 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 495048 Data size: 104950176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 495048 Data size: 104950176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 10 - Map Operator Tree: - TableScan - alias: store_sales - Statistics: Num rows: 82510879939 Data size: 10343396725952 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 82510879939 Data size: 10343396725952 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col4 - input vertices: - 1 Map 3 - Statistics: Num rows: 82510879939 Data size: 14303918963024 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 _col4 (type: date) - 1 _col0 (type: date) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 13 - Statistics: Num rows: 6777167 Data size: 54217448 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col6 - input vertices: - 1 Map 17 - Statistics: Num rows: 6777167 Data size: 677716812 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col6 (type: string) - minReductionHashAggr: 0.9634768 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 742572 Data size: 157425264 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 742572 Data size: 157425264 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 13 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: (d_week_seq is not null and d_date is not null) (type: boolean) - Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_week_seq is not null and d_date is not null) (type: boolean) - Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date (type: date), d_week_seq (type: int) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: int) - 1 _col1 (type: int) - outputColumnNames: _col2 - input vertices: - 0 Reducer 6 - Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col2 (type: date) - outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: date) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: date) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: date) - Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: date) - outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.8333333 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: date), _col1 (type: date), _col2 (type: binary) - Reduce Output Operator - key expressions: _col0 (type: date) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: date) - Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 15 - Map Operator Tree: - TableScan - alias: web_sales - Statistics: Num rows: 21594638446 Data size: 2763811113552 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_item_sk (type: bigint), ws_ext_sales_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 21594638446 Data size: 2763811113552 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col4 - input vertices: - 1 Map 3 - Statistics: Num rows: 21594638446 Data size: 3800353758960 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 _col4 (type: date) - 1 _col0 (type: date) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 13 - Statistics: Num rows: 1773711 Data size: 14189800 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col6 - input vertices: - 1 Map 17 - Statistics: Num rows: 1773711 Data size: 177371212 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col6 (type: string) - minReductionHashAggr: 0.86044854 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 247524 Data size: 52475088 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 247524 Data size: 52475088 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 17 - Map Operator Tree: - TableScan - alias: item - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_item_id (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 3 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: (d_date is not null and ((d_date BETWEEN DynamicValue(RS_36_date_dim_d_date_min) AND DynamicValue(RS_36_date_dim_d_date_max) and in_bloom_filter(d_date, DynamicValue(RS_36_date_dim_d_date_bloom_filter))) or (d_date BETWEEN DynamicValue(RS_82_date_dim_d_date_min) AND DynamicValue(RS_82_date_dim_d_date_max) and in_bloom_filter(d_date, DynamicValue(RS_82_date_dim_d_date_bloom_filter))))) (type: boolean) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_date is not null and d_date BETWEEN DynamicValue(RS_36_date_dim_d_date_min) AND DynamicValue(RS_36_date_dim_d_date_max) and in_bloom_filter(d_date, DynamicValue(RS_36_date_dim_d_date_bloom_filter))) (type: boolean) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), d_date (type: date) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: date) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Filter Operator - predicate: (d_date is not null and d_date BETWEEN DynamicValue(RS_82_date_dim_d_date_min) AND DynamicValue(RS_82_date_dim_d_date_max) and in_bloom_filter(d_date, DynamicValue(RS_82_date_dim_d_date_bloom_filter))) (type: boolean) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), d_date (type: date) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: date) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 10 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: date) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 15 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: ((d_date = DATE'1998-02-19') or ((d_date = DATE'1998-02-19') and d_week_seq is not null)) (type: boolean) - Statistics: Num rows: 73049 Data size: 4090744 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_date = DATE'1998-02-19') (type: boolean) - Statistics: Num rows: 1 Data size: 56 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - Statistics: Num rows: 1 Data size: 56 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Filter Operator - predicate: ((d_date = DATE'1998-02-19') and d_week_seq is not null) (type: boolean) - Statistics: Num rows: 1 Data size: 60 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_week_seq (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: int) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: ((d_week_seq is not null and d_date is not null) or ((d_date = DATE'1998-02-19') and d_week_seq is not null)) (type: boolean) - Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_week_seq is not null and d_date is not null) (type: boolean) - Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date (type: date), d_week_seq (type: int) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: int) - 1 _col1 (type: int) - outputColumnNames: _col2 - input vertices: - 0 Reducer 5 - Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col2 (type: date) - outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: date) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: date) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: date) - Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: date) - outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.8333333 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: date), _col1 (type: date), _col2 (type: binary) - Filter Operator - predicate: ((d_date = DATE'1998-02-19') and d_week_seq is not null) (type: boolean) - Statistics: Num rows: 1 Data size: 60 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_week_seq (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: int) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 11 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 247524 Data size: 52475088 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: string) - 1 _col0 (type: string) - outputColumnNames: _col0, _col1, _col3 - input vertices: - 0 Reducer 2 - Statistics: Num rows: 247524 Data size: 80197776 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col1 BETWEEN (0.9 * _col3) AND (1.1 * _col3) and _col3 BETWEEN (0.9 * _col1) AND (1.1 * _col1)) (type: boolean) - Statistics: Num rows: 3055 Data size: 989820 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: string) - 1 _col0 (type: string) - outputColumnNames: _col0, _col1, _col3, _col5, _col6, _col7 - input vertices: - 1 Reducer 16 - Statistics: Num rows: 3055 Data size: 2016300 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col5 BETWEEN (0.9 * _col1) AND (1.1 * _col1) and _col5 BETWEEN (0.9 * _col3) AND (1.1 * _col3) and _col1 BETWEEN _col6 AND _col7 and _col3 BETWEEN _col6 AND _col7) (type: boolean) - Statistics: Num rows: 1 Data size: 660 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++ - keys: _col0 (type: string), _col3 (type: decimal(17,2)) - null sort order: zz - Statistics: Num rows: 1 Data size: 660 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col0 (type: string), _col3 (type: decimal(17,2)), (((_col3 / ((_col3 + _col1) + _col5)) / 3) * 100) (type: decimal(38,17)), _col1 (type: decimal(17,2)), (((_col1 / ((_col3 + _col1) + _col5)) / 3) * 100) (type: decimal(38,17)), _col5 (type: decimal(17,2)), (((_col5 / ((_col3 + _col1) + _col5)) / 3) * 100) (type: decimal(38,17)), (((_col3 + _col1) + _col5) / 3) (type: decimal(23,6)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: decimal(17,2)) - null sort order: zz - sort order: ++ - Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(38,17)), _col3 (type: decimal(17,2)), _col4 (type: decimal(38,17)), _col5 (type: decimal(17,2)), _col6 (type: decimal(38,17)), _col7 (type: decimal(23,6)) - Reducer 12 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: decimal(17,2)), VALUE._col0 (type: decimal(38,17)), VALUE._col1 (type: decimal(17,2)), VALUE._col2 (type: decimal(38,17)), VALUE._col3 (type: decimal(17,2)), VALUE._col4 (type: decimal(38,17)), VALUE._col5 (type: decimal(23,6)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 14 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: date), _col1 (type: date), _col2 (type: binary) - Reducer 16 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 247524 Data size: 52475088 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: string), _col1 (type: decimal(17,2)), (0.9 * _col1) (type: decimal(19,3)), (1.1 * _col1) (type: decimal(20,3)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 247524 Data size: 107920464 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 247524 Data size: 107920464 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(19,3)), _col3 (type: decimal(20,3)) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 247524 Data size: 52475088 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 247524 Data size: 52475088 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: sq_count_check(_col0) (type: boolean) - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - outputColumnNames: _col1 - input vertices: - 1 Reducer 7 - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: int) - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: sq_count_check(_col0) (type: boolean) - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - outputColumnNames: _col1 - input vertices: - 1 Map 8 - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: int) - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: int) - outputColumnNames: _col0 - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: int) - Reducer 9 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: date), _col1 (type: date), _col2 (type: binary) - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + }, + "rowCount": 1.94351746014E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_item_sk", + "ws_ext_sales_price", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 1.94351746014E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + "rowCount": 65744.1 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 65744.1 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 1.9166220937678528E14 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + } + ] + }, + "rowCount": 59169.69 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date", + "d_week_seq" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 59169.69 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": 10276, + "type": { + "type": "DATE", + "nullable": false + } + } + ] + }, + "rowCount": 10957.35 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "COUNT", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": false + }, + "distinct": false, + "operands": [], + "name": "cnt" + } + ], + "rowCount": 1 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cnt" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "sq_count_check", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ], + "class": "org.apache.calcite.sql.SqlFunction", + "type": { + "type": "BOOLEAN", + "nullable": false + }, + "deterministic": true, + "dynamic": false + }, + "rowCount": 1 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cnt" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": 10276, + "type": { + "type": "DATE", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 9861.615 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_week_seq" + ], + "exprs": [ + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 9861.615 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "literal": true, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "15", + "17" + ], + "rowCount": 9861.615 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "9", + "18" + ], + "rowCount": 8.75263053674025E7 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 8.75263053674025E7 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "semi", + "inputs": [ + "6", + "20" + ], + "rowCount": 3.1437393893027207E12 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_item_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 462000 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "21", + "23" + ], + "rowCount": 217861139678678560 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 6 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 21786113967867856 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "item_id", + "ws_item_rev", + "EXPR$0", + "EXPR$1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "literal": 0.9, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 1 + } + }, + { + "input": 1, + "name": "$1" + } + ] + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "literal": 1.1, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 2, + "scale": 1 + } + }, + { + "input": 1, + "name": "$1" + } + ] + } + ], + "rowCount": 21786113967867856 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + } + ] + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + }, + "rowCount": 3.87045981225E10 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_item_sk", + "cs_ext_sales_price", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 14, + "name": "$14" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.87045981225E10 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 65744.1 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 65744.1 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "29", + "31" + ], + "rowCount": 3.816898454138179E14 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 59169.69 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date", + "d_week_seq" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 59169.69 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": 10276, + "type": { + "type": "DATE", + "nullable": false + } + } + ] + }, + "inputs": [ + "10" + ], + "rowCount": 10957.35 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "COUNT", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": false + }, + "distinct": false, + "operands": [], + "name": "cnt" + } + ], + "rowCount": 1 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cnt" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "sq_count_check", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ], + "class": "org.apache.calcite.sql.SqlFunction", + "type": { + "type": "BOOLEAN", + "nullable": false + }, + "deterministic": true, + "dynamic": false + }, + "rowCount": 1 + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cnt" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": 10276, + "type": { + "type": "DATE", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 9861.615 + }, + { + "id": "41", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_week_seq" + ], + "exprs": [ + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 9861.615 + }, + { + "id": "42", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "literal": true, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "39", + "41" + ], + "rowCount": 9861.615 + }, + { + "id": "43", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "34", + "42" + ], + "rowCount": 8.75263053674025E7 + }, + { + "id": "44", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 8.75263053674025E7 + }, + { + "id": "45", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "semi", + "inputs": [ + "32", + "44" + ], + "rowCount": 6.260667689400147E12 + }, + { + "id": "46", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_item_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "inputs": [ + "22" + ], + "rowCount": 462000 + }, + { + "id": "47", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "45", + "46" + ], + "rowCount": 433864270875430208 + }, + { + "id": "48", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 6 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 43386427087543024 + }, + { + "id": "49", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_id", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 43386427087543024 + }, + { + "id": "50", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "51", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + }, + "rowCount": 7.42597919451E10 + }, + { + "id": "52", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_ext_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 7.42597919451E10 + }, + { + "id": "53", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 65744.1 + }, + { + "id": "54", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 65744.1 + }, + { + "id": "55", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "52", + "54" + ], + "rowCount": 7.323214781426775E14 + }, + { + "id": "56", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 59169.69 + }, + { + "id": "57", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date", + "d_week_seq" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 59169.69 + }, + { + "id": "58", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": 10276, + "type": { + "type": "DATE", + "nullable": false + } + } + ] + }, + "inputs": [ + "10" + ], + "rowCount": 10957.35 + }, + { + "id": "59", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "COUNT", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": false + }, + "distinct": false, + "operands": [], + "name": "cnt" + } + ], + "rowCount": 1 + }, + { + "id": "60", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cnt" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "61", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "sq_count_check", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ], + "class": "org.apache.calcite.sql.SqlFunction", + "type": { + "type": "BOOLEAN", + "nullable": false + }, + "deterministic": true, + "dynamic": false + }, + "rowCount": 1 + }, + { + "id": "62", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cnt" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "63", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": 10276, + "type": { + "type": "DATE", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 9861.615 + }, + { + "id": "64", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_week_seq" + ], + "exprs": [ + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 9861.615 + }, + { + "id": "65", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "literal": true, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "62", + "64" + ], + "rowCount": 9861.615 + }, + { + "id": "66", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "57", + "65" + ], + "rowCount": 8.75263053674025E7 + }, + { + "id": "67", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 8.75263053674025E7 + }, + { + "id": "68", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "semi", + "inputs": [ + "55", + "67" + ], + "rowCount": 1.2011903045235268E13 + }, + { + "id": "69", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_item_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "inputs": [ + "22" + ], + "rowCount": 462000 + }, + { + "id": "70", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "68", + "69" + ], + "rowCount": 832424881034803968 + }, + { + "id": "71", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 6 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 83242488103480400 + }, + { + "id": "72", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_id", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 83242488103480400 + }, + { + "id": "73", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 3, + "name": "$3" + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "literal": 0.9, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 1 + } + }, + { + "input": 1, + "name": "$1" + } + ] + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "literal": 1.1, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 2, + "scale": 1 + } + }, + { + "input": 1, + "name": "$1" + } + ] + } + ] + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "literal": 0.9, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 1 + } + }, + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "literal": 1.1, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 2, + "scale": 1 + } + }, + { + "input": 3, + "name": "$3" + } + ] + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "49", + "72" + ], + "rowCount": 3.385869506894362E31 + }, + { + "id": "74", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "literal": 0.9, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 1 + } + }, + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "literal": 1.1, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 2, + "scale": 1 + } + }, + { + "input": 7, + "name": "$7" + } + ] + } + ] + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "literal": 0.9, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 1 + } + }, + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "literal": 1.1, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 2, + "scale": 1 + } + }, + { + "input": 5, + "name": "$5" + } + ] + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "26", + "73" + ], + "rowCount": 4.322164392042721E44 + }, + { + "id": "75", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_items.item_id", + "ss_item_rev", + "ss_dev", + "cs_item_rev", + "cs_dev", + "ws_item_rev", + "ws_dev", + "average" + ], + "exprs": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 7, + "name": "$7" + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + { + "input": 1, + "name": "$1" + } + ] + } + ] + }, + { + "literal": 3, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 10, + "scale": 0 + } + } + ] + }, + { + "literal": 100, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 10, + "scale": 0 + } + } + ] + }, + { + "input": 5, + "name": "$5" + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + { + "input": 1, + "name": "$1" + } + ] + } + ] + }, + { + "literal": 3, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 10, + "scale": 0 + } + } + ] + }, + { + "literal": 100, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 10, + "scale": 0 + } + } + ] + }, + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + { + "input": 1, + "name": "$1" + } + ] + } + ] + }, + { + "literal": 3, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 10, + "scale": 0 + } + } + ] + }, + { + "literal": 100, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 10, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + { + "input": 1, + "name": "$1" + } + ] + }, + { + "literal": 3, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 10, + "scale": 0 + } + } + ] + } + ], + "rowCount": 4.322164392042721E44 + }, + { + "id": "76", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query59.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query59.q.out index 6d0eda9d0ba3..0edbc184ccba 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query59.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query59.q.out @@ -1,431 +1,3794 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 2 (BROADCAST_EDGE) - Map 3 <- Reducer 10 (BROADCAST_EDGE), Reducer 11 (BROADCAST_EDGE), Reducer 12 (BROADCAST_EDGE) - Map 5 <- Map 3 (BROADCAST_EDGE), Reducer 4 (BROADCAST_EDGE) - Reducer 10 <- Map 9 (CUSTOM_SIMPLE_EDGE) - Reducer 11 <- Map 9 (CUSTOM_SIMPLE_EDGE) - Reducer 12 <- Reducer 11 (CUSTOM_SIMPLE_EDGE) - Reducer 4 <- Map 3 (SIMPLE_EDGE) - Reducer 6 <- Map 5 (SIMPLE_EDGE), Map 9 (BROADCAST_EDGE) - Reducer 7 <- Map 1 (BROADCAST_EDGE), Map 5 (SIMPLE_EDGE), Map 9 (BROADCAST_EDGE), Reducer 6 (BROADCAST_EDGE) - Reducer 8 <- Reducer 7 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_162_container, bigKeyColName:s_store_id, smallTablePos:1, keyRatio:0.5158450704225352 - Statistics: Num rows: 1704 Data size: 333984 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: s_store_sk (type: bigint), s_store_id (type: string), s_store_name (type: varchar(50)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1704 Data size: 333984 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: string) - 1 _col1 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 - input vertices: - 1 Map 2 - Statistics: Num rows: 3303 Data size: 673812 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 3303 Data size: 673812 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string), _col2 (type: varchar(50)), _col3 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 2 - Map Operator Tree: - TableScan - alias: store - Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: s_store_sk (type: bigint), s_store_id (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 3 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: (d_week_seq is not null and ((d_week_seq BETWEEN DynamicValue(RS_23_d_d_week_seq_min) AND DynamicValue(RS_23_d_d_week_seq_max) and in_bloom_filter(d_week_seq, DynamicValue(RS_23_d_d_week_seq_bloom_filter))) or (d_week_seq BETWEEN DynamicValue(RS_45_d_d_week_seq_min) AND DynamicValue(RS_45_d_d_week_seq_max) and (d_week_seq - 52) BETWEEN DynamicValue(RS_23_d_d_week_seq_min) AND DynamicValue(RS_23_d_d_week_seq_max) and in_bloom_filter(d_week_seq, DynamicValue(RS_45_d_d_week_seq_bloom_filter)) and in_bloom_filter((d_week_seq - 52), DynamicValue(RS_23_d_d_week_seq_bloom_filter))))) (type: boolean) - Statistics: Num rows: 73049 Data size: 7524047 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_week_seq is not null and d_week_seq BETWEEN DynamicValue(RS_23_d_d_week_seq_min) AND DynamicValue(RS_23_d_d_week_seq_max) and in_bloom_filter(d_week_seq, DynamicValue(RS_23_d_d_week_seq_bloom_filter))) (type: boolean) - Statistics: Num rows: 73049 Data size: 7524047 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), d_week_seq (type: int), (d_day_name = 'Sunday ') (type: boolean), (d_day_name = 'Monday ') (type: boolean), (d_day_name = 'Tuesday ') (type: boolean), (d_day_name = 'Wednesday') (type: boolean), (d_day_name = 'Thursday ') (type: boolean), (d_day_name = 'Friday ') (type: boolean), (d_day_name = 'Saturday ') (type: boolean) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 73049 Data size: 2921960 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 73049 Data size: 2921960 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 5 - Filter Operator - predicate: (d_week_seq is not null and d_week_seq BETWEEN DynamicValue(RS_45_d_d_week_seq_min) AND DynamicValue(RS_45_d_d_week_seq_max) and (d_week_seq - 52) BETWEEN DynamicValue(RS_23_d_d_week_seq_min) AND DynamicValue(RS_23_d_d_week_seq_max) and in_bloom_filter(d_week_seq, DynamicValue(RS_45_d_d_week_seq_bloom_filter)) and in_bloom_filter((d_week_seq - 52), DynamicValue(RS_23_d_d_week_seq_bloom_filter))) (type: boolean) - Statistics: Num rows: 73049 Data size: 7524047 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), d_week_seq (type: int), (d_day_name = 'Sunday ') (type: boolean), (d_day_name = 'Monday ') (type: boolean), (d_day_name = 'Wednesday') (type: boolean), (d_day_name = 'Thursday ') (type: boolean), (d_day_name = 'Friday ') (type: boolean), (d_day_name = 'Saturday ') (type: boolean) - outputColumnNames: _col0, _col1, _col2, _col3, _col5, _col6, _col7, _col8 - Statistics: Num rows: 73049 Data size: 2629764 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 73049 Data size: 2629764 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: boolean), _col3 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 5 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: ss_store_sk is not null (type: boolean) - Statistics: Num rows: 82510879939 Data size: 10328265323136 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ss_store_sk is not null (type: boolean) - Statistics: Num rows: 80569240632 Data size: 10085221424656 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_store_sk (type: bigint), ss_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 80569240632 Data size: 10085221424656 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col4, _col5, _col6, _col8, _col9, _col10, _col11 - input vertices: - 1 Map 3 - Statistics: Num rows: 80569240632 Data size: 11696606237296 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col4 (type: int), _col0 (type: bigint), if(_col5, _col1, null) (type: decimal(7,2)), if(_col6, _col1, null) (type: decimal(7,2)), if(_col8, _col1, null) (type: decimal(7,2)), if(_col9, _col1, null) (type: decimal(7,2)), if(_col10, _col1, null) (type: decimal(7,2)), if(_col11, _col1, null) (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col5, _col6, _col7, _col8 - Statistics: Num rows: 80569240632 Data size: 11696606237296 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2), sum(_col3), sum(_col5), sum(_col6), sum(_col7), sum(_col8) - keys: _col0 (type: int), _col1 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 80569240632 Data size: 55094193001824 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: bigint) - Statistics: Num rows: 80569240632 Data size: 55094193001824 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)) - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - input vertices: - 1 Reducer 4 - Statistics: Num rows: 80569240632 Data size: 12018883199824 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col4 (type: int), _col0 (type: bigint), if(_col5, _col1, null) (type: decimal(7,2)), if(_col6, _col1, null) (type: decimal(7,2)), if(_col7, _col1, null) (type: decimal(7,2)), if(_col8, _col1, null) (type: decimal(7,2)), if(_col9, _col1, null) (type: decimal(7,2)), if(_col10, _col1, null) (type: decimal(7,2)), if(_col11, _col1, null) (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 80569240632 Data size: 12018883199824 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2), sum(_col3), sum(_col4), sum(_col5), sum(_col6), sum(_col7), sum(_col8) - keys: _col0 (type: int), _col1 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 80569240632 Data size: 64117947952608 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: bigint) - Statistics: Num rows: 80569240632 Data size: 64117947952608 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)), _col8 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 9 - Map Operator Tree: - TableScan - alias: d - filterExpr: ((d_month_seq BETWEEN 1197 AND 1208 and d_week_seq is not null) or (d_month_seq BETWEEN 1185 AND 1196 and d_week_seq is not null)) (type: boolean) - Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_month_seq BETWEEN 1197 AND 1208 and d_week_seq is not null) (type: boolean) - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_week_seq (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 1436 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 359 Data size: 1436 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 1436 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) - Filter Operator - predicate: (d_month_seq BETWEEN 1185 AND 1196 and d_week_seq is not null) (type: boolean) - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_week_seq (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 1436 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 359 Data size: 1436 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 1436 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 10 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) - Reducer 11 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) - Reducer 12 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: binary) - outputColumnNames: _col0, _col1, _col2 - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int), VALUE._col1 (type: boolean), VALUE._col2 (type: boolean), VALUE._col3 (type: boolean), VALUE._col4 (type: boolean), VALUE._col5 (type: boolean), VALUE._col6 (type: boolean), VALUE._col7 (type: boolean) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 73049 Data size: 2921960 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean) - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4), sum(VALUE._col5) - keys: KEY._col0 (type: int), KEY._col1 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 9839687 Data size: 6728493540 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: int) - 1 _col0 (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - input vertices: - 1 Map 9 - Statistics: Num rows: 312689 Data size: 212026908 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint), (_col0 - 52) (type: int) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col1 (type: bigint), (_col0 - 52) (type: int) - Statistics: Num rows: 312689 Data size: 212026908 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)) - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4), sum(VALUE._col5), sum(VALUE._col6) - keys: KEY._col0 (type: int), KEY._col1 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 9839687 Data size: 7830538484 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: int) - 1 _col0 (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - input vertices: - 1 Map 9 - Statistics: Num rows: 312689 Data size: 247048076 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col1 (type: bigint) - outputColumnNames: _col1, _col2, _col3, _col5, _col7, _col8, _col9, _col10, _col11, _col12, _col13 - input vertices: - 0 Map 1 - Statistics: Num rows: 312689 Data size: 307685976 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint), _col5 (type: int) - 1 _col1 (type: bigint), (_col0 - 52) (type: int) - outputColumnNames: _col1, _col2, _col5, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col17, _col18, _col19, _col20, _col21, _col22 - input vertices: - 1 Reducer 6 - Statistics: Num rows: 57379349 Data size: 94561167152 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: +++ - keys: _col2 (type: varchar(50)), _col1 (type: string), _col5 (type: int) - null sort order: zzz - Statistics: Num rows: 57379349 Data size: 94561167152 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col2 (type: varchar(50)), _col1 (type: string), _col5 (type: int), (_col7 / _col17) (type: decimal(37,20)), (_col8 / _col18) (type: decimal(37,20)), (_col9 / _col9) (type: decimal(37,20)), (_col10 / _col19) (type: decimal(37,20)), (_col11 / _col20) (type: decimal(37,20)), (_col12 / _col21) (type: decimal(37,20)), (_col13 / _col22) (type: decimal(37,20)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 - Statistics: Num rows: 57379349 Data size: 56002244624 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(50)), _col1 (type: string), _col2 (type: int) - null sort order: zzz - sort order: +++ - Statistics: Num rows: 57379349 Data size: 56002244624 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: decimal(37,20)), _col4 (type: decimal(37,20)), _col5 (type: decimal(37,20)), _col6 (type: decimal(37,20)), _col7 (type: decimal(37,20)), _col8 (type: decimal(37,20)), _col9 (type: decimal(37,20)) - Reducer 8 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: varchar(50)), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: int), VALUE._col0 (type: decimal(37,20)), VALUE._col1 (type: decimal(37,20)), VALUE._col2 (type: decimal(37,20)), VALUE._col3 (type: decimal(37,20)), VALUE._col4 (type: decimal(37,20)), VALUE._col5 (type: decimal(37,20)), VALUE._col6 (type: decimal(37,20)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 - Statistics: Num rows: 57379349 Data size: 56002244624 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 97600 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 97600 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store" + ], + "table:alias": "store", + "inputs": [], + "rowCount": 1704, + "avgRowSize": 1375, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "s_store_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "s_store_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "s_closed_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_store_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_number_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_floor_space" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "s_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_market_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_geography_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_market_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_division_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_company_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_company_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 10, + "name": "s_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "s_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "s_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "s_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "s_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "s_store_sk", + "ndv": 1736, + "minValue": 1, + "maxValue": 1704 + }, + { + "name": "s_store_id", + "ndv": 879 + }, + { + "name": "s_store_name", + "ndv": 11 + }, + { + "name": "s_rec_start_date", + "ndv": 4, + "minValue": 9933, + "maxValue": 11394 + }, + { + "name": "s_rec_end_date", + "ndv": 3, + "minValue": 10663, + "maxValue": 11393 + }, + { + "name": "s_closed_date_sk", + "ndv": 263, + "minValue": 2450820, + "maxValue": 2451314 + }, + { + "name": "s_number_employees", + "ndv": 100, + "minValue": 200, + "maxValue": 300 + }, + { + "name": "s_floor_space", + "ndv": 1289, + "minValue": 5000201, + "maxValue": 9997773 + }, + { + "name": "s_hours", + "ndv": 4 + }, + { + "name": "s_manager", + "ndv": 1245 + }, + { + "name": "s_market_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "s_geography_class", + "ndv": 2 + }, + { + "name": "s_market_desc", + "ndv": 1311 + }, + { + "name": "s_market_manager", + "ndv": 1236 + }, + { + "name": "s_division_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_division_name", + "ndv": 2 + }, + { + "name": "s_company_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_company_name", + "ndv": 2 + }, + { + "name": "s_street_number", + "ndv": 736 + }, + { + "name": "s_street_name", + "ndv": 851 + }, + { + "name": "s_street_type", + "ndv": 21 + }, + { + "name": "s_suite_number", + "ndv": 76 + }, + { + "name": "s_city", + "ndv": 267 + }, + { + "name": "s_county", + "ndv": 128 + }, + { + "name": "s_state", + "ndv": 44 + }, + { + "name": "s_zip", + "ndv": 983 + }, + { + "name": "s_country", + "ndv": 2 + }, + { + "name": "s_gmt_offset", + "ndv": 5, + "minValue": -9, + "maxValue": -5 + }, + { + "name": "s_tax_percentage", + "ndv": 12, + "minValue": 0, + "maxValue": 0.11 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk", + "s_store_id", + "s_store_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 1704 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store" + ], + "table:alias": "store", + "inputs": [], + "rowCount": 1704, + "avgRowSize": 1375, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "s_store_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "s_store_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "s_closed_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_store_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_number_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_floor_space" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "s_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_market_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_geography_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_market_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_division_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_company_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_company_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 10, + "name": "s_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "s_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "s_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "s_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "s_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "s_store_sk", + "ndv": 1736, + "minValue": 1, + "maxValue": 1704 + }, + { + "name": "s_store_id", + "ndv": 879 + }, + { + "name": "s_rec_start_date", + "ndv": 4, + "minValue": 9933, + "maxValue": 11394 + }, + { + "name": "s_rec_end_date", + "ndv": 3, + "minValue": 10663, + "maxValue": 11393 + }, + { + "name": "s_closed_date_sk", + "ndv": 263, + "minValue": 2450820, + "maxValue": 2451314 + }, + { + "name": "s_store_name", + "ndv": 11 + }, + { + "name": "s_number_employees", + "ndv": 100, + "minValue": 200, + "maxValue": 300 + }, + { + "name": "s_floor_space", + "ndv": 1289, + "minValue": 5000201, + "maxValue": 9997773 + }, + { + "name": "s_hours", + "ndv": 4 + }, + { + "name": "s_manager", + "ndv": 1245 + }, + { + "name": "s_market_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "s_geography_class", + "ndv": 2 + }, + { + "name": "s_market_desc", + "ndv": 1311 + }, + { + "name": "s_market_manager", + "ndv": 1236 + }, + { + "name": "s_division_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_division_name", + "ndv": 2 + }, + { + "name": "s_company_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_company_name", + "ndv": 2 + }, + { + "name": "s_street_number", + "ndv": 736 + }, + { + "name": "s_street_name", + "ndv": 851 + }, + { + "name": "s_street_type", + "ndv": 21 + }, + { + "name": "s_suite_number", + "ndv": 76 + }, + { + "name": "s_city", + "ndv": 267 + }, + { + "name": "s_county", + "ndv": 128 + }, + { + "name": "s_state", + "ndv": 44 + }, + { + "name": "s_zip", + "ndv": 983 + }, + { + "name": "s_country", + "ndv": 2 + }, + { + "name": "s_gmt_offset", + "ndv": 5, + "minValue": -9, + "maxValue": -5 + }, + { + "name": "s_tax_percentage", + "ndv": 12, + "minValue": 0, + "maxValue": 0.11 + } + ] + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk", + "s_store_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 1704 + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "1", + "3" + ], + "rowCount": 435542.39999999997 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_store_sk", + "ss_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + "rowCount": 65744.1 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_week_seq", + "EXPR$0", + "EXPR$1", + "EXPR$2", + "EXPR$3", + "EXPR$4", + "EXPR$5", + "EXPR$6" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Sunday ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Monday ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Tuesday ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Wednesday", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Thursday ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Friday ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Saturday ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + } + ], + "rowCount": 65744.1 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "7", + "10" + ], + "rowCount": 6.590893303284096E14 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4", + "$f5", + "$f6", + "$f7", + "$f8" + ], + "exprs": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + } + ], + "rowCount": 6.590893303284096E14 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 6 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 7 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 8 + ], + "name": null + } + ], + "rowCount": 6.590893303284096E13 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4", + "$f5", + "$f6", + "$f7", + "$f8" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 6.590893303284096E13 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "d", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 1185, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1196, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + "rowCount": 16436.025 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_week_seq" + ], + "exprs": [ + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 16436.025 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "14", + "17" + ], + "rowCount": 162492130657664992 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4", + "$f5", + "$f6", + "$f7", + "$f8", + "d_week_seq" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + } + ], + "rowCount": 162492130657664992 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "4", + "19" + ], + "rowCount": 1.0615831885162947E22 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "inputs": [ + "5" + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_store_sk", + "ss_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + "inputs": [ + "8" + ], + "rowCount": 65744.1 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_week_seq", + "EXPR$0", + "EXPR$1", + "EXPR$2", + "EXPR$3", + "EXPR$4", + "EXPR$5", + "EXPR$6" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Sunday ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Monday ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Tuesday ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Wednesday", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Thursday ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Friday ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "Saturday ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + } + ], + "rowCount": 65744.1 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "22", + "24" + ], + "rowCount": 6.590893303284096E14 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4", + "$f5", + "$f6", + "$f7", + "$f8" + ], + "exprs": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "input": 1, + "name": "$1" + }, + { + "literal": null, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2 + } + } + ] + } + ], + "rowCount": 6.590893303284096E14 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 6 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 7 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 8 + ], + "name": null + } + ], + "rowCount": 6.590893303284096E13 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4", + "$f5", + "$f6", + "$f7" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + } + ], + "rowCount": 6.590893303284096E13 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 1197, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1208, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + "inputs": [ + "15" + ], + "rowCount": 16436.025 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_week_seq" + ], + "exprs": [ + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 16436.025 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "28", + "30" + ], + "rowCount": 162492130657664992 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4", + "$f5", + "$f6", + "$f7", + "d_week_seq" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 162492130657664992 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 16, + "name": "$16" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 15, + "name": "$15" + }, + { + "literal": 52, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "20", + "32" + ], + "rowCount": 3.8812255688783334E37 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_name1", + "s_store_id1", + "d_week_seq1", + "_c3", + "_c4", + "_c5", + "_c6", + "_c7", + "_c8", + "_c9" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 5, + "name": "$5" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 17, + "name": "$17" + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 18, + "name": "$18" + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "input": 9, + "name": "$9" + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 19, + "name": "$19" + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "input": 20, + "name": "$20" + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "input": 21, + "name": "$21" + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 13, + "name": "$13" + }, + { + "input": 22, + "name": "$22" + } + ] + } + ], + "rowCount": 3.8812255688783334E37 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query6.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query6.q.out index 3aaa8ab05d5d..eda0be9752a0 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query6.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query6.q.out @@ -1,476 +1,3113 @@ Warning: Map Join MAPJOIN[168][bigTable=?] in task 'Map 1' is a cross product -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Reducer 5 (BROADCAST_EDGE) - Map 12 <- Map 9 (BROADCAST_EDGE) - Map 16 <- Reducer 6 (BROADCAST_EDGE), Reducer 7 (BROADCAST_EDGE) - Map 9 <- Reducer 11 (BROADCAST_EDGE) - Reducer 11 <- Map 10 (SIMPLE_EDGE) - Reducer 13 <- Map 12 (CUSTOM_SIMPLE_EDGE), Map 16 (BROADCAST_EDGE), Reducer 2 (CUSTOM_SIMPLE_EDGE) - Reducer 14 <- Reducer 13 (SIMPLE_EDGE) - Reducer 15 <- Reducer 14 (SIMPLE_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 8 (CUSTOM_SIMPLE_EDGE) - Reducer 4 <- Map 3 (SIMPLE_EDGE) - Reducer 5 <- Reducer 4 (CUSTOM_SIMPLE_EDGE) - Reducer 6 <- Map 3 (SIMPLE_EDGE) - Reducer 7 <- Reducer 6 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: c - filterExpr: c_current_addr_sk is not null (type: boolean) - Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: c_current_addr_sk is not null (type: boolean) - Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: c_customer_sk (type: bigint), c_current_addr_sk (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - outputColumnNames: _col0, _col1 - input vertices: - 1 Reducer 5 - Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 10 - Map Operator Tree: - TableScan - alias: j - filterExpr: i_category is not null (type: boolean) - Statistics: Num rows: 462000 Data size: 93193408 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: i_category is not null (type: boolean) - Statistics: Num rows: 462000 Data size: 93193408 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(i_current_price), count(i_current_price) - keys: i_category (type: char(50)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 11 Data size: 2310 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(50)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(50)) - Statistics: Num rows: 11 Data size: 2310 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 12 - Map Operator Tree: - TableScan - alias: s - filterExpr: ss_customer_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_171_container, bigKeyColName:ss_item_sk, smallTablePos:0, keyRatio:7.749438625217859E-6 - Statistics: Num rows: 82510879939 Data size: 1964702246744 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ss_customer_sk is not null (type: boolean) - Statistics: Num rows: 80566020964 Data size: 1918392368576 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_customer_sk (type: bigint), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 80566020964 Data size: 1918392368576 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col6, _col7 - input vertices: - 0 Map 9 - Statistics: Num rows: 639413 Data size: 5115312 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col6 (type: bigint), _col7 (type: bigint) - outputColumnNames: _col1, _col2 - Statistics: Num rows: 639413 Data size: 5115312 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 639413 Data size: 5115312 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 16 - Map Operator Tree: - TableScan - alias: d - filterExpr: (d_month_seq is not null and d_month_seq BETWEEN DynamicValue(RS_52_date_dim_d_month_seq_min) AND DynamicValue(RS_52_date_dim_d_month_seq_max) and in_bloom_filter(d_month_seq, DynamicValue(RS_52_date_dim_d_month_seq_bloom_filter))) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_172_container, bigKeyColName:d_month_seq, smallTablePos:1, keyRatio:0.011800298429821079 - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_month_seq is not null and d_month_seq BETWEEN DynamicValue(RS_52_date_dim_d_month_seq_min) AND DynamicValue(RS_52_date_dim_d_month_seq_max) and in_bloom_filter(d_month_seq, DynamicValue(RS_52_date_dim_d_month_seq_bloom_filter))) (type: boolean) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), d_month_seq (type: int) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: int) - 1 _col0 (type: int) - outputColumnNames: _col0 - input vertices: - 1 Reducer 6 - Statistics: Num rows: 928 Data size: 7424 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 928 Data size: 7424 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 928 Data size: 7424 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 862 Data size: 6896 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: s - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 862 Data size: 6896 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 12 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 3 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: (((d_year = 2000) and (d_moy = 2)) or ((d_year = 2000) and (d_moy = 2) and d_month_seq is not null)) (type: boolean) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 2000) and (d_moy = 2)) (type: boolean) - Statistics: Num rows: 31 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_month_seq (type: int) - outputColumnNames: d_month_seq - Statistics: Num rows: 31 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: d_month_seq (type: int) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 2000) and (d_moy = 2) and d_month_seq is not null) (type: boolean) - Statistics: Num rows: 31 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_month_seq (type: int) - outputColumnNames: d_month_seq - Statistics: Num rows: 31 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: d_month_seq (type: int) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ca_address_sk (type: bigint), ca_state (type: char(2)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 9 - Map Operator Tree: - TableScan - alias: i - filterExpr: (i_current_price is not null and i_category is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_170_container, bigKeyColName:i_category, smallTablePos:1, keyRatio:0.997474025974026 - Statistics: Num rows: 462000 Data size: 96889408 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (i_current_price is not null and i_category is not null) (type: boolean) - Statistics: Num rows: 460833 Data size: 96644674 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_current_price (type: decimal(7,2)), i_category (type: char(50)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 460833 Data size: 96644674 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: char(50)) - 1 _col0 (type: char(50)) - outputColumnNames: _col0, _col1, _col4 - input vertices: - 1 Reducer 11 - Statistics: Num rows: 460833 Data size: 106783000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col1 > _col4) (type: boolean) - Statistics: Num rows: 153611 Data size: 35594408 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 153611 Data size: 35594408 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 11 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), count(VALUE._col1) - keys: KEY._col0 (type: char(50)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 11 Data size: 2310 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: CAST( CAST( (_col1 / _col2) AS decimal(11,6)) AS decimal(16,6)) is not null (type: boolean) - Statistics: Num rows: 11 Data size: 2310 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(50)), (1.2 * CAST( CAST( (_col1 / _col2) AS decimal(11,6)) AS decimal(16,6))) (type: decimal(14,7)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 11 Data size: 2222 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(50)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(50)) - Statistics: Num rows: 11 Data size: 2222 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(14,7)) - Reducer 13 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col4, _col7 - input vertices: - 0 Reducer 2 - Statistics: Num rows: 639413 Data size: 60104822 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col7 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col4 - input vertices: - 1 Map 16 - Statistics: Num rows: 639413 Data size: 54989518 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - keys: _col4 (type: char(2)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(2)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(2)) - Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint) - Reducer 14 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - keys: KEY._col0 (type: char(2)) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col1 >= 10L) (type: boolean) - Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: + - keys: _col1 (type: bigint) - null sort order: z - Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: char(2)) - Reducer 15 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: char(2)), KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0, _col4 - input vertices: - 1 Map 8 - Statistics: Num rows: 80000000 Data size: 7520000000 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 80000000 Data size: 7520000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col4 (type: char(2)) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: int) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - minReductionHashAggr: 0.96774197 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: sq_count_check(_col0) (type: boolean) - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: int) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 124 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.96774197 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer" + ], + "table:alias": "c", + "inputs": [], + "rowCount": 80000000, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "c_customer_sk" + }, + { + "type": "CHAR", + "nullable": false, + "precision": 16, + "name": "c_customer_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_shipto_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_sales_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "c_salutation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "c_first_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "c_last_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "c_preferred_cust_flag" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_day" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_month" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_year" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "c_birth_country" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 13, + "name": "c_login" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "c_email_address" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_last_review_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "c_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "c_current_addr_sk", + "ndv": 33825344, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "c_customer_id", + "ndv": 80610928 + }, + { + "name": "c_current_cdemo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "c_current_hdemo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "c_first_shipto_date_sk", + "ndv": 3646, + "minValue": 2449028, + "maxValue": 2452678 + }, + { + "name": "c_first_sales_date_sk", + "ndv": 3643, + "minValue": 2448998, + "maxValue": 2452648 + }, + { + "name": "c_salutation", + "ndv": 7 + }, + { + "name": "c_first_name", + "ndv": 5158 + }, + { + "name": "c_last_name", + "ndv": 5123 + }, + { + "name": "c_preferred_cust_flag", + "ndv": 3 + }, + { + "name": "c_birth_day", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "c_birth_month", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "c_birth_year", + "ndv": 67, + "minValue": 1924, + "maxValue": 1992 + }, + { + "name": "c_birth_country", + "ndv": 216 + }, + { + "name": "c_login", + "ndv": 1 + }, + { + "name": "c_email_address", + "ndv": 75301330 + }, + { + "name": "c_last_review_date_sk", + "ndv": 364, + "minValue": 2452283, + "maxValue": 2452648 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + "rowCount": 72000000 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_current_addr_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 72000000 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 1643.6025 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 3 + ], + "aggs": [], + "rowCount": 164.36025 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_month_seq" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 164.36025 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "COUNT", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": false + }, + "distinct": false, + "operands": [], + "name": "cnt" + } + ], + "rowCount": 1 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cnt" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "sq_count_check", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ], + "class": "org.apache.calcite.sql.SqlFunction", + "type": { + "type": "BOOLEAN", + "nullable": false + }, + "deterministic": true, + "dynamic": false + }, + "rowCount": 1 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cnt" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "literal": true, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "10" + ], + "rowCount": 72000000 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "a", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_state" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 40000000 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "11", + "13" + ], + "rowCount": 432000000000000 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "s", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_customer_sk", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "i", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 12, + "name": "$12" + } + ] + } + ] + }, + "rowCount": 374220 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_current_price", + "i_category" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 12, + "name": "$12" + } + ], + "rowCount": 374220 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "j", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 12, + "name": "$12" + } + ] + }, + "rowCount": 415800 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 12 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + } + ], + "rowCount": 41580 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 11, + "scale": 6 + } + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 16, + "scale": 6 + } + } + ] + }, + "rowCount": 33679.8 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_category", + "EXPR$0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "literal": 1.2, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 2, + "scale": 1 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 11, + "scale": 6 + } + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 16, + "scale": 6 + } + } + ] + } + ], + "rowCount": 33679.8 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "20", + "25" + ], + "rowCount": 9.452741067000002E8 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "17", + "26" + ], + "rowCount": 9.476440896775356E18 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_customer_sk", + "ss_sold_date_sk", + "i_item_sk", + "i_current_price", + "i_category", + "i_category0", + "EXPR$0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + } + ], + "rowCount": 9.476440896775356E18 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "14", + "28" + ], + "rowCount": 6.140733701110431E32 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "d", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + "rowCount": 65744.1 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_month_seq" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 65744.1 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 1479.24225 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 3 + ], + "aggs": [], + "rowCount": 147.924225 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_month_seq" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 147.924225 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "32", + "35" + ], + "rowCount": 1458771.7561233754 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_month_seq", + "d_month_seq0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 1458771.7561233754 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 13, + "name": "$13" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "29", + "37" + ], + "rowCount": 1.3436893327582287E38 + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 4 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 1.3436893327582288E37 + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": ">=", + "kind": "GREATER_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 10, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + "rowCount": 6.718446663791144E36 + }, + { + "id": "41", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "state", + "cnt" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 6.718446663791144E36 + }, + { + "id": "42", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query60.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query60.q.out index b0e5ba681a36..e8e98fb578e7 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query60.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query60.q.out @@ -1,581 +1,3911 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 13 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) - Map 11 <- Map 13 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Reducer 8 (BROADCAST_EDGE) - Map 14 <- Map 13 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Reducer 10 (BROADCAST_EDGE) - Reducer 10 <- Map 7 (SIMPLE_EDGE) - Reducer 12 <- Map 11 (SIMPLE_EDGE), Union 3 (CONTAINS) - Reducer 15 <- Map 14 (SIMPLE_EDGE), Union 3 (CONTAINS) - Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS) - Reducer 4 <- Union 3 (SIMPLE_EDGE) - Reducer 5 <- Reducer 4 (SIMPLE_EDGE) - Reducer 8 <- Map 7 (SIMPLE_EDGE) - Reducer 9 <- Map 7 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: ss_addr_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_273_container, bigKeyColName:ss_addr_sk, smallTablePos:1, keyRatio:1.585245486373433E-8 - Statistics: Num rows: 82510879939 Data size: 10987909046272 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ss_addr_sk is not null (type: boolean) - Statistics: Num rows: 80564040039 Data size: 10728649906576 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_addr_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 80564040039 Data size: 10728649906576 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 6 - Statistics: Num rows: 1367716804 Data size: 10941734552 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2 - input vertices: - 1 Map 13 - Statistics: Num rows: 227952808 Data size: 1823622576 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col10 - input vertices: - 1 Reducer 9 - Statistics: Num rows: 227952808 Data size: 22795280912 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 _col10 (type: string) - 1 _col0 (type: string) - outputColumnNames: _col2, _col10 - input vertices: - 1 Map 7 - Statistics: Num rows: 38679150 Data size: 3867915112 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2) - keys: _col10 (type: string) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 114032 Data size: 24174784 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 114032 Data size: 24174784 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 11 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: cs_bill_addr_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_276_container, bigKeyColName:cs_bill_addr_sk, smallTablePos:1, keyRatio:0.002802477211020162 - Statistics: Num rows: 43005109025 Data size: 5835793041376 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: cs_bill_addr_sk is not null (type: boolean) - Statistics: Num rows: 42898229145 Data size: 5821289442328 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_bill_addr_sk (type: bigint), cs_item_sk (type: bigint), cs_ext_sales_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 42898229145 Data size: 5821289442328 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 6 - Statistics: Num rows: 723125004 Data size: 79690279120 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2 - input vertices: - 1 Map 13 - Statistics: Num rows: 120520838 Data size: 2445693184 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col10 - input vertices: - 1 Reducer 8 - Statistics: Num rows: 120520838 Data size: 13533610280 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 _col10 (type: string) - 1 _col0 (type: string) - outputColumnNames: _col2, _col10 - input vertices: - 1 Map 7 - Statistics: Num rows: 20450037 Data size: 2045003812 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2) - keys: _col10 (type: string) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 57016 Data size: 12087392 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 57016 Data size: 12087392 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 13 - Map Operator Tree: - TableScan - alias: customer_address - filterExpr: (ca_gmt_offset = -6) (type: boolean) - Statistics: Num rows: 40000000 Data size: 4665468064 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ca_gmt_offset = -6) (type: boolean) - Statistics: Num rows: 6666667 Data size: 777578088 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ca_address_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 14 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: ws_bill_addr_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_279_container, bigKeyColName:ws_bill_addr_sk, smallTablePos:1, keyRatio:6.057059039311133E-8 - Statistics: Num rows: 21594638446 Data size: 2936546611376 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ws_bill_addr_sk is not null (type: boolean) - Statistics: Num rows: 21591937227 Data size: 2936179286152 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_item_sk (type: bigint), ws_bill_addr_sk (type: bigint), ws_ext_sales_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 21591937227 Data size: 2936179286152 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 6 - Statistics: Num rows: 366561252 Data size: 46595663536 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2 - input vertices: - 1 Map 13 - Statistics: Num rows: 61093544 Data size: 7028655600 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col10 - input vertices: - 1 Reducer 10 - Statistics: Num rows: 61093544 Data size: 12649261648 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 _col10 (type: string) - 1 _col0 (type: string) - outputColumnNames: _col2, _col10 - input vertices: - 1 Map 7 - Statistics: Num rows: 10366384 Data size: 1895103728 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2) - keys: _col10 (type: string) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 57016 Data size: 12087392 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 57016 Data size: 12087392 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: ((d_year = 1999) and (d_moy = 9)) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 1999) and (d_moy = 9)) (type: boolean) - Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 14 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 11 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: item - Statistics: Num rows: 462000 Data size: 87780000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (i_category = 'Children ') (type: boolean) - Statistics: Num rows: 42000 Data size: 7980000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_id (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 42000 Data size: 4200000 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: string) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 42000 Data size: 4200000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 42000 Data size: 4200000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 42000 Data size: 4200000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 42000 Data size: 4200000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_item_id (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 10 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: string) - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Reducer 12 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 7127 Data size: 1510924 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: + - keys: _col0 (type: string) - null sort order: z - Statistics: Num rows: 21381 Data size: 4532772 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - aggregations: sum(_col1) - keys: _col0 (type: string) - minReductionHashAggr: 0.6666666 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 7127 Data size: 1510924 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 7127 Data size: 1510924 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(27,2)) - Reducer 15 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 7127 Data size: 1510924 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: + - keys: _col0 (type: string) - null sort order: z - Statistics: Num rows: 21381 Data size: 4532772 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - aggregations: sum(_col1) - keys: _col0 (type: string) - minReductionHashAggr: 0.6666666 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 7127 Data size: 1510924 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 7127 Data size: 1510924 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(27,2)) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 7127 Data size: 1510924 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: + - keys: _col0 (type: string) - null sort order: z - Statistics: Num rows: 21381 Data size: 4532772 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - aggregations: sum(_col1) - keys: _col0 (type: string) - minReductionHashAggr: 0.6666666 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 7127 Data size: 1510924 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 7127 Data size: 1510924 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(27,2)) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 7127 Data size: 1510924 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++ - keys: _col0 (type: string), _col1 (type: decimal(27,2)) - null sort order: zz - Statistics: Num rows: 7127 Data size: 1510924 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: decimal(27,2)) - null sort order: zz - sort order: ++ - Statistics: Num rows: 7127 Data size: 1510924 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: decimal(27,2)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 7127 Data size: 1510924 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 21200 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 21200 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 8 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: string) - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Reducer 9 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: string) - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Union 3 - Vertex: Union 3 - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_addr_sk", + "ss_ext_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 9, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 1643.6025 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year", + "d_moy" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 9, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + } + ], + "rowCount": 1643.6025 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 1.647723325821024E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "customer_address", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "literal": -6, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + "rowCount": 6000000 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_gmt_offset" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": -6, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 5, + "scale": 2 + } + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2 + } + } + ], + "rowCount": 6000000 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "9" + ], + "rowCount": 1.4829509932389216E19 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_item_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 462000 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 9, + "name": "$9" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "10", + "12" + ], + "rowCount": 1.0276850383145725E24 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Children ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 50 + } + } + ] + }, + "rowCount": 69300 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_id" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 69300 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + } + ] + }, + "joinType": "semi", + "inputs": [ + "13", + "16" + ], + "rowCount": 1.5415275574718588E23 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 10 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 1.5415275574718588E22 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_id", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 1.5415275574718588E22 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + } + ] + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 3.483413831025E10 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_bill_addr_sk", + "cs_item_sk", + "cs_ext_sales_price", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.483413831025E10 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 9, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 1643.6025 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year", + "d_moy" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 9, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + } + ], + "rowCount": 1643.6025 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "22", + "24" + ], + "rowCount": 8.5880215218109E12 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "literal": -6, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 6000000 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_gmt_offset" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": -6, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 5, + "scale": 2 + } + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2 + } + } + ], + "rowCount": 6000000 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "25", + "27" + ], + "rowCount": 7729219369629809664 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_item_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "inputs": [ + "11" + ], + "rowCount": 462000 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 9, + "name": "$9" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "28", + "29" + ], + "rowCount": 5.356349023153458E23 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Children ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 50 + } + } + ] + }, + "inputs": [ + "14" + ], + "rowCount": 69300 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_id" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 69300 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + } + ] + }, + "joinType": "semi", + "inputs": [ + "30", + "32" + ], + "rowCount": 8.034523534730186E22 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 10 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 8.034523534730186E21 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_id", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 8.034523534730186E21 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + } + ] + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 1.7491657141260002E10 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_item_sk", + "ws_bill_addr_sk", + "ws_ext_sales_price", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 1.7491657141260002E10 + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 9, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 1643.6025 + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year", + "d_moy" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 9, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + } + ], + "rowCount": 1643.6025 + }, + { + "id": "41", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "38", + "40" + ], + "rowCount": 4.312399710977669E12 + }, + { + "id": "42", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "literal": -6, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 6000000 + }, + { + "id": "43", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_gmt_offset" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": -6, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 5, + "scale": 2 + } + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2 + } + } + ], + "rowCount": 6000000 + }, + { + "id": "44", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "41", + "43" + ], + "rowCount": 3881159739879902208 + }, + { + "id": "45", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_item_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "inputs": [ + "11" + ], + "rowCount": 462000 + }, + { + "id": "46", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 9, + "name": "$9" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "44", + "45" + ], + "rowCount": 2.689643699736772E23 + }, + { + "id": "47", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Children ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 50 + } + } + ] + }, + "inputs": [ + "14" + ], + "rowCount": 69300 + }, + { + "id": "48", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_id" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 69300 + }, + { + "id": "49", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + } + ] + }, + "joinType": "semi", + "inputs": [ + "46", + "48" + ], + "rowCount": 4.034465549605158E22 + }, + { + "id": "50", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 10 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 4.034465549605158E21 + }, + { + "id": "51", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_id", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 4.034465549605158E21 + }, + { + "id": "52", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", + "all": true, + "inputs": [ + "19", + "35", + "51" + ], + "rowCount": 2.748426465905393E22 + }, + { + "id": "53", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_id", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 2.748426465905393E22 + }, + { + "id": "54", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 27, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 2.748426465905393E21 + }, + { + "id": "55", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_id", + "total_sales" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 2.748426465905393E21 + }, + { + "id": "56", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query61.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query61.q.out index d1a4083c34eb..68ca850436a8 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query61.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query61.q.out @@ -1,428 +1,3736 @@ Warning: Map Join MAPJOIN[249][bigTable=?] in task 'Reducer 6' is a cross product -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 3 (BROADCAST_EDGE) - Map 4 <- Map 1 (BROADCAST_EDGE), Map 11 (BROADCAST_EDGE), Map 12 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE), Reducer 10 (BROADCAST_EDGE), Reducer 13 (BROADCAST_EDGE), Reducer 2 (BROADCAST_EDGE), Reducer 8 (BROADCAST_EDGE) - Reducer 10 <- Map 9 (SIMPLE_EDGE) - Reducer 13 <- Map 12 (SIMPLE_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 5 <- Map 4 (CUSTOM_SIMPLE_EDGE) - Reducer 6 <- Map 4 (CUSTOM_SIMPLE_EDGE), Reducer 5 (BROADCAST_EDGE) - Reducer 8 <- Map 7 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: customer - filterExpr: c_current_addr_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_238_container, bigKeyColName:c_current_addr_sk, smallTablePos:1, keyRatio:0.163595775 - Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: c_current_addr_sk is not null (type: boolean) - Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: c_customer_sk (type: bigint), c_current_addr_sk (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 1280000000 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0 - input vertices: - 1 Map 3 - Statistics: Num rows: 13333334 Data size: 106666672 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 13333334 Data size: 106666672 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 13333334 Data size: 106666672 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 11 - Map Operator Tree: - TableScan - alias: promotion - filterExpr: ((p_channel_email = 'Y') or (p_channel_tv = 'Y') or (p_channel_dmail = 'Y')) (type: boolean) - Statistics: Num rows: 2300 Data size: 604900 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((p_channel_email = 'Y') or (p_channel_tv = 'Y') or (p_channel_dmail = 'Y')) (type: boolean) - Statistics: Num rows: 2300 Data size: 604900 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: p_promo_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 2300 Data size: 18400 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 2300 Data size: 18400 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 12 - Map Operator Tree: - TableScan - alias: item - filterExpr: (i_category = 'Electronics ') (type: boolean) - Statistics: Num rows: 462000 Data size: 45276000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (i_category = 'Electronics ') (type: boolean) - Statistics: Num rows: 42000 Data size: 4116000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 42000 Data size: 336000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 42000 Data size: 336000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 42000 Data size: 336000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 3 - Map Operator Tree: - TableScan - alias: customer_address - filterExpr: (ca_gmt_offset = -7) (type: boolean) - Statistics: Num rows: 40000000 Data size: 4665468064 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ca_gmt_offset = -7) (type: boolean) - Statistics: Num rows: 6666667 Data size: 777578088 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ca_address_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: ((ss_customer_sk is not null and ss_store_sk is not null and ss_promo_sk is not null) or (ss_customer_sk is not null and ss_store_sk is not null)) (type: boolean) - Statistics: Num rows: 82510879939 Data size: 12277050858184 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ss_customer_sk is not null and ss_store_sk is not null and ss_promo_sk is not null) (type: boolean) - Statistics: Num rows: 76821047305 Data size: 11430442936064 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_customer_sk (type: bigint), ss_store_sk (type: bigint), ss_promo_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 76821047305 Data size: 11430442936064 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col5 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - input vertices: - 1 Reducer 8 - Statistics: Num rows: 1304172894 Data size: 10433383288 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col3, _col4 - input vertices: - 1 Reducer 13 - Statistics: Num rows: 118561176 Data size: 136 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col3, _col4 - input vertices: - 1 Reducer 10 - Statistics: Num rows: 23754047 Data size: 128 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col4 - input vertices: - 1 Map 11 - Statistics: Num rows: 23754047 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col1 (type: bigint) - outputColumnNames: _col7 - input vertices: - 0 Reducer 2 - Statistics: Num rows: 3959008 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col7) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: decimal(17,2)) - Filter Operator - predicate: (ss_customer_sk is not null and ss_store_sk is not null) (type: boolean) - Statistics: Num rows: 78670147920 Data size: 11091007998224 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_customer_sk (type: bigint), ss_store_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 78670147920 Data size: 11091007998224 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col4 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - input vertices: - 1 Map 7 - Statistics: Num rows: 1335564641 Data size: 10684517256 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col3 - input vertices: - 1 Map 12 - Statistics: Num rows: 121414971 Data size: 128 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col3 - input vertices: - 1 Map 9 - Statistics: Num rows: 24325812 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col1 (type: bigint) - outputColumnNames: _col6 - input vertices: - 0 Map 1 - Statistics: Num rows: 4054303 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col6) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: ((d_year = 1999) and (d_moy = 11)) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 1999) and (d_moy = 11)) (type: boolean) - Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 4 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 9 - Map Operator Tree: - TableScan - alias: store - filterExpr: (s_gmt_offset = -7) (type: boolean) - Statistics: Num rows: 1704 Data size: 203584 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (s_gmt_offset = -7) (type: boolean) - Statistics: Num rows: 341 Data size: 40808 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: s_store_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 341 Data size: 2728 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 341 Data size: 2728 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 341 Data size: 2728 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 10 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 341 Data size: 2728 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 13 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 42000 Data size: 336000 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 13333334 Data size: 106666672 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: decimal(17,2)) - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - outputColumnNames: _col0, _col1 - input vertices: - 0 Reducer 5 - Statistics: Num rows: 1 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: decimal(17,2)), _col1 (type: decimal(17,2)), ((CAST( _col0 AS decimal(15,4)) / CAST( _col1 AS decimal(15,4))) * 100) (type: decimal(38,19)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 8 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer" + ], + "table:alias": "customer", + "inputs": [], + "rowCount": 80000000, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "c_customer_sk" + }, + { + "type": "CHAR", + "nullable": false, + "precision": 16, + "name": "c_customer_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_shipto_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_sales_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "c_salutation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "c_first_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "c_last_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "c_preferred_cust_flag" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_day" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_month" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_year" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "c_birth_country" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 13, + "name": "c_login" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "c_email_address" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_last_review_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "c_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "c_current_addr_sk", + "ndv": 33825344, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "c_customer_id", + "ndv": 80610928 + }, + { + "name": "c_current_cdemo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "c_current_hdemo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "c_first_shipto_date_sk", + "ndv": 3646, + "minValue": 2449028, + "maxValue": 2452678 + }, + { + "name": "c_first_sales_date_sk", + "ndv": 3643, + "minValue": 2448998, + "maxValue": 2452648 + }, + { + "name": "c_salutation", + "ndv": 7 + }, + { + "name": "c_first_name", + "ndv": 5158 + }, + { + "name": "c_last_name", + "ndv": 5123 + }, + { + "name": "c_preferred_cust_flag", + "ndv": 3 + }, + { + "name": "c_birth_day", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "c_birth_month", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "c_birth_year", + "ndv": 67, + "minValue": 1924, + "maxValue": 1992 + }, + { + "name": "c_birth_country", + "ndv": 216 + }, + { + "name": "c_login", + "ndv": 1 + }, + { + "name": "c_email_address", + "ndv": 75301330 + }, + { + "name": "c_last_review_date_sk", + "ndv": 364, + "minValue": 2452283, + "maxValue": 2452648 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + "rowCount": 72000000 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_current_addr_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 72000000 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "customer_address", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "literal": -7, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + "rowCount": 6000000 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 6000000 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 64800000000000 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 5.413538832797791E10 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_customer_sk", + "ss_store_sk", + "ss_promo_sk", + "ss_ext_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 5.413538832797791E10 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 11, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 1643.6025 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1643.6025 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "9", + "12" + ], + "rowCount": 1.3346558939150297E13 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Electronics ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 50 + } + } + ] + }, + "rowCount": 69300 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 69300 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "13", + "16" + ], + "rowCount": 138737480172467328 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store" + ], + "table:alias": "store", + "inputs": [], + "rowCount": 1704, + "avgRowSize": 1375, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "s_store_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "s_store_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "s_closed_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_store_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_number_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_floor_space" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "s_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_market_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_geography_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_market_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_division_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_company_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_company_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 10, + "name": "s_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "s_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "s_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "s_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "s_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "s_store_sk", + "ndv": 1736, + "minValue": 1, + "maxValue": 1704 + }, + { + "name": "s_gmt_offset", + "ndv": 5, + "minValue": -9, + "maxValue": -5 + }, + { + "name": "s_store_id", + "ndv": 879 + }, + { + "name": "s_rec_start_date", + "ndv": 4, + "minValue": 9933, + "maxValue": 11394 + }, + { + "name": "s_rec_end_date", + "ndv": 3, + "minValue": 10663, + "maxValue": 11393 + }, + { + "name": "s_closed_date_sk", + "ndv": 263, + "minValue": 2450820, + "maxValue": 2451314 + }, + { + "name": "s_store_name", + "ndv": 11 + }, + { + "name": "s_number_employees", + "ndv": 100, + "minValue": 200, + "maxValue": 300 + }, + { + "name": "s_floor_space", + "ndv": 1289, + "minValue": 5000201, + "maxValue": 9997773 + }, + { + "name": "s_hours", + "ndv": 4 + }, + { + "name": "s_manager", + "ndv": 1245 + }, + { + "name": "s_market_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "s_geography_class", + "ndv": 2 + }, + { + "name": "s_market_desc", + "ndv": 1311 + }, + { + "name": "s_market_manager", + "ndv": 1236 + }, + { + "name": "s_division_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_division_name", + "ndv": 2 + }, + { + "name": "s_company_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_company_name", + "ndv": 2 + }, + { + "name": "s_street_number", + "ndv": 736 + }, + { + "name": "s_street_name", + "ndv": 851 + }, + { + "name": "s_street_type", + "ndv": 21 + }, + { + "name": "s_suite_number", + "ndv": 76 + }, + { + "name": "s_city", + "ndv": 267 + }, + { + "name": "s_county", + "ndv": 128 + }, + { + "name": "s_state", + "ndv": 44 + }, + { + "name": "s_zip", + "ndv": 983 + }, + { + "name": "s_country", + "ndv": 2 + }, + { + "name": "s_tax_percentage", + "ndv": 12, + "minValue": 0, + "maxValue": 0.11 + } + ] + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 27, + "name": "$27" + }, + { + "literal": -7, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + "rowCount": 255.6 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 255.6 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 8, + "name": "$8" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "17", + "20" + ], + "rowCount": 5319194989812397056 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "promotion" + ], + "table:alias": "promotion", + "inputs": [], + "rowCount": 2300, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "p_promo_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "p_promo_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "p_start_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "p_end_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "p_item_sk" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 15, + "scale": 2, + "name": "p_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "p_response_target" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "p_promo_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_dmail" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_email" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_catalog" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_tv" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_radio" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_press" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_event" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_demo" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "p_channel_details" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "p_purpose" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_discount_active" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "p_promo_sk", + "ndv": 2365, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "p_channel_dmail", + "ndv": 3 + }, + { + "name": "p_channel_email", + "ndv": 2 + }, + { + "name": "p_channel_tv", + "ndv": 2 + }, + { + "name": "p_promo_id", + "ndv": 2307 + }, + { + "name": "p_start_date_sk", + "ndv": 761, + "minValue": 2450096, + "maxValue": 2450915 + }, + { + "name": "p_end_date_sk", + "ndv": 736, + "minValue": 2450102, + "maxValue": 2450970 + }, + { + "name": "p_item_sk", + "ndv": 2252, + "minValue": 614, + "maxValue": 461932 + }, + { + "name": "p_cost", + "ndv": 1, + "minValue": 1000, + "maxValue": 1000 + }, + { + "name": "p_response_target", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "p_promo_name", + "ndv": 11 + }, + { + "name": "p_channel_catalog", + "ndv": 2 + }, + { + "name": "p_channel_radio", + "ndv": 2 + }, + { + "name": "p_channel_press", + "ndv": 2 + }, + { + "name": "p_channel_event", + "ndv": 2 + }, + { + "name": "p_channel_demo", + "ndv": 2 + }, + { + "name": "p_channel_details", + "ndv": 2242 + }, + { + "name": "p_purpose", + "ndv": 2 + }, + { + "name": "p_discount_active", + "ndv": 2 + } + ] + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "literal": "Y", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "literal": "Y", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": "Y", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + } + ] + } + ] + }, + "rowCount": 575 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "p_promo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 575 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 9, + "name": "$9" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "21", + "24" + ], + "rowCount": 4.5878056787131924E20 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_customer_sk", + "ss_store_sk", + "ss_promo_sk", + "ss_ext_sales_price", + "ss_sold_date_sk", + "d_date_sk", + "i_item_sk", + "s_store_sk", + "p_promo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + } + ], + "rowCount": 4.5878056787131924E20 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "26" + ], + "rowCount": 4.459347119709223E33 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 7 + ], + "name": null + } + ], + "rowCount": 1 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + "inputs": [ + "0" + ], + "rowCount": 72000000 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_current_addr_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 72000000 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "literal": -7, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 6000000 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 6000000 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "31", + "33" + ], + "rowCount": 64800000000000 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + } + ] + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.0150431475531006E10 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_customer_sk", + "ss_store_sk", + "ss_ext_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.0150431475531006E10 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 11, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "10" + ], + "rowCount": 1643.6025 + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1643.6025 + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "37", + "39" + ], + "rowCount": 1.4829509932389217E13 + }, + { + "id": "41", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Electronics ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 50 + } + } + ] + }, + "inputs": [ + "14" + ], + "rowCount": 69300 + }, + { + "id": "42", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 69300 + }, + { + "id": "43", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "40", + "42" + ], + "rowCount": 154152755747185888 + }, + { + "id": "44", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 27, + "name": "$27" + }, + { + "literal": -7, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + "inputs": [ + "18" + ], + "rowCount": 255.6 + }, + { + "id": "45", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 255.6 + }, + { + "id": "46", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "43", + "45" + ], + "rowCount": 5910216655347106816 + }, + { + "id": "47", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_customer_sk", + "ss_store_sk", + "ss_ext_sales_price", + "ss_sold_date_sk", + "d_date_sk", + "i_item_sk", + "s_store_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + } + ], + "rowCount": 5910216655347106816 + }, + { + "id": "48", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "34", + "47" + ], + "rowCount": 5.744730588997387E31 + }, + { + "id": "49", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 6 + ], + "name": null + } + ], + "rowCount": 1 + }, + { + "id": "50", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "51", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "literal": true, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "29", + "50" + ], + "rowCount": 1 + }, + { + "id": "52", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "promotions", + "total", + "_c2" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 15, + "scale": 4 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 15, + "scale": 4 + } + } + ] + }, + { + "literal": 100, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 10, + "scale": 0 + } + } + ] + } + ], + "rowCount": 1 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query62.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query62.q.out index d90878edae16..45c5ad5fb860 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query62.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query62.q.out @@ -1,208 +1,2521 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: (ws_warehouse_sk is not null and ws_ship_mode_sk is not null and ws_web_site_sk is not null and ws_ship_date_sk is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_99_container, bigKeyColName:ws_ship_date_sk, smallTablePos:1, keyRatio:0.18438885128604865 - Statistics: Num rows: 21600036511 Data size: 863828698536 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ws_warehouse_sk is not null and ws_ship_mode_sk is not null and ws_web_site_sk is not null and ws_ship_date_sk is not null) (type: boolean) - Statistics: Num rows: 21578449364 Data size: 862965385320 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_ship_date_sk (type: bigint), ws_web_site_sk (type: bigint), ws_ship_mode_sk (type: bigint), ws_warehouse_sk (type: bigint), if(((ws_ship_date_sk - ws_sold_date_sk) <= 30L), 1, 0) (type: int), if((((ws_ship_date_sk - ws_sold_date_sk) > 30L) and ((ws_ship_date_sk - ws_sold_date_sk) <= 60L)), 1, 0) (type: int), if((((ws_ship_date_sk - ws_sold_date_sk) > 60L) and ((ws_ship_date_sk - ws_sold_date_sk) <= 90L)), 1, 0) (type: int), if((((ws_ship_date_sk - ws_sold_date_sk) > 90L) and ((ws_ship_date_sk - ws_sold_date_sk) <= 120L)), 1, 0) (type: int), if(((ws_ship_date_sk - ws_sold_date_sk) > 120L), 1, 0) (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 21578449364 Data size: 1121906777688 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - input vertices: - 1 Map 4 - Statistics: Num rows: 3982805920 Data size: 175113995672 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col3, _col4, _col5, _col6, _col7, _col8, _col11 - input vertices: - 1 Map 5 - Statistics: Num rows: 3982805920 Data size: 509712849448 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col4, _col5, _col6, _col7, _col8, _col11, _col13 - input vertices: - 1 Map 6 - Statistics: Num rows: 3982805920 Data size: 872191355904 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col4, _col5, _col6, _col7, _col8, _col11, _col13, _col15 - input vertices: - 1 Map 7 - Statistics: Num rows: 3982805920 Data size: 1198824581920 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: +++ - keys: _col13 (type: string), _col11 (type: char(30)), _col15 (type: varchar(50)) - null sort order: zzz - Statistics: Num rows: 3982805920 Data size: 1198824581920 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - aggregations: sum(_col4), sum(_col5), sum(_col6), sum(_col7), sum(_col8) - keys: _col13 (type: string), _col11 (type: char(30)), _col15 (type: varchar(50)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 11379690 Data size: 3652880490 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: char(30)), _col2 (type: varchar(50)) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: char(30)), _col2 (type: varchar(50)) - Statistics: Num rows: 11379690 Data size: 3652880490 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: d_month_seq BETWEEN 1215 AND 1226 (type: boolean) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: d_month_seq BETWEEN 1215 AND 1226 (type: boolean) - Statistics: Num rows: 359 Data size: 4308 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: ship_mode - Statistics: Num rows: 20 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: sm_ship_mode_sk (type: bigint), sm_type (type: char(30)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 20 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 20 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(30)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: warehouse - Statistics: Num rows: 27 Data size: 2916 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: w_warehouse_sk (type: bigint), substr(w_warehouse_name, 1, 20) (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 27 Data size: 2889 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 27 Data size: 2889 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: web_site - Statistics: Num rows: 84 Data size: 8232 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: web_site_sk (type: bigint), web_name (type: varchar(50)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 84 Data size: 8232 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 84 Data size: 8232 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4) - keys: KEY._col0 (type: string), KEY._col1 (type: char(30)), KEY._col2 (type: varchar(50)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 2430 Data size: 780030 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col1 (type: char(30)), _col2 (type: varchar(50)), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint), _col0 (type: string) - outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 2430 Data size: 780030 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col8 (type: string), _col1 (type: char(30)), _col2 (type: varchar(50)) - null sort order: zzz - sort order: +++ - Statistics: Num rows: 2430 Data size: 780030 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: char(30)), KEY.reducesinkkey2 (type: varchar(50)), VALUE._col0 (type: bigint), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint), VALUE._col3 (type: bigint), VALUE._col4 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 2430 Data size: 780030 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 32100 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 32100 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21600036511, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1824, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 14, + "name": "$14" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 13, + "name": "$13" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 12, + "name": "$12" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ] + } + ] + }, + "rowCount": 1.4171783954867104E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_ship_date_sk", + "ws_web_site_sk", + "ws_ship_mode_sk", + "ws_warehouse_sk", + "$f3", + "$f4", + "$f5", + "$f6", + "$f7" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 33, + "name": "$33" + } + ] + }, + { + "literal": 30, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 33, + "name": "$33" + } + ] + }, + { + "literal": 30, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 33, + "name": "$33" + } + ] + }, + { + "literal": 60, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + } + ] + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 33, + "name": "$33" + } + ] + }, + { + "literal": 60, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 33, + "name": "$33" + } + ] + }, + { + "literal": 90, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + } + ] + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 33, + "name": "$33" + } + ] + }, + { + "literal": 90, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 33, + "name": "$33" + } + ] + }, + { + "literal": 120, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + } + ] + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 33, + "name": "$33" + } + ] + }, + { + "literal": 120, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + } + ], + "rowCount": 1.4171783954867104E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 1215, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1226, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 9, + "name": "$9" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 3.882129922946576E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "ship_mode" + ], + "table:alias": "ship_mode", + "inputs": [], + "rowCount": 20, + "avgRowSize": 397, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "sm_ship_mode_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "sm_ship_mode_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "sm_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "sm_code" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "sm_carrier" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "sm_contract" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "sm_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "sm_type", + "ndv": 6 + }, + { + "name": "sm_ship_mode_id", + "ndv": 20 + }, + { + "name": "sm_code", + "ndv": 4 + }, + { + "name": "sm_carrier", + "ndv": 20 + }, + { + "name": "sm_contract", + "ndv": 20 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sm_ship_mode_sk", + "sm_type" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 20 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 10, + "name": "$10" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "8" + ], + "rowCount": 1.1646389768839727E14 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "warehouse" + ], + "table:alias": "warehouse", + "inputs": [], + "rowCount": 27, + "avgRowSize": 679, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "w_warehouse_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "w_warehouse_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "w_warehouse_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "w_warehouse_sq_ft" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "w_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "w_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "w_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "w_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "w_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "w_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "w_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "w_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "w_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "w_gmt_offset" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "w_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "w_warehouse_name", + "ndv": 27 + }, + { + "name": "w_warehouse_id", + "ndv": 27 + }, + { + "name": "w_warehouse_sq_ft", + "ndv": 26, + "minValue": 73065, + "maxValue": 977787 + }, + { + "name": "w_street_number", + "ndv": 26 + }, + { + "name": "w_street_name", + "ndv": 27 + }, + { + "name": "w_street_type", + "ndv": 16 + }, + { + "name": "w_suite_number", + "ndv": 21 + }, + { + "name": "w_city", + "ndv": 18 + }, + { + "name": "w_county", + "ndv": 14 + }, + { + "name": "w_state", + "ndv": 12 + }, + { + "name": "w_zip", + "ndv": 24 + }, + { + "name": "w_country", + "ndv": 1 + }, + { + "name": "w_gmt_offset", + "ndv": 4, + "minValue": -8, + "maxValue": -5 + } + ] + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "w_warehouse_sk", + "$f0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "substr", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 20, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647 + }, + "deterministic": true, + "dynamic": false + } + ], + "rowCount": 27 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 12, + "name": "$12" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "9", + "11" + ], + "rowCount": 4.716787856380089E14 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_site" + ], + "table:alias": "web_site", + "inputs": [], + "rowCount": 84, + "avgRowSize": 1331, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "web_site_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "web_site_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "web_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "web_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "web_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "web_open_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "web_close_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "web_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "web_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "web_mkt_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "web_mkt_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "web_mkt_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "web_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "web_company_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "web_company_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "web_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "web_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "web_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "web_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "web_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "web_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "web_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "web_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "web_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "web_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "web_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "web_site_sk", + "ndv": 84, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "web_name", + "ndv": 15 + }, + { + "name": "web_site_id", + "ndv": 42 + }, + { + "name": "web_rec_start_date", + "ndv": 4, + "minValue": 10089, + "maxValue": 11550 + }, + { + "name": "web_rec_end_date", + "ndv": 3, + "minValue": 10819, + "maxValue": 11549 + }, + { + "name": "web_open_date_sk", + "ndv": 42, + "minValue": 2450118, + "maxValue": 2450807 + }, + { + "name": "web_close_date_sk", + "ndv": 28, + "minValue": 2440993, + "maxValue": 2446218 + }, + { + "name": "web_class", + "ndv": 2 + }, + { + "name": "web_manager", + "ndv": 60 + }, + { + "name": "web_mkt_id", + "ndv": 6, + "minValue": 1, + "maxValue": 6 + }, + { + "name": "web_mkt_class", + "ndv": 65 + }, + { + "name": "web_mkt_desc", + "ndv": 64 + }, + { + "name": "web_market_manager", + "ndv": 66 + }, + { + "name": "web_company_id", + "ndv": 6, + "minValue": 1, + "maxValue": 6 + }, + { + "name": "web_company_name", + "ndv": 7 + }, + { + "name": "web_street_number", + "ndv": 58 + }, + { + "name": "web_street_name", + "ndv": 80 + }, + { + "name": "web_street_type", + "ndv": 20 + }, + { + "name": "web_suite_number", + "ndv": 51 + }, + { + "name": "web_city", + "ndv": 52 + }, + { + "name": "web_county", + "ndv": 58 + }, + { + "name": "web_state", + "ndv": 30 + }, + { + "name": "web_zip", + "ndv": 56 + }, + { + "name": "web_country", + "ndv": 2 + }, + { + "name": "web_gmt_offset", + "ndv": 4, + "minValue": -8, + "maxValue": -5 + }, + { + "name": "web_tax_percentage", + "ndv": 13, + "minValue": 0, + "maxValue": 0.12 + } + ] + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "web_site_sk", + "web_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 84 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 14, + "name": "$14" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "12", + "14" + ], + "rowCount": 5943152699038911 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 11, + 13, + 15 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 6 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 7 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 8 + ], + "name": null + } + ], + "rowCount": 5.943152699038911E14 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "_o__c0", + "sm_type", + "web_name", + "30 days", + "31-60 days", + "61-90 days", + "91-120 days", + ">120 days", + "(tok_function substr (tok_table_or_col w_warehouse_name) 1 20)" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 5.943152699038911E14 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 8, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "_c0", + "sm_type", + "web_name", + "30 days", + "31-60 days", + "61-90 days", + "91-120 days", + ">120 days" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + } + ], + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query63.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query63.q.out index 5cb0c9859d91..969b6c059ac7 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query63.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query63.q.out @@ -1,203 +1,2027 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: ss_store_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_60_container, bigKeyColName:ss_item_sk, smallTablePos:1, keyRatio:1.0145123899040376E-4 - Statistics: Num rows: 82510879939 Data size: 10988352362648 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ss_store_sk is not null (type: boolean) - Statistics: Num rows: 80569240632 Data size: 10729775349712 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 80569240632 Data size: 10100389015120 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col4 - input vertices: - 1 Map 4 - Statistics: Num rows: 8370831 Data size: 100450084 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col4, _col6 - input vertices: - 1 Map 5 - Statistics: Num rows: 1645722 Data size: 13165888 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col4 (type: int), _col6 (type: int) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 120 Data size: 14400 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: int) - null sort order: az - sort order: ++ - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 120 Data size: 14400 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: item - filterExpr: ((i_class) IN ('accessories ', 'classical ', 'fragrances ', 'pants ', 'personal ', 'portable ', 'refernece ', 'self-help ') and (i_category) IN ('Books ', 'Children ', 'Electronics ', 'Men ', 'Music ', 'Women ') and (i_brand) IN ('amalgimporto #1 ', 'edu packscholar #1 ', 'exportiimporto #1 ', 'exportiunivamalg #9 ', 'importoamalg #1 ', 'scholaramalgamalg #14 ', 'scholaramalgamalg #7 ', 'scholaramalgamalg #9 ') and (((i_category) IN ('Books ', 'Children ', 'Electronics ') and (i_class) IN ('personal ', 'portable ', 'refernece ', 'self-help ') and (i_brand) IN ('exportiunivamalg #9 ', 'scholaramalgamalg #14 ', 'scholaramalgamalg #7 ', 'scholaramalgamalg #9 ')) or ((i_category) IN ('Men ', 'Music ', 'Women ') and (i_class) IN ('accessories ', 'classical ', 'fragrances ', 'pants ') and (i_brand) IN ('amalgimporto #1 ', 'edu packscholar #1 ', 'exportiimporto #1 ', 'importoamalg #1 ')))) (type: boolean) - Statistics: Num rows: 462000 Data size: 135823508 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((i_class) IN ('accessories ', 'classical ', 'fragrances ', 'pants ', 'personal ', 'portable ', 'refernece ', 'self-help ') and (i_category) IN ('Books ', 'Children ', 'Electronics ', 'Men ', 'Music ', 'Women ') and (i_brand) IN ('amalgimporto #1 ', 'edu packscholar #1 ', 'exportiimporto #1 ', 'exportiunivamalg #9 ', 'importoamalg #1 ', 'scholaramalgamalg #14 ', 'scholaramalgamalg #7 ', 'scholaramalgamalg #9 ') and (((i_category) IN ('Books ', 'Children ', 'Electronics ') and (i_class) IN ('personal ', 'portable ', 'refernece ', 'self-help ') and (i_brand) IN ('exportiunivamalg #9 ', 'scholaramalgamalg #14 ', 'scholaramalgamalg #7 ', 'scholaramalgamalg #9 ')) or ((i_category) IN ('Men ', 'Music ', 'Women ') and (i_class) IN ('accessories ', 'classical ', 'fragrances ', 'pants ') and (i_brand) IN ('amalgimporto #1 ', 'edu packscholar #1 ', 'exportiimporto #1 ', 'importoamalg #1 ')))) (type: boolean) - Statistics: Num rows: 48 Data size: 14112 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_manager_id (type: int) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 48 Data size: 576 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 48 Data size: 576 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: (d_month_seq) IN (1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_month_seq) IN (1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223) (type: boolean) - Statistics: Num rows: 359 Data size: 5744 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), d_moy (type: int) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 359 Data size: 4308 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 359 Data size: 4308 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: int), KEY._col1 (type: int) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 120 Data size: 14400 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: int), _col2 (type: decimal(17,2)) - outputColumnNames: _col0, _col2 - Statistics: Num rows: 120 Data size: 13920 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator - Function definitions: - Input definition - input alias: ptf_0 - output shape: _col0: int, _col2: decimal(17,2) - type: WINDOWING - Windowing table definition - input alias: ptf_1 - name: windowingtablefunction - order by: _col0 ASC NULLS FIRST - partition by: _col0 - raw input shape: - window functions: - window function definition - alias: avg_window_0 - arguments: _col2 - name: avg - window function: GenericUDAFAverageEvaluatorDecimal - window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) - Statistics: Num rows: 120 Data size: 13920 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: avg_window_0 (type: decimal(21,6)), _col0 (type: int), _col2 (type: decimal(17,2)) - outputColumnNames: avg_window_0, _col0, _col2 - Statistics: Num rows: 120 Data size: 13920 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: if((avg_window_0 > 0), ((abs((_col2 - avg_window_0)) / avg_window_0) > 0.1), false) (type: boolean) - Statistics: Num rows: 60 Data size: 13680 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: +++ - keys: _col0 (type: int), avg_window_0 (type: decimal(21,6)), _col2 (type: decimal(17,2)) - null sort order: zzz - Statistics: Num rows: 60 Data size: 13680 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col0 (type: int), _col2 (type: decimal(17,2)), avg_window_0 (type: decimal(21,6)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 60 Data size: 13680 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col2 (type: decimal(21,6)), _col1 (type: decimal(17,2)) - null sort order: zzz - sort order: +++ - Statistics: Num rows: 60 Data size: 13680 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey2 (type: decimal(17,2)), KEY.reducesinkkey1 (type: decimal(21,6)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 60 Data size: 13680 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 60 Data size: 13680 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 60 Data size: 13680 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "literal": "accessories", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 11 + } + }, + { + "literal": "classical", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + }, + { + "literal": "fragrances", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 10 + } + }, + { + "literal": "pants", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + }, + { + "literal": "personal", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 8 + } + }, + { + "literal": "portable", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 8 + } + }, + { + "literal": "refernece", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + }, + { + "literal": "self-help", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Books", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + }, + { + "literal": "Children", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 8 + } + }, + { + "literal": "Electronics", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 11 + } + }, + { + "literal": "Men", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 3 + } + }, + { + "literal": "Music", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + }, + { + "literal": "Women", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": "amalgimporto #1", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 15 + } + }, + { + "literal": "edu packscholar #1", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 18 + } + }, + { + "literal": "exportiimporto #1", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 17 + } + }, + { + "literal": "exportiunivamalg #9", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 19 + } + }, + { + "literal": "importoamalg #1", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 15 + } + }, + { + "literal": "scholaramalgamalg #14", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 21 + } + }, + { + "literal": "scholaramalgamalg #7", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 20 + } + }, + { + "literal": "scholaramalgamalg #9", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 20 + } + } + ] + }, + { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Books", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + }, + { + "literal": "Children", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 8 + } + }, + { + "literal": "Electronics", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 11 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "literal": "personal", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 8 + } + }, + { + "literal": "portable", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 8 + } + }, + { + "literal": "refernece", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + }, + { + "literal": "self-help", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": "exportiunivamalg #9", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 19 + } + }, + { + "literal": "scholaramalgamalg #14", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 21 + } + }, + { + "literal": "scholaramalgamalg #7", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 20 + } + }, + { + "literal": "scholaramalgamalg #9", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 20 + } + } + ] + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Men", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 3 + } + }, + { + "literal": "Music", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + }, + { + "literal": "Women", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "literal": "accessories", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 11 + } + }, + { + "literal": "classical", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + }, + { + "literal": "fragrances", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 10 + } + }, + { + "literal": "pants", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": "amalgimporto #1", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 15 + } + }, + { + "literal": "edu packscholar #1", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 18 + } + }, + { + "literal": "exportiimporto #1", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 17 + } + }, + { + "literal": "importoamalg #1", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 15 + } + } + ] + } + ] + } + ] + } + ] + }, + "rowCount": 1804.6875 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_manager_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 20, + "name": "$20" + } + ], + "rowCount": 1804.6875 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 1.809212196724956E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 1212, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1213, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1214, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1215, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1216, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1217, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1218, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1219, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1220, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1221, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1222, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1223, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_moy" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 18262.25 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "9" + ], + "rowCount": 49560428159460488 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 4, + 6 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 4956042815946049 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_manager_id", + "d_moy", + "$f2" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 4956042815946049 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "(tok_table_or_col i_manager_id)", + "(tok_function sum (tok_table_or_col ss_sales_price))", + "avg_window_0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "op": { + "name": "avg", + "kind": "AVG", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "distinct": false, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 21, + "scale": 6 + }, + "window": { + "partition": [ + { + "input": 0, + "name": "$0" + } + ], + "order": [ + { + "expr": { + "input": 0, + "name": "$0" + }, + "direction": "ASCENDING", + "null-direction": "FIRST" + } + ], + "range-lower": { + "type": "UNBOUNDED_PRECEDING" + }, + "range-upper": { + "type": "UNBOUNDED_FOLLOWING" + } + } + } + ], + "rowCount": 4956042815946049 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "ABS", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + } + ] + }, + { + "input": 2, + "name": "$2" + } + ] + }, + { + "literal": 0.1, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 1 + } + } + ] + }, + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + } + ] + }, + "rowCount": 1.2390107039865122E15 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "tmp1.i_manager_id", + "tmp1.sum_sales", + "tmp1.avg_monthly_sales" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 1.2390107039865122E15 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query64.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query64.q.out index d38476f52ca9..370dcc8fd0e5 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query64.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query64.q.out @@ -1,1287 +1,8158 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 19 (BROADCAST_EDGE), Map 31 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) - Map 13 <- Reducer 32 (BROADCAST_EDGE), Reducer 33 (BROADCAST_EDGE) - Map 25 <- Map 19 (BROADCAST_EDGE), Map 31 (BROADCAST_EDGE), Reducer 12 (BROADCAST_EDGE), Reducer 5 (BROADCAST_EDGE) - Map 35 <- Reducer 12 (BROADCAST_EDGE), Reducer 32 (BROADCAST_EDGE), Reducer 33 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) - Map 6 <- Reducer 32 (BROADCAST_EDGE), Reducer 33 (BROADCAST_EDGE) - Reducer 10 <- Map 13 (CUSTOM_SIMPLE_EDGE), Map 6 (CUSTOM_SIMPLE_EDGE) - Reducer 11 <- Reducer 10 (SIMPLE_EDGE) - Reducer 12 <- Reducer 11 (CUSTOM_SIMPLE_EDGE) - Reducer 17 <- Map 16 (SIMPLE_EDGE) - Reducer 18 <- Map 16 (SIMPLE_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 14 (BROADCAST_EDGE), Map 34 (CUSTOM_SIMPLE_EDGE), Reducer 8 (BROADCAST_EDGE) - Reducer 20 <- Map 19 (SIMPLE_EDGE) - Reducer 21 <- Map 19 (SIMPLE_EDGE) - Reducer 23 <- Map 22 (SIMPLE_EDGE) - Reducer 24 <- Map 22 (SIMPLE_EDGE) - Reducer 26 <- Map 14 (BROADCAST_EDGE), Map 25 (CUSTOM_SIMPLE_EDGE), Map 34 (CUSTOM_SIMPLE_EDGE), Reducer 11 (BROADCAST_EDGE) - Reducer 27 <- Map 14 (BROADCAST_EDGE), Map 15 (BROADCAST_EDGE), Map 16 (BROADCAST_EDGE), Map 19 (BROADCAST_EDGE), Map 22 (BROADCAST_EDGE), Map 35 (CUSTOM_SIMPLE_EDGE), Reducer 18 (BROADCAST_EDGE), Reducer 21 (BROADCAST_EDGE), Reducer 24 (BROADCAST_EDGE), Reducer 26 (CUSTOM_SIMPLE_EDGE) - Reducer 28 <- Reducer 27 (SIMPLE_EDGE) - Reducer 29 <- Reducer 28 (CUSTOM_SIMPLE_EDGE), Reducer 4 (CUSTOM_SIMPLE_EDGE) - Reducer 3 <- Map 14 (BROADCAST_EDGE), Map 15 (BROADCAST_EDGE), Map 16 (BROADCAST_EDGE), Map 19 (BROADCAST_EDGE), Map 22 (BROADCAST_EDGE), Map 35 (CUSTOM_SIMPLE_EDGE), Reducer 17 (BROADCAST_EDGE), Reducer 2 (CUSTOM_SIMPLE_EDGE), Reducer 20 (BROADCAST_EDGE), Reducer 23 (BROADCAST_EDGE) - Reducer 30 <- Reducer 29 (SIMPLE_EDGE) - Reducer 32 <- Map 31 (CUSTOM_SIMPLE_EDGE) - Reducer 33 <- Map 31 (CUSTOM_SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) - Reducer 5 <- Reducer 4 (CUSTOM_SIMPLE_EDGE) - Reducer 7 <- Map 13 (CUSTOM_SIMPLE_EDGE), Map 6 (CUSTOM_SIMPLE_EDGE) - Reducer 8 <- Reducer 7 (SIMPLE_EDGE) - Reducer 9 <- Reducer 8 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: (ss_cdemo_sk is not null and ss_addr_sk is not null and ss_hdemo_sk is not null and ss_customer_sk is not null and ss_store_sk is not null and ss_promo_sk is not null and ss_item_sk BETWEEN DynamicValue(RS_58_catalog_sales_cs_item_sk_min) AND DynamicValue(RS_58_catalog_sales_cs_item_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_58_catalog_sales_cs_item_sk_bloom_filter))) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_993_container, bigKeyColName:ss_item_sk, smallTablePos:1, keyRatio:1.8543009129597497E-9 - Statistics: Num rows: 82510879939 Data size: 32917667058984 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ss_cdemo_sk is not null and ss_addr_sk is not null and ss_hdemo_sk is not null and ss_customer_sk is not null and ss_store_sk is not null and ss_promo_sk is not null and ss_item_sk BETWEEN DynamicValue(RS_58_catalog_sales_cs_item_sk_min) AND DynamicValue(RS_58_catalog_sales_cs_item_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_58_catalog_sales_cs_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 71511093715 Data size: 28529308809584 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_customer_sk (type: bigint), ss_cdemo_sk (type: bigint), ss_hdemo_sk (type: bigint), ss_addr_sk (type: bigint), ss_store_sk (type: bigint), ss_ticket_number (type: bigint), ss_wholesale_cost (type: decimal(7,2)), ss_list_price (type: decimal(7,2)), ss_coupon_amt (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 - Statistics: Num rows: 71511093715 Data size: 27970666706224 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - input vertices: - 1 Map 31 - Statistics: Num rows: 1300511220 Data size: 41616359416 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col10 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col11 - input vertices: - 1 Map 19 - Statistics: Num rows: 261380636 Data size: 6273135640 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 261380636 Data size: 6273135640 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: decimal(7,2)), _col8 (type: decimal(7,2)), _col9 (type: decimal(7,2)), _col11 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 13 - Map Operator Tree: - TableScan - alias: catalog_returns - filterExpr: ((cr_item_sk BETWEEN DynamicValue(RS_49_item_i_item_sk_min) AND DynamicValue(RS_49_item_i_item_sk_max) and in_bloom_filter(cr_item_sk, DynamicValue(RS_49_item_i_item_sk_bloom_filter))) or (cr_item_sk BETWEEN DynamicValue(RS_147_item_i_item_sk_min) AND DynamicValue(RS_147_item_i_item_sk_max) and in_bloom_filter(cr_item_sk, DynamicValue(RS_147_item_i_item_sk_bloom_filter)))) (type: boolean) - Statistics: Num rows: 4320980099 Data size: 1492106347456 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (cr_item_sk BETWEEN DynamicValue(RS_49_item_i_item_sk_min) AND DynamicValue(RS_49_item_i_item_sk_max) and in_bloom_filter(cr_item_sk, DynamicValue(RS_49_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 4320980099 Data size: 1492106347456 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cr_item_sk (type: bigint), cr_order_number (type: bigint), ((cr_refunded_cash + cr_reversed_charge) + cr_store_credit) (type: decimal(9,2)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4320980099 Data size: 553085452672 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 4320980099 Data size: 553085452672 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(9,2)) - Filter Operator - predicate: (cr_item_sk BETWEEN DynamicValue(RS_147_item_i_item_sk_min) AND DynamicValue(RS_147_item_i_item_sk_max) and in_bloom_filter(cr_item_sk, DynamicValue(RS_147_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 4320980099 Data size: 1492106347456 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cr_item_sk (type: bigint), cr_order_number (type: bigint), ((cr_refunded_cash + cr_reversed_charge) + cr_store_credit) (type: decimal(9,2)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4320980099 Data size: 553085452672 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 4320980099 Data size: 553085452672 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(9,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 14 - Map Operator Tree: - TableScan - alias: ad1 - Statistics: Num rows: 40000000 Data size: 14760000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ca_address_sk (type: bigint), ca_street_number (type: char(10)), ca_street_name (type: varchar(60)), ca_city (type: varchar(60)), ca_zip (type: char(10)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 40000000 Data size: 14760000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 40000000 Data size: 14760000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(10)), _col2 (type: varchar(60)), _col3 (type: varchar(60)), _col4 (type: char(10)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 40000000 Data size: 14760000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(10)), _col2 (type: varchar(60)), _col3 (type: varchar(60)), _col4 (type: char(10)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 40000000 Data size: 14760000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(10)), _col2 (type: varchar(60)), _col3 (type: varchar(60)), _col4 (type: char(10)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 40000000 Data size: 14760000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(10)), _col2 (type: varchar(60)), _col3 (type: varchar(60)), _col4 (type: char(10)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 15 - Map Operator Tree: - TableScan - alias: store - filterExpr: (s_store_name is not null and s_zip is not null) (type: boolean) - Statistics: Num rows: 1704 Data size: 315240 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (s_store_name is not null and s_zip is not null) (type: boolean) - Statistics: Num rows: 1704 Data size: 315240 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: s_store_sk (type: bigint), s_store_name (type: varchar(50)), s_zip (type: char(10)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1704 Data size: 315240 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1704 Data size: 315240 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(50)), _col2 (type: char(10)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1704 Data size: 315240 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(50)), _col2 (type: char(10)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 16 - Map Operator Tree: - TableScan - alias: hd1 - filterExpr: hd_income_band_sk is not null (type: boolean) - Statistics: Num rows: 7200 Data size: 115200 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: hd_income_band_sk is not null (type: boolean) - Statistics: Num rows: 7200 Data size: 115200 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: hd_demo_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 7200 Data size: 57600 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 7200 Data size: 57600 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 7200 Data size: 57600 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 7200 Data size: 57600 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 7200 Data size: 57600 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 19 - Map Operator Tree: - TableScan - alias: d2 - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), d_year (type: int) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int) - Filter Operator - predicate: (d_year = 2000) (type: boolean) - Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 25 - Filter Operator - predicate: (d_year = 2001) (type: boolean) - Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 22 - Map Operator Tree: - TableScan - alias: cd1 - Statistics: Num rows: 1920800 Data size: 178634400 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cd_demo_sk (type: bigint), cd_marital_status (type: char(1)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1920800 Data size: 178634400 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1920800 Data size: 178634400 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(1)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1920800 Data size: 178634400 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(1)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1920800 Data size: 178634400 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(1)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1920800 Data size: 178634400 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(1)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 25 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: (ss_cdemo_sk is not null and ss_addr_sk is not null and ss_hdemo_sk is not null and ss_customer_sk is not null and ss_store_sk is not null and ss_promo_sk is not null and ss_item_sk BETWEEN DynamicValue(RS_156_catalog_sales_cs_item_sk_min) AND DynamicValue(RS_156_catalog_sales_cs_item_sk_max) and ss_item_sk BETWEEN DynamicValue(RS_196_item_i_item_sk_min) AND DynamicValue(RS_196_item_i_item_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_156_catalog_sales_cs_item_sk_bloom_filter)) and in_bloom_filter(ss_item_sk, DynamicValue(RS_196_item_i_item_sk_bloom_filter))) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_1008_container, bigKeyColName:ss_item_sk, smallTablePos:1, keyRatio:1.8543009129597497E-9 - Statistics: Num rows: 82510879939 Data size: 32917667058984 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ss_cdemo_sk is not null and ss_addr_sk is not null and ss_hdemo_sk is not null and ss_customer_sk is not null and ss_store_sk is not null and ss_promo_sk is not null and ss_item_sk BETWEEN DynamicValue(RS_196_item_i_item_sk_min) AND DynamicValue(RS_196_item_i_item_sk_max) and ss_item_sk BETWEEN DynamicValue(RS_156_catalog_sales_cs_item_sk_min) AND DynamicValue(RS_156_catalog_sales_cs_item_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_196_item_i_item_sk_bloom_filter)) and in_bloom_filter(ss_item_sk, DynamicValue(RS_156_catalog_sales_cs_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 71511093715 Data size: 28529308809584 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_customer_sk (type: bigint), ss_cdemo_sk (type: bigint), ss_hdemo_sk (type: bigint), ss_addr_sk (type: bigint), ss_store_sk (type: bigint), ss_ticket_number (type: bigint), ss_wholesale_cost (type: decimal(7,2)), ss_list_price (type: decimal(7,2)), ss_coupon_amt (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 - Statistics: Num rows: 71511093715 Data size: 27970666706224 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12 - input vertices: - 1 Map 31 - Statistics: Num rows: 1300511220 Data size: 180771059956 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col10 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col11, _col12 - input vertices: - 1 Map 19 - Statistics: Num rows: 261380636 Data size: 34240863692 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 261380636 Data size: 34240863692 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: decimal(7,2)), _col8 (type: decimal(7,2)), _col9 (type: decimal(7,2)), _col11 (type: bigint), _col12 (type: char(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 31 - Map Operator Tree: - TableScan - alias: item - filterExpr: (i_current_price BETWEEN 36 AND 45 and (i_color) IN ('burnished ', 'chocolate ', 'dim ', 'maroon ', 'navajo ', 'steel ')) (type: boolean) - Statistics: Num rows: 462000 Data size: 145861408 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (i_current_price BETWEEN 36 AND 45 and (i_color) IN ('burnished ', 'chocolate ', 'dim ', 'maroon ', 'navajo ', 'steel ')) (type: boolean) - Statistics: Num rows: 8402 Data size: 2652792 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_product_name (type: char(50)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 8402 Data size: 966230 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8402 Data size: 966230 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(50)) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8402 Data size: 67216 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Select Operator - expressions: i_item_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8402 Data size: 67216 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8402 Data size: 67216 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8402 Data size: 67216 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 34 - Map Operator Tree: - TableScan - alias: customer - filterExpr: (c_first_shipto_date_sk is not null and c_first_sales_date_sk is not null and c_current_hdemo_sk is not null and c_current_cdemo_sk is not null and c_current_addr_sk is not null) (type: boolean) - Statistics: Num rows: 80000000 Data size: 3750417208 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (c_first_shipto_date_sk is not null and c_first_sales_date_sk is not null and c_current_hdemo_sk is not null and c_current_cdemo_sk is not null and c_current_addr_sk is not null) (type: boolean) - Statistics: Num rows: 69376329 Data size: 3252377232 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: c_customer_sk (type: bigint), c_current_cdemo_sk (type: bigint), c_current_hdemo_sk (type: bigint), c_current_addr_sk (type: bigint), c_first_shipto_date_sk (type: bigint), c_first_sales_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 69376329 Data size: 3252377232 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 69376329 Data size: 3252377232 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 69376329 Data size: 3252377232 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 35 - Map Operator Tree: - TableScan - alias: store_returns - filterExpr: ((sr_item_sk BETWEEN DynamicValue(RS_156_catalog_sales_cs_item_sk_min) AND DynamicValue(RS_156_catalog_sales_cs_item_sk_max) and sr_item_sk BETWEEN DynamicValue(RS_147_item_i_item_sk_min) AND DynamicValue(RS_147_item_i_item_sk_max) and in_bloom_filter(sr_item_sk, DynamicValue(RS_156_catalog_sales_cs_item_sk_bloom_filter)) and in_bloom_filter(sr_item_sk, DynamicValue(RS_147_item_i_item_sk_bloom_filter))) or (sr_item_sk BETWEEN DynamicValue(RS_58_catalog_sales_cs_item_sk_min) AND DynamicValue(RS_58_catalog_sales_cs_item_sk_max) and sr_item_sk BETWEEN DynamicValue(RS_49_item_i_item_sk_min) AND DynamicValue(RS_49_item_i_item_sk_max) and in_bloom_filter(sr_item_sk, DynamicValue(RS_58_catalog_sales_cs_item_sk_bloom_filter)) and in_bloom_filter(sr_item_sk, DynamicValue(RS_49_item_i_item_sk_bloom_filter)))) (type: boolean) - Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (sr_item_sk BETWEEN DynamicValue(RS_147_item_i_item_sk_min) AND DynamicValue(RS_147_item_i_item_sk_max) and sr_item_sk BETWEEN DynamicValue(RS_156_catalog_sales_cs_item_sk_min) AND DynamicValue(RS_156_catalog_sales_cs_item_sk_max) and in_bloom_filter(sr_item_sk, DynamicValue(RS_147_item_i_item_sk_bloom_filter)) and in_bloom_filter(sr_item_sk, DynamicValue(RS_156_catalog_sales_cs_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: sr_item_sk (type: bigint), sr_ticket_number (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (sr_item_sk BETWEEN DynamicValue(RS_49_item_i_item_sk_min) AND DynamicValue(RS_49_item_i_item_sk_max) and sr_item_sk BETWEEN DynamicValue(RS_58_catalog_sales_cs_item_sk_min) AND DynamicValue(RS_58_catalog_sales_cs_item_sk_max) and in_bloom_filter(sr_item_sk, DynamicValue(RS_49_item_i_item_sk_bloom_filter)) and in_bloom_filter(sr_item_sk, DynamicValue(RS_58_catalog_sales_cs_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: sr_item_sk (type: bigint), sr_ticket_number (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: ((cs_item_sk BETWEEN DynamicValue(RS_49_item_i_item_sk_min) AND DynamicValue(RS_49_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_49_item_i_item_sk_bloom_filter))) or (cs_item_sk BETWEEN DynamicValue(RS_147_item_i_item_sk_min) AND DynamicValue(RS_147_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_147_item_i_item_sk_bloom_filter)))) (type: boolean) - Statistics: Num rows: 43220864887 Data size: 5508302290240 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (cs_item_sk BETWEEN DynamicValue(RS_49_item_i_item_sk_min) AND DynamicValue(RS_49_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_49_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 43220864887 Data size: 5508302290240 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_item_sk (type: bigint), cs_order_number (type: bigint), cs_ext_list_price (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 43220864887 Data size: 5508302290240 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 43220864887 Data size: 5508302290240 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(7,2)) - Filter Operator - predicate: (cs_item_sk BETWEEN DynamicValue(RS_147_item_i_item_sk_min) AND DynamicValue(RS_147_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_147_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 43220864887 Data size: 5508302290240 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_item_sk (type: bigint), cs_order_number (type: bigint), cs_ext_list_price (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 43220864887 Data size: 5508302290240 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 43220864887 Data size: 5508302290240 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(7,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 10 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - outputColumnNames: _col0, _col2, _col5 - input vertices: - 1 Map 13 - Statistics: Num rows: 41876960211 Data size: 9691486353656 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Group By Operator - aggregations: sum(_col2), sum(_col5) - keys: _col0 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 16946565830 Data size: 3931603272560 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 16946565830 Data size: 3931603272560 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(19,2)) - Reducer 11 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1) - keys: KEY._col0 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 447635 Data size: 103851320 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col1 > (2 * _col2)) (type: boolean) - Statistics: Num rows: 149211 Data size: 34616952 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 149211 Data size: 1193688 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 149211 Data size: 1193688 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 149211 Data size: 1193688 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 12 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 17 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 7200 Data size: 57600 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 18 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 7200 Data size: 57600 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col11, _col15, _col16, _col17, _col18, _col19 - input vertices: - 1 Map 34 - Statistics: Num rows: 226670367 Data size: 14429217296 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col11, _col15, _col16, _col17, _col18, _col19 - input vertices: - 1 Reducer 8 - Statistics: Num rows: 226670367 Data size: 14429217296 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col4 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col3, _col5, _col6, _col7, _col8, _col9, _col11, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25 - input vertices: - 1 Map 14 - Statistics: Num rows: 226670367 Data size: 96257219775 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col6 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col6 (type: bigint) - Statistics: Num rows: 226670367 Data size: 96257219775 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: bigint), _col3 (type: bigint), _col5 (type: bigint), _col7 (type: decimal(7,2)), _col8 (type: decimal(7,2)), _col9 (type: decimal(7,2)), _col11 (type: bigint), _col15 (type: bigint), _col16 (type: bigint), _col17 (type: bigint), _col18 (type: bigint), _col19 (type: bigint), _col22 (type: char(10)), _col23 (type: varchar(60)), _col24 (type: varchar(60)), _col25 (type: char(10)) - Reducer 20 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int) - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int) - Reducer 21 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int) - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int) - Reducer 23 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: char(1)) - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1920800 Data size: 178634400 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(1)) - Reducer 24 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: char(1)) - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1920800 Data size: 178634400 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(1)) - Reducer 26 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col11, _col12, _col15, _col16, _col17, _col18, _col19 - input vertices: - 1 Map 34 - Statistics: Num rows: 226670367 Data size: 38682946565 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col11, _col12, _col15, _col16, _col17, _col18, _col19 - input vertices: - 1 Reducer 11 - Statistics: Num rows: 226670367 Data size: 38682946565 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col4 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col3, _col5, _col6, _col7, _col8, _col9, _col11, _col12, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25 - input vertices: - 1 Map 14 - Statistics: Num rows: 226670367 Data size: 120510949044 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col6 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col6 (type: bigint) - Statistics: Num rows: 226670367 Data size: 120510949044 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: bigint), _col3 (type: bigint), _col5 (type: bigint), _col7 (type: decimal(7,2)), _col8 (type: decimal(7,2)), _col9 (type: decimal(7,2)), _col11 (type: bigint), _col12 (type: char(50)), _col15 (type: bigint), _col16 (type: bigint), _col17 (type: bigint), _col18 (type: bigint), _col19 (type: bigint), _col22 (type: char(10)), _col23 (type: varchar(60)), _col24 (type: varchar(60)), _col25 (type: char(10)) - Reducer 27 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - outputColumnNames: _col2, _col3, _col5, _col7, _col8, _col9, _col11, _col12, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25 - input vertices: - 1 Map 35 - Statistics: Num rows: 382653083 Data size: 253525082388 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col5 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col3, _col7, _col8, _col9, _col11, _col12, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col29, _col30 - input vertices: - 1 Map 15 - Statistics: Num rows: 382653083 Data size: 320006816343 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col7, _col8, _col9, _col11, _col12, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col29, _col30 - input vertices: - 1 Reducer 18 - Statistics: Num rows: 382653083 Data size: 318758954607 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col16 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col7, _col8, _col9, _col11, _col12, _col15, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col29, _col30 - input vertices: - 1 Map 16 - Statistics: Num rows: 382653083 Data size: 315717148415 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col19 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col7, _col8, _col9, _col11, _col12, _col15, _col17, _col18, _col22, _col23, _col24, _col25, _col29, _col30, _col34 - input vertices: - 1 Reducer 21 - Statistics: Num rows: 382653083 Data size: 314205958075 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col18 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col7, _col8, _col9, _col11, _col12, _col15, _col17, _col22, _col23, _col24, _col25, _col29, _col30, _col34, _col36 - input vertices: - 1 Map 19 - Statistics: Num rows: 382653083 Data size: 312694776079 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col7, _col8, _col9, _col11, _col12, _col15, _col17, _col22, _col23, _col24, _col25, _col29, _col30, _col34, _col36, _col38 - input vertices: - 1 Reducer 24 - Statistics: Num rows: 382653083 Data size: 343972426398 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col15 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col7, _col8, _col9, _col11, _col12, _col17, _col22, _col23, _col24, _col25, _col29, _col30, _col34, _col36, _col38, _col40 - input vertices: - 1 Map 22 - Statistics: Num rows: 382653083 Data size: 373456129549 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col38 <> _col40) (type: boolean) - Statistics: Num rows: 382653083 Data size: 373456129549 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col17 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col7, _col8, _col9, _col11, _col12, _col22, _col23, _col24, _col25, _col29, _col30, _col34, _col36, _col42, _col43, _col44, _col45 - input vertices: - 1 Map 14 - Statistics: Num rows: 382653083 Data size: 443481643738 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count(), sum(_col7), sum(_col8), sum(_col9) - keys: _col29 (type: varchar(50)), _col11 (type: bigint), _col30 (type: char(10)), _col22 (type: char(10)), _col23 (type: varchar(60)), _col24 (type: varchar(60)), _col25 (type: char(10)), _col12 (type: char(50)), _col34 (type: int), _col36 (type: int), _col42 (type: char(10)), _col43 (type: varchar(60)), _col44 (type: varchar(60)), _col45 (type: char(10)) - minReductionHashAggr: 0.823521 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17 - Statistics: Num rows: 382653083 Data size: 522704111378 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(50)), _col1 (type: bigint), _col2 (type: char(10)), _col3 (type: char(10)), _col4 (type: varchar(60)), _col5 (type: varchar(60)), _col6 (type: char(10)), _col7 (type: char(50)), _col8 (type: int), _col9 (type: int), _col10 (type: char(10)), _col11 (type: varchar(60)), _col12 (type: varchar(60)), _col13 (type: char(10)) - null sort order: zzzzzzzzzzzzzz - sort order: ++++++++++++++ - Map-reduce partition columns: _col0 (type: varchar(50)), _col1 (type: bigint), _col2 (type: char(10)), _col3 (type: char(10)), _col4 (type: varchar(60)), _col5 (type: varchar(60)), _col6 (type: char(10)), _col7 (type: char(50)), _col8 (type: int), _col9 (type: int), _col10 (type: char(10)), _col11 (type: varchar(60)), _col12 (type: varchar(60)), _col13 (type: char(10)) - Statistics: Num rows: 382653083 Data size: 522704111378 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col14 (type: bigint), _col15 (type: decimal(17,2)), _col16 (type: decimal(17,2)), _col17 (type: decimal(17,2)) - Reducer 28 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) - keys: KEY._col0 (type: varchar(50)), KEY._col1 (type: bigint), KEY._col2 (type: char(10)), KEY._col3 (type: char(10)), KEY._col4 (type: varchar(60)), KEY._col5 (type: varchar(60)), KEY._col6 (type: char(10)), KEY._col7 (type: char(50)), KEY._col8 (type: int), KEY._col9 (type: int), KEY._col10 (type: char(10)), KEY._col11 (type: varchar(60)), KEY._col12 (type: varchar(60)), KEY._col13 (type: char(10)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17 - Statistics: Num rows: 382653083 Data size: 522704111378 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col7 (type: char(50)), _col1 (type: bigint), _col0 (type: varchar(50)), _col2 (type: char(10)), _col3 (type: char(10)), _col4 (type: varchar(60)), _col5 (type: varchar(60)), _col6 (type: char(10)), _col10 (type: char(10)), _col11 (type: varchar(60)), _col12 (type: varchar(60)), _col13 (type: char(10)), _col14 (type: bigint), _col15 (type: decimal(17,2)), _col16 (type: decimal(17,2)), _col17 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col14, _col15, _col16, _col17 - Statistics: Num rows: 382653083 Data size: 519642886714 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: _col14 is not null (type: boolean) - Statistics: Num rows: 382653083 Data size: 519642886714 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(50)), _col1 (type: bigint), _col2 (type: varchar(50)), _col3 (type: char(10)), _col4 (type: char(10)), _col5 (type: varchar(60)), _col6 (type: varchar(60)), _col7 (type: char(10)), _col8 (type: char(10)), _col9 (type: varchar(60)), _col10 (type: varchar(60)), _col11 (type: char(10)), _col14 (type: bigint), _col15 (type: decimal(17,2)), _col16 (type: decimal(17,2)), _col17 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 - Statistics: Num rows: 382653083 Data size: 519642886714 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col2 (type: varchar(50)), _col1 (type: bigint), _col3 (type: char(10)) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col2 (type: varchar(50)), _col1 (type: bigint), _col3 (type: char(10)) - Statistics: Num rows: 382653083 Data size: 519642886714 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: char(50)), _col4 (type: char(10)), _col5 (type: varchar(60)), _col6 (type: varchar(60)), _col7 (type: char(10)), _col8 (type: char(10)), _col9 (type: varchar(60)), _col10 (type: varchar(60)), _col11 (type: char(10)), _col12 (type: bigint), _col13 (type: decimal(17,2)), _col14 (type: decimal(17,2)), _col15 (type: decimal(17,2)) - Reducer 29 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: varchar(50)), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: char(10)) - 1 KEY.reducesinkkey0 (type: varchar(50)), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: char(10)) - outputColumnNames: _col3, _col4, _col5, _col6, _col7, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22 - input vertices: - 0 Reducer 4 - Statistics: Num rows: 99947700975703 Data size: 169311405452840883 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Filter Operator - predicate: (_col3 <= _col19) (type: boolean) - Statistics: Num rows: 33315900325234 Data size: 56437135150946396 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col7 (type: char(50)), _col9 (type: varchar(50)), _col10 (type: char(10)), _col11 (type: char(10)), _col12 (type: varchar(60)), _col13 (type: varchar(60)), _col14 (type: char(10)), _col15 (type: char(10)), _col16 (type: varchar(60)), _col17 (type: varchar(60)), _col18 (type: char(10)), _col19 (type: bigint), _col20 (type: decimal(17,2)), _col21 (type: decimal(17,2)), _col22 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col3 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18 - Statistics: Num rows: 33315900325234 Data size: 56437135150946396 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(50)), _col1 (type: varchar(50)), _col18 (type: bigint) - null sort order: zzz - sort order: +++ - Statistics: Num rows: 33315900325234 Data size: 56437135150946396 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: char(10)), _col3 (type: char(10)), _col4 (type: varchar(60)), _col5 (type: varchar(60)), _col6 (type: char(10)), _col7 (type: char(10)), _col8 (type: varchar(60)), _col9 (type: varchar(60)), _col10 (type: char(10)), _col11 (type: bigint), _col12 (type: decimal(17,2)), _col13 (type: decimal(17,2)), _col14 (type: decimal(17,2)), _col15 (type: decimal(17,2)), _col16 (type: decimal(17,2)), _col17 (type: decimal(17,2)) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - outputColumnNames: _col2, _col3, _col5, _col7, _col8, _col9, _col11, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25 - input vertices: - 1 Map 35 - Statistics: Num rows: 382653083 Data size: 212581202507 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col5 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col3, _col7, _col8, _col9, _col11, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col29, _col30 - input vertices: - 1 Map 15 - Statistics: Num rows: 382653083 Data size: 279062936462 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col7, _col8, _col9, _col11, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col29, _col30 - input vertices: - 1 Reducer 17 - Statistics: Num rows: 382653083 Data size: 277815074726 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col16 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col7, _col8, _col9, _col11, _col15, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col29, _col30 - input vertices: - 1 Map 16 - Statistics: Num rows: 382653083 Data size: 274773268534 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col19 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col7, _col8, _col9, _col11, _col15, _col17, _col18, _col22, _col23, _col24, _col25, _col29, _col30, _col34 - input vertices: - 1 Reducer 20 - Statistics: Num rows: 382653083 Data size: 273262078194 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col18 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col7, _col8, _col9, _col11, _col15, _col17, _col22, _col23, _col24, _col25, _col29, _col30, _col34, _col36 - input vertices: - 1 Map 19 - Statistics: Num rows: 382653083 Data size: 271750896198 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col7, _col8, _col9, _col11, _col15, _col17, _col22, _col23, _col24, _col25, _col29, _col30, _col34, _col36, _col38 - input vertices: - 1 Reducer 23 - Statistics: Num rows: 382653083 Data size: 303028546517 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col15 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col7, _col8, _col9, _col11, _col17, _col22, _col23, _col24, _col25, _col29, _col30, _col34, _col36, _col38, _col40 - input vertices: - 1 Map 22 - Statistics: Num rows: 382653083 Data size: 332512249668 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col38 <> _col40) (type: boolean) - Statistics: Num rows: 382653083 Data size: 332512249668 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col17 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col7, _col8, _col9, _col11, _col22, _col23, _col24, _col25, _col29, _col30, _col34, _col36, _col42, _col43, _col44, _col45 - input vertices: - 1 Map 14 - Statistics: Num rows: 382653083 Data size: 402537763857 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count(), sum(_col7), sum(_col8), sum(_col9) - keys: _col29 (type: varchar(50)), _col11 (type: bigint), _col30 (type: char(10)), _col22 (type: char(10)), _col23 (type: varchar(60)), _col24 (type: varchar(60)), _col25 (type: char(10)), _col34 (type: int), _col36 (type: int), _col42 (type: char(10)), _col43 (type: varchar(60)), _col44 (type: varchar(60)), _col45 (type: char(10)) - minReductionHashAggr: 0.8260248 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16 - Statistics: Num rows: 382653083 Data size: 481760231497 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(50)), _col1 (type: bigint), _col2 (type: char(10)), _col3 (type: char(10)), _col4 (type: varchar(60)), _col5 (type: varchar(60)), _col6 (type: char(10)), _col7 (type: int), _col8 (type: int), _col9 (type: char(10)), _col10 (type: varchar(60)), _col11 (type: varchar(60)), _col12 (type: char(10)) - null sort order: zzzzzzzzzzzzz - sort order: +++++++++++++ - Map-reduce partition columns: _col0 (type: varchar(50)), _col1 (type: bigint), _col2 (type: char(10)), _col3 (type: char(10)), _col4 (type: varchar(60)), _col5 (type: varchar(60)), _col6 (type: char(10)), _col7 (type: int), _col8 (type: int), _col9 (type: char(10)), _col10 (type: varchar(60)), _col11 (type: varchar(60)), _col12 (type: char(10)) - Statistics: Num rows: 382653083 Data size: 481760231497 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col13 (type: bigint), _col14 (type: decimal(17,2)), _col15 (type: decimal(17,2)), _col16 (type: decimal(17,2)) - Reducer 30 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: char(50)), KEY.reducesinkkey1 (type: varchar(50)), VALUE._col0 (type: char(10)), VALUE._col1 (type: char(10)), VALUE._col2 (type: varchar(60)), VALUE._col3 (type: varchar(60)), VALUE._col4 (type: char(10)), VALUE._col5 (type: char(10)), VALUE._col6 (type: varchar(60)), VALUE._col7 (type: varchar(60)), VALUE._col8 (type: char(10)), 2000 (type: int), VALUE._col9 (type: bigint), VALUE._col10 (type: decimal(17,2)), VALUE._col11 (type: decimal(17,2)), VALUE._col12 (type: decimal(17,2)), VALUE._col13 (type: decimal(17,2)), VALUE._col14 (type: decimal(17,2)), VALUE._col15 (type: decimal(17,2)), 2001 (type: int), KEY.reducesinkkey2 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20 - Statistics: Num rows: 33315900325234 Data size: 56703662353548268 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 33315900325234 Data size: 56703662353548268 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 32 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 33 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) - keys: KEY._col0 (type: varchar(50)), KEY._col1 (type: bigint), KEY._col2 (type: char(10)), KEY._col3 (type: char(10)), KEY._col4 (type: varchar(60)), KEY._col5 (type: varchar(60)), KEY._col6 (type: char(10)), KEY._col7 (type: int), KEY._col8 (type: int), KEY._col9 (type: char(10)), KEY._col10 (type: varchar(60)), KEY._col11 (type: varchar(60)), KEY._col12 (type: char(10)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16 - Statistics: Num rows: 382653083 Data size: 481760231497 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col1 (type: bigint), _col0 (type: varchar(50)), _col2 (type: char(10)), _col13 (type: bigint), _col14 (type: decimal(17,2)), _col15 (type: decimal(17,2)), _col16 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col13, _col14, _col15, _col16 - Statistics: Num rows: 382653083 Data size: 202423480907 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: _col13 is not null (type: boolean) - Statistics: Num rows: 382653083 Data size: 202423480907 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint), _col1 (type: varchar(50)), _col2 (type: char(10)), _col13 (type: bigint), _col14 (type: decimal(17,2)), _col15 (type: decimal(17,2)), _col16 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 382653083 Data size: 202423480907 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: varchar(50)), _col0 (type: bigint), _col2 (type: char(10)) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col1 (type: varchar(50)), _col0 (type: bigint), _col2 (type: char(10)) - Statistics: Num rows: 382653083 Data size: 202423480907 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: bigint), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 382653083 Data size: 3061224664 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - outputColumnNames: _col0, _col2, _col5 - input vertices: - 1 Map 13 - Statistics: Num rows: 41876960211 Data size: 9691486353656 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Group By Operator - aggregations: sum(_col2), sum(_col5) - keys: _col0 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 16946565830 Data size: 3931603272560 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 16946565830 Data size: 3931603272560 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(19,2)) - Reducer 8 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1) - keys: KEY._col0 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 447635 Data size: 103851320 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col1 > (2 * _col2)) (type: boolean) - Statistics: Num rows: 149211 Data size: 34616952 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 149211 Data size: 1193688 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 149211 Data size: 1193688 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 149211 Data size: 1193688 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 9 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_returns" + ], + "table:alias": "store_returns", + "inputs": [], + "rowCount": 8634166995, + "avgRowSize": 249, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "sr_return_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "sr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "sr_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "sr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_store_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "sr_returned_date_sk" + ], + "colStats": [ + { + "name": "sr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "sr_ticket_number", + "ndv": 5114579988, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "sr_return_time_sk", + "ndv": 32389, + "minValue": 28799, + "maxValue": 61199 + }, + { + "name": "sr_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "sr_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "sr_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "sr_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "sr_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "sr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "sr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "sr_return_amt", + "ndv": 715216, + "minValue": 0, + "maxValue": 19643 + }, + { + "name": "sr_return_tax", + "ndv": 141365, + "minValue": 0, + "maxValue": 1714.37 + }, + { + "name": "sr_return_amt_inc_tax", + "ndv": 1520430, + "minValue": 0, + "maxValue": 21018.01 + }, + { + "name": "sr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "sr_return_ship_cost", + "ndv": 363000, + "minValue": 0, + "maxValue": 9975 + }, + { + "name": "sr_refunded_cash", + "ndv": 1187970, + "minValue": 0, + "maxValue": 18413.33 + }, + { + "name": "sr_reversed_charge", + "ndv": 926355, + "minValue": 0, + "maxValue": 18104.5 + }, + { + "name": "sr_store_credit", + "ndv": 937950, + "minValue": 0, + "maxValue": 17792.48 + }, + { + "name": "sr_net_loss", + "ndv": 851834, + "minValue": 0.5, + "maxValue": 11008.17 + }, + { + "name": "sr_returned_date_sk", + "ndv": 2004, + "minValue": 2450820, + "maxValue": 2452822 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sr_item_sk", + "sr_ticket_number" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 8634166995 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "ad1", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_street_number", + "ca_street_name", + "ca_city", + "ca_zip" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 9, + "name": "$9" + } + ], + "rowCount": 40000000 + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer" + ], + "table:alias": "customer", + "inputs": [], + "rowCount": 80000000, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "c_customer_sk" + }, + { + "type": "CHAR", + "nullable": false, + "precision": 16, + "name": "c_customer_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_shipto_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_sales_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "c_salutation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "c_first_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "c_last_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "c_preferred_cust_flag" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_day" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_month" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_year" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "c_birth_country" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 13, + "name": "c_login" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "c_email_address" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_last_review_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "c_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "c_current_cdemo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "c_current_hdemo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "c_current_addr_sk", + "ndv": 33825344, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "c_first_shipto_date_sk", + "ndv": 3646, + "minValue": 2449028, + "maxValue": 2452678 + }, + { + "name": "c_first_sales_date_sk", + "ndv": 3643, + "minValue": 2448998, + "maxValue": 2452648 + }, + { + "name": "c_customer_id", + "ndv": 80610928 + }, + { + "name": "c_salutation", + "ndv": 7 + }, + { + "name": "c_first_name", + "ndv": 5158 + }, + { + "name": "c_last_name", + "ndv": 5123 + }, + { + "name": "c_preferred_cust_flag", + "ndv": 3 + }, + { + "name": "c_birth_day", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "c_birth_month", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "c_birth_year", + "ndv": 67, + "minValue": 1924, + "maxValue": 1992 + }, + { + "name": "c_birth_country", + "ndv": 216 + }, + { + "name": "c_login", + "ndv": 1 + }, + { + "name": "c_email_address", + "ndv": 75301330 + }, + { + "name": "c_last_review_date_sk", + "ndv": 364, + "minValue": 2452283, + "maxValue": 2452648 + } + ] + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + "rowCount": 4.7239200000000015E7 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_current_cdemo_sk", + "c_current_hdemo_sk", + "c_current_addr_sk", + "c_first_shipto_date_sk", + "c_first_sales_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 4.7239200000000015E7 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 3.94646980910959E10 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_customer_sk", + "ss_cdemo_sk", + "ss_hdemo_sk", + "ss_addr_sk", + "ss_store_sk", + "ss_ticket_number", + "ss_wholesale_cost", + "ss_list_price", + "ss_coupon_amt", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 18, + "name": "$18" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 3.94646980910959E10 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_product_name", + "ndv": 461487 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + } + ] + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 36, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + }, + { + "literal": 45, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 17, + "name": "$17" + }, + { + "literal": "burnished", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + }, + { + "literal": "chocolate", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + }, + { + "literal": "dim", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 3 + } + }, + { + "literal": "maroon", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + }, + { + "literal": "navajo", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + }, + { + "literal": "steel", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + } + ] + } + ] + }, + "rowCount": 28875 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_product_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 21, + "name": "$21" + } + ], + "rowCount": 28875 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 11, + "name": "$11" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "9", + "12" + ], + "rowCount": 1.7093147360705912E14 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "d1", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 10957.35 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 13, + "name": "$13" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "13", + "16" + ], + "rowCount": 280943397349246368 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "17" + ], + "rowCount": 1.9907312004090784E24 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43220864887, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1644740, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1837, + "minValue": 2450815, + "maxValue": 2452654 + } + ] + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_item_sk", + "cs_order_number", + "cs_ext_list_price" + ], + "exprs": [ + { + "input": 14, + "name": "$14" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 24, + "name": "$24" + } + ], + "rowCount": 43220864887 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_returns" + ], + "table:alias": "catalog_returns", + "inputs": [], + "rowCount": 4320980099, + "avgRowSize": 305, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returned_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cr_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_amount" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_store_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cr_returned_date_sk" + ], + "colStats": [ + { + "name": "cr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cr_order_number", + "ndv": 2681654419, + "minValue": 2, + "maxValue": 4800000000 + }, + { + "name": "cr_refunded_cash", + "ndv": 1257293, + "minValue": 0, + "maxValue": 26955.24 + }, + { + "name": "cr_reversed_charge", + "ndv": 895564, + "minValue": 0, + "maxValue": 24033.84 + }, + { + "name": "cr_store_credit", + "ndv": 906118, + "minValue": 0, + "maxValue": 24886.13 + }, + { + "name": "cr_returned_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cr_refunded_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cr_refunded_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cr_refunded_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cr_refunded_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cr_returning_customer_sk", + "ndv": 77511828, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cr_returning_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cr_returning_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cr_returning_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cr_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cr_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cr_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cr_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "cr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cr_return_amount", + "ndv": 973170, + "minValue": 0, + "maxValue": 28805.04 + }, + { + "name": "cr_return_tax", + "ndv": 169232, + "minValue": 0, + "maxValue": 2511.58 + }, + { + "name": "cr_return_amt_inc_tax", + "ndv": 1689965, + "minValue": 0, + "maxValue": 30891.32 + }, + { + "name": "cr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "cr_return_ship_cost", + "ndv": 501353, + "minValue": 0, + "maxValue": 14273.28 + }, + { + "name": "cr_net_loss", + "ndv": 996464, + "minValue": 0.5, + "maxValue": 16346.37 + }, + { + "name": "cr_returned_date_sk", + "ndv": 2104, + "minValue": 2450821, + "maxValue": 2452924 + } + ] + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cr_item_sk", + "cr_order_number", + "$f2" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 15, + "name": "$15" + }, + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 22, + "name": "$22" + }, + { + "input": 23, + "name": "$23" + } + ] + }, + { + "input": 24, + "name": "$24" + } + ] + } + ], + "rowCount": 4320980099 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "20", + "22" + ], + "rowCount": 4202021183361634304 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 19, + "scale": 2 + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + } + ], + "rowCount": 420202118336163456 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "literal": 2, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 10, + "scale": 0 + } + }, + { + "input": 2, + "name": "$2" + } + ] + } + ] + }, + "rowCount": 210101059168081728 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_item_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 210101059168081728 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 20, + "name": "$20" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "18", + "26" + ], + "rowCount": 6.273821005873412E40 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 15, + "name": "$15" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "3", + "27" + ], + "rowCount": 3.7642926035240464E47 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 13, + "name": "$13" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 19, + "name": "$19" + }, + { + "input": 1, + "name": "$1" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "1", + "28" + ], + "rowCount": 7.312844465295736E55 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store" + ], + "table:alias": "store", + "inputs": [], + "rowCount": 1704, + "avgRowSize": 1375, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "s_store_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "s_store_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "s_closed_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_store_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_number_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_floor_space" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "s_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_market_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_geography_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_market_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_division_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_company_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_company_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 10, + "name": "s_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "s_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "s_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "s_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "s_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "s_store_sk", + "ndv": 1736, + "minValue": 1, + "maxValue": 1704 + }, + { + "name": "s_store_name", + "ndv": 11 + }, + { + "name": "s_zip", + "ndv": 983 + }, + { + "name": "s_store_id", + "ndv": 879 + }, + { + "name": "s_rec_start_date", + "ndv": 4, + "minValue": 9933, + "maxValue": 11394 + }, + { + "name": "s_rec_end_date", + "ndv": 3, + "minValue": 10663, + "maxValue": 11393 + }, + { + "name": "s_closed_date_sk", + "ndv": 263, + "minValue": 2450820, + "maxValue": 2451314 + }, + { + "name": "s_number_employees", + "ndv": 100, + "minValue": 200, + "maxValue": 300 + }, + { + "name": "s_floor_space", + "ndv": 1289, + "minValue": 5000201, + "maxValue": 9997773 + }, + { + "name": "s_hours", + "ndv": 4 + }, + { + "name": "s_manager", + "ndv": 1245 + }, + { + "name": "s_market_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "s_geography_class", + "ndv": 2 + }, + { + "name": "s_market_desc", + "ndv": 1311 + }, + { + "name": "s_market_manager", + "ndv": 1236 + }, + { + "name": "s_division_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_division_name", + "ndv": 2 + }, + { + "name": "s_company_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_company_name", + "ndv": 2 + }, + { + "name": "s_street_number", + "ndv": 736 + }, + { + "name": "s_street_name", + "ndv": 851 + }, + { + "name": "s_street_type", + "ndv": 21 + }, + { + "name": "s_suite_number", + "ndv": 76 + }, + { + "name": "s_city", + "ndv": 267 + }, + { + "name": "s_county", + "ndv": 128 + }, + { + "name": "s_state", + "ndv": 44 + }, + { + "name": "s_country", + "ndv": 2 + }, + { + "name": "s_gmt_offset", + "ndv": 5, + "minValue": -9, + "maxValue": -5 + }, + { + "name": "s_tax_percentage", + "ndv": 12, + "minValue": 0, + "maxValue": 0.11 + } + ] + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 25, + "name": "$25" + } + ] + } + ] + }, + "rowCount": 1380.24 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk", + "s_store_name", + "s_zip" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 25, + "name": "$25" + } + ], + "rowCount": 1380.24 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 18, + "name": "$18" + }, + { + "input": 28, + "name": "$28" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "29", + "32" + ], + "rowCount": 1.514022066716968E58 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "household_demographics" + ], + "table:alias": "hd1", + "inputs": [], + "rowCount": 7200, + "avgRowSize": 183, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "hd_demo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "hd_income_band_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "hd_buy_potential" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "hd_dep_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "hd_vehicle_count" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "hd_demo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "hd_income_band_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "hd_buy_potential", + "ndv": 6 + }, + { + "name": "hd_dep_count", + "ndv": 10, + "minValue": 0, + "maxValue": 9 + }, + { + "name": "hd_vehicle_count", + "ndv": 6, + "minValue": -1, + "maxValue": 4 + } + ] + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ] + }, + "rowCount": 6480 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "hd_demo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 6480 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 16, + "name": "$16" + }, + { + "input": 31, + "name": "$31" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "33", + "36" + ], + "rowCount": 1.4716294488488928E61 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "household_demographics" + ], + "table:alias": "hd2", + "inputs": [], + "rowCount": 7200, + "avgRowSize": 183, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "hd_demo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "hd_income_band_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "hd_buy_potential" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "hd_dep_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "hd_vehicle_count" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "hd_demo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "hd_income_band_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "hd_buy_potential", + "ndv": 6 + }, + { + "name": "hd_dep_count", + "ndv": 10, + "minValue": 0, + "maxValue": 9 + }, + { + "name": "hd_vehicle_count", + "ndv": 6, + "minValue": -1, + "maxValue": 4 + } + ] + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ] + }, + "rowCount": 6480 + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "hd_demo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 6480 + }, + { + "id": "41", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "input": 32, + "name": "$32" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "37", + "40" + ], + "rowCount": 1.4304238242811236E64 + }, + { + "id": "42", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "d2", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "43", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 73049 + }, + { + "id": "44", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "input": 33, + "name": "$33" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "41", + "43" + ], + "rowCount": 1.5673654490986768E68 + }, + { + "id": "45", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "d3", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "46", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 73049 + }, + { + "id": "47", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "input": 35, + "name": "$35" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "44", + "46" + ], + "rowCount": 1.7174171803681383E72 + }, + { + "id": "48", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_demographics" + ], + "table:alias": "cd1", + "inputs": [], + "rowCount": 1920800, + "avgRowSize": 217, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "cd_demo_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_gender" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_marital_status" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "cd_education_status" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_purchase_estimate" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "cd_credit_rating" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_employed_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_college_count" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "cd_demo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cd_marital_status", + "ndv": 5 + }, + { + "name": "cd_gender", + "ndv": 2 + }, + { + "name": "cd_education_status", + "ndv": 7 + }, + { + "name": "cd_purchase_estimate", + "ndv": 20, + "minValue": 500, + "maxValue": 10000 + }, + { + "name": "cd_credit_rating", + "ndv": 4 + }, + { + "name": "cd_dep_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_dep_employed_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_dep_college_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + } + ] + }, + { + "id": "49", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cd_demo_sk", + "cd_marital_status" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 1920800 + }, + { + "id": "50", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 15, + "name": "$15" + }, + { + "input": 37, + "name": "$37" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "47", + "49" + ], + "rowCount": 4.94822238007668E77 + }, + { + "id": "51", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_demographics" + ], + "table:alias": "cd2", + "inputs": [], + "rowCount": 1920800, + "avgRowSize": 217, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "cd_demo_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_gender" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_marital_status" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "cd_education_status" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_purchase_estimate" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "cd_credit_rating" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_employed_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_college_count" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "cd_demo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cd_marital_status", + "ndv": 5 + }, + { + "name": "cd_gender", + "ndv": 2 + }, + { + "name": "cd_education_status", + "ndv": 7 + }, + { + "name": "cd_purchase_estimate", + "ndv": 20, + "minValue": 500, + "maxValue": 10000 + }, + { + "name": "cd_credit_rating", + "ndv": 4 + }, + { + "name": "cd_dep_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_dep_employed_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_dep_college_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + } + ] + }, + { + "id": "52", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cd_demo_sk", + "cd_marital_status" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 1920800 + }, + { + "id": "53", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 39, + "name": "$39" + } + ] + }, + { + "op": { + "name": "<>", + "kind": "NOT_EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 38, + "name": "$38" + }, + { + "input": 40, + "name": "$40" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "50", + "52" + ], + "rowCount": 7.128409160738465E82 + }, + { + "id": "54", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "ad2", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "55", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_street_number", + "ca_street_name", + "ca_city", + "ca_zip" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 9, + "name": "$9" + } + ], + "rowCount": 40000000 + }, + { + "id": "56", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 41, + "name": "$41" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "53", + "55" + ], + "rowCount": 4.277045496443079E89 + }, + { + "id": "57", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 3, + 4, + 5, + 6, + 24, + 29, + 30, + 34, + 36, + 42, + 43, + 44, + 45 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 20 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 21 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 22 + ], + "name": null + } + ], + "rowCount": 4.277045496443079E88 + }, + { + "id": "58", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "s_store_name", + "s_zip", + "ca_street_number", + "ca_street_name", + "ca_city", + "ca_zip", + "ca_street_number0", + "ca_street_name0", + "ca_city0", + "ca_zip0", + "d_year", + "d_year0", + "$f13", + "$f14", + "$f15", + "$f16" + ], + "exprs": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 16, + "name": "$16" + } + ], + "rowCount": 4.277045496443079E88 + }, + { + "id": "59", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 13, + "name": "$13" + } + ] + }, + "rowCount": 3.849340946798771E88 + }, + { + "id": "60", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f1", + "$f2", + "$f3", + "$f15", + "$f16", + "$f17", + "$f18" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 16, + "name": "$16" + } + ], + "rowCount": 3.849340946798771E88 + }, + { + "id": "61", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sr_item_sk", + "sr_ticket_number" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 8, + "name": "$8" + } + ], + "inputs": [ + "0" + ], + "rowCount": 8634166995 + }, + { + "id": "62", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_street_number", + "ca_street_name", + "ca_city", + "ca_zip" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 9, + "name": "$9" + } + ], + "inputs": [ + "2" + ], + "rowCount": 40000000 + }, + { + "id": "63", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + "inputs": [ + "4" + ], + "rowCount": 4.7239200000000015E7 + }, + { + "id": "64", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_current_cdemo_sk", + "c_current_hdemo_sk", + "c_current_addr_sk", + "c_first_shipto_date_sk", + "c_first_sales_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 4.7239200000000015E7 + }, + { + "id": "65", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 3.94646980910959E10 + }, + { + "id": "66", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_customer_sk", + "ss_cdemo_sk", + "ss_hdemo_sk", + "ss_addr_sk", + "ss_store_sk", + "ss_ticket_number", + "ss_wholesale_cost", + "ss_list_price", + "ss_coupon_amt", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 18, + "name": "$18" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 3.94646980910959E10 + }, + { + "id": "67", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 36, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + }, + { + "literal": 45, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 17, + "name": "$17" + }, + { + "literal": "burnished", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + }, + { + "literal": "chocolate", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + }, + { + "literal": "dim", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 3 + } + }, + { + "literal": "maroon", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + }, + { + "literal": "navajo", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + }, + { + "literal": "steel", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + } + ] + } + ] + }, + "inputs": [ + "10" + ], + "rowCount": 28875 + }, + { + "id": "68", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_product_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 21, + "name": "$21" + } + ], + "rowCount": 28875 + }, + { + "id": "69", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 11, + "name": "$11" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "66", + "68" + ], + "rowCount": 1.7093147360705912E14 + }, + { + "id": "70", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "14" + ], + "rowCount": 10957.35 + }, + { + "id": "71", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "72", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 13, + "name": "$13" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "69", + "71" + ], + "rowCount": 280943397349246368 + }, + { + "id": "73", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "64", + "72" + ], + "rowCount": 1.9907312004090784E24 + }, + { + "id": "74", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_item_sk", + "cs_order_number", + "cs_ext_list_price" + ], + "exprs": [ + { + "input": 14, + "name": "$14" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 24, + "name": "$24" + } + ], + "inputs": [ + "19" + ], + "rowCount": 43220864887 + }, + { + "id": "75", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cr_item_sk", + "cr_order_number", + "$f2" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 15, + "name": "$15" + }, + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 22, + "name": "$22" + }, + { + "input": 23, + "name": "$23" + } + ] + }, + { + "input": 24, + "name": "$24" + } + ] + } + ], + "inputs": [ + "21" + ], + "rowCount": 4320980099 + }, + { + "id": "76", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "74", + "75" + ], + "rowCount": 4202021183361634304 + }, + { + "id": "77", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 19, + "scale": 2 + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + } + ], + "rowCount": 420202118336163456 + }, + { + "id": "78", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "literal": 2, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 10, + "scale": 0 + } + }, + { + "input": 2, + "name": "$2" + } + ] + } + ] + }, + "rowCount": 210101059168081728 + }, + { + "id": "79", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_item_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 210101059168081728 + }, + { + "id": "80", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 20, + "name": "$20" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "73", + "79" + ], + "rowCount": 6.273821005873412E40 + }, + { + "id": "81", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 15, + "name": "$15" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "62", + "80" + ], + "rowCount": 3.7642926035240464E47 + }, + { + "id": "82", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 13, + "name": "$13" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 19, + "name": "$19" + }, + { + "input": 1, + "name": "$1" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "61", + "81" + ], + "rowCount": 7.312844465295736E55 + }, + { + "id": "83", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 25, + "name": "$25" + } + ] + } + ] + }, + "inputs": [ + "30" + ], + "rowCount": 1380.24 + }, + { + "id": "84", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk", + "s_store_name", + "s_zip" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 25, + "name": "$25" + } + ], + "rowCount": 1380.24 + }, + { + "id": "85", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 18, + "name": "$18" + }, + { + "input": 28, + "name": "$28" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "82", + "84" + ], + "rowCount": 1.514022066716968E58 + }, + { + "id": "86", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ] + }, + "inputs": [ + "34" + ], + "rowCount": 6480 + }, + { + "id": "87", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "hd_demo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 6480 + }, + { + "id": "88", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 16, + "name": "$16" + }, + { + "input": 31, + "name": "$31" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "85", + "87" + ], + "rowCount": 1.4716294488488928E61 + }, + { + "id": "89", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ] + }, + "inputs": [ + "38" + ], + "rowCount": 6480 + }, + { + "id": "90", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "hd_demo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 6480 + }, + { + "id": "91", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "input": 32, + "name": "$32" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "88", + "90" + ], + "rowCount": 1.4304238242811236E64 + }, + { + "id": "92", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ], + "inputs": [ + "42" + ], + "rowCount": 73049 + }, + { + "id": "93", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "input": 33, + "name": "$33" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "91", + "92" + ], + "rowCount": 1.5673654490986768E68 + }, + { + "id": "94", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ], + "inputs": [ + "45" + ], + "rowCount": 73049 + }, + { + "id": "95", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "input": 35, + "name": "$35" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "93", + "94" + ], + "rowCount": 1.7174171803681383E72 + }, + { + "id": "96", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cd_demo_sk", + "cd_marital_status" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "inputs": [ + "48" + ], + "rowCount": 1920800 + }, + { + "id": "97", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 15, + "name": "$15" + }, + { + "input": 37, + "name": "$37" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "95", + "96" + ], + "rowCount": 4.94822238007668E77 + }, + { + "id": "98", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cd_demo_sk", + "cd_marital_status" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "inputs": [ + "51" + ], + "rowCount": 1920800 + }, + { + "id": "99", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 39, + "name": "$39" + } + ] + }, + { + "op": { + "name": "<>", + "kind": "NOT_EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 38, + "name": "$38" + }, + { + "input": 40, + "name": "$40" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "97", + "98" + ], + "rowCount": 7.128409160738465E82 + }, + { + "id": "100", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_street_number", + "ca_street_name", + "ca_city", + "ca_zip" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 9, + "name": "$9" + } + ], + "inputs": [ + "54" + ], + "rowCount": 40000000 + }, + { + "id": "101", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 41, + "name": "$41" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "99", + "100" + ], + "rowCount": 4.277045496443079E89 + }, + { + "id": "102", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 3, + 4, + 5, + 6, + 24, + 25, + 29, + 30, + 34, + 36, + 42, + 43, + 44, + 45 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 20 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 21 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 22 + ], + "name": null + } + ], + "rowCount": 4.277045496443079E88 + }, + { + "id": "103", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_product_name", + "i_item_sk", + "s_store_name", + "s_zip", + "ca_street_number", + "ca_street_name", + "ca_city", + "ca_zip", + "ca_street_number0", + "ca_street_name0", + "ca_city0", + "ca_zip0", + "d_year", + "d_year0", + "$f14", + "$f15", + "$f16", + "$f17" + ], + "exprs": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 17, + "name": "$17" + } + ], + "rowCount": 4.277045496443079E88 + }, + { + "id": "104", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 14, + "name": "$14" + } + ] + }, + "rowCount": 3.849340946798771E88 + }, + { + "id": "105", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4", + "$f5", + "$f6", + "$f7", + "$f8", + "$f9", + "$f10", + "$f11", + "$f15", + "$f16", + "$f17", + "$f18" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 17, + "name": "$17" + } + ], + "rowCount": 3.849340946798771E88 + }, + { + "id": "106", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 19, + "name": "$19" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "60", + "105" + ], + "rowCount": 2.500440591043405E174 + }, + { + "id": "107", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "product_name", + "store_name", + "store_zip", + "b_street_number", + "b_streen_name", + "b_city", + "b_zip", + "c_street_number", + "c_street_name", + "c_city", + "c_zip", + "cnt", + "s1", + "s2", + "s3", + "s11", + "s21", + "s31", + "cnt1" + ], + "exprs": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 17, + "name": "$17" + }, + { + "input": 18, + "name": "$18" + }, + { + "input": 19, + "name": "$19" + }, + { + "input": 20, + "name": "$20" + }, + { + "input": 21, + "name": "$21" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 2.500440591043405E174 + }, + { + "id": "108", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 18, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "rowCount": 2.500440591043405E174 + }, + { + "id": "109", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs1.product_name", + "cs1.store_name", + "cs1.store_zip", + "cs1.b_street_number", + "cs1.b_streen_name", + "cs1.b_city", + "cs1.b_zip", + "cs1.c_street_number", + "cs1.c_street_name", + "cs1.c_city", + "cs1.c_zip", + "cs1.syear", + "cs1.cnt", + "cs1.s1", + "cs1.s2", + "cs1.s3", + "cs2.s1", + "cs2.s2", + "cs2.s3", + "cs2.syear", + "cs2.cnt" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 17, + "name": "$17" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "input": 18, + "name": "$18" + } + ], + "rowCount": 2.500440591043405E174 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query65.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query65.q.out index 9dd942616db6..b4f4eda7f0e3 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query65.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query65.q.out @@ -1,354 +1,2186 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 8 (BROADCAST_EDGE), Reducer 7 (BROADCAST_EDGE) - Map 4 <- Map 8 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 10 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE), Reducer 6 (BROADCAST_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 5 <- Map 4 (SIMPLE_EDGE) - Reducer 6 <- Reducer 5 (SIMPLE_EDGE) - Reducer 7 <- Reducer 6 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: (ss_store_sk is not null and ss_store_sk BETWEEN DynamicValue(RS_41_store_sales_ss_store_sk_min) AND DynamicValue(RS_41_store_sales_ss_store_sk_max) and in_bloom_filter(ss_store_sk, DynamicValue(RS_41_store_sales_ss_store_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 82510879939 Data size: 10988352362648 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ss_store_sk is not null and ss_store_sk BETWEEN DynamicValue(RS_41_store_sales_ss_store_sk_min) AND DynamicValue(RS_41_store_sales_ss_store_sk_max) and in_bloom_filter(ss_store_sk, DynamicValue(RS_41_store_sales_ss_store_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 80569240632 Data size: 10729775349712 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_store_sk (type: bigint), ss_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 80569240632 Data size: 10729775349712 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 8 - Statistics: Num rows: 15840066266 Data size: 1799887105808 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2) - keys: _col1 (type: bigint), _col0 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 15840066266 Data size: 2012360891584 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 15840066266 Data size: 2012360891584 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 10 - Map Operator Tree: - TableScan - alias: item - Statistics: Num rows: 462000 Data size: 238136080 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_item_desc (type: varchar(200)), i_current_price (type: decimal(7,2)), i_wholesale_cost (type: decimal(7,2)), i_brand (type: char(50)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 462000 Data size: 238136080 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 238136080 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(200)), _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)), _col4 (type: char(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: ss_store_sk is not null (type: boolean) - Statistics: Num rows: 82510879939 Data size: 10988352362648 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ss_store_sk is not null (type: boolean) - Statistics: Num rows: 80569240632 Data size: 10729775349712 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_store_sk (type: bigint), ss_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 80569240632 Data size: 10729775349712 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 8 - Statistics: Num rows: 15840066266 Data size: 1799887105808 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2) - keys: _col1 (type: bigint), _col0 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 15840066266 Data size: 2012360891584 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 15840066266 Data size: 2012360891584 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) - Statistics: Num rows: 359 Data size: 4308 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 4 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 9 - Map Operator Tree: - TableScan - alias: store - Statistics: Num rows: 1704 Data size: 163584 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: s_store_sk (type: bigint), s_store_name (type: varchar(50)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1704 Data size: 163584 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1704 Data size: 163584 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: bigint), KEY._col1 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 15713763 Data size: 1996315024 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: _col2 is not null (type: boolean) - Statistics: Num rows: 15713763 Data size: 1996315024 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col4 - input vertices: - 1 Reducer 6 - Statistics: Num rows: 15805122 Data size: 3778182640 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col2 <= _col4) (type: boolean) - Statistics: Num rows: 5268374 Data size: 1259394216 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col6 - input vertices: - 1 Map 9 - Statistics: Num rows: 5268374 Data size: 1095821792 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col6, _col8, _col9, _col10, _col11 - input vertices: - 1 Map 10 - Statistics: Num rows: 5268374 Data size: 3729752872 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++ - keys: _col6 (type: varchar(50)), _col8 (type: varchar(200)) - null sort order: zz - Statistics: Num rows: 5268374 Data size: 3729752872 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col6 (type: varchar(50)), _col8 (type: varchar(200)), _col2 (type: decimal(17,2)), _col9 (type: decimal(7,2)), _col10 (type: decimal(7,2)), _col11 (type: char(50)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 5268374 Data size: 3729496728 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(50)), _col1 (type: varchar(200)) - null sort order: zz - sort order: ++ - Statistics: Num rows: 5268374 Data size: 3729496728 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(17,2)), _col3 (type: decimal(7,2)), _col4 (type: decimal(7,2)), _col5 (type: char(50)) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: varchar(50)), KEY.reducesinkkey1 (type: varchar(200)), VALUE._col0 (type: decimal(17,2)), VALUE._col1 (type: decimal(7,2)), VALUE._col2 (type: decimal(7,2)), VALUE._col3 (type: char(50)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 5268374 Data size: 3729496728 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 70800 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 70800 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: bigint), KEY._col1 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 15713763 Data size: 1996315024 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint), _col2 (type: decimal(17,2)) - outputColumnNames: _col1, _col2 - Statistics: Num rows: 15713763 Data size: 1996315024 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2), count(_col2) - keys: _col1 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1384 Data size: 175832 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1384 Data size: 175832 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(27,2)), _col2 (type: bigint) - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), count(VALUE._col1) - keys: KEY._col0 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 173 Data size: 21984 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: CAST( (_col1 / _col2) AS decimal(21,6)) is not null (type: boolean) - Statistics: Num rows: 173 Data size: 21984 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint), (0.1 * CAST( (_col1 / _col2) AS decimal(21,6))) (type: decimal(23,7)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 173 Data size: 20600 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 173 Data size: 20600 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(23,7)) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 173 Data size: 1224 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store" + ], + "table:alias": "store", + "inputs": [], + "rowCount": 1704, + "avgRowSize": 1375, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "s_store_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "s_store_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "s_closed_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_store_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_number_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_floor_space" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "s_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_market_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_geography_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_market_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_division_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_company_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_company_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 10, + "name": "s_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "s_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "s_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "s_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "s_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "s_store_sk", + "ndv": 1736, + "minValue": 1, + "maxValue": 1704 + }, + { + "name": "s_store_name", + "ndv": 11 + }, + { + "name": "s_store_id", + "ndv": 879 + }, + { + "name": "s_rec_start_date", + "ndv": 4, + "minValue": 9933, + "maxValue": 11394 + }, + { + "name": "s_rec_end_date", + "ndv": 3, + "minValue": 10663, + "maxValue": 11393 + }, + { + "name": "s_closed_date_sk", + "ndv": 263, + "minValue": 2450820, + "maxValue": 2451314 + }, + { + "name": "s_number_employees", + "ndv": 100, + "minValue": 200, + "maxValue": 300 + }, + { + "name": "s_floor_space", + "ndv": 1289, + "minValue": 5000201, + "maxValue": 9997773 + }, + { + "name": "s_hours", + "ndv": 4 + }, + { + "name": "s_manager", + "ndv": 1245 + }, + { + "name": "s_market_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "s_geography_class", + "ndv": 2 + }, + { + "name": "s_market_desc", + "ndv": 1311 + }, + { + "name": "s_market_manager", + "ndv": 1236 + }, + { + "name": "s_division_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_division_name", + "ndv": 2 + }, + { + "name": "s_company_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_company_name", + "ndv": 2 + }, + { + "name": "s_street_number", + "ndv": 736 + }, + { + "name": "s_street_name", + "ndv": 851 + }, + { + "name": "s_street_type", + "ndv": 21 + }, + { + "name": "s_suite_number", + "ndv": 76 + }, + { + "name": "s_city", + "ndv": 267 + }, + { + "name": "s_county", + "ndv": 128 + }, + { + "name": "s_state", + "ndv": 44 + }, + { + "name": "s_zip", + "ndv": 983 + }, + { + "name": "s_country", + "ndv": 2 + }, + { + "name": "s_gmt_offset", + "ndv": 5, + "minValue": -9, + "maxValue": -5 + }, + { + "name": "s_tax_percentage", + "ndv": 12, + "minValue": 0, + "maxValue": 0.11 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk", + "s_store_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 1704 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_store_sk", + "ss_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 1212, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1223, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "4", + "7" + ], + "rowCount": 1.8308036953566934E14 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 1.8308036953566934E13 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_store_sk", + "ss_item_sk", + "$f2" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 1.8308036953566934E13 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + "rowCount": 1.647723325821024E13 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_store_sk", + "ss_item_sk", + "$f2" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 1.647723325821024E13 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "inputs": [ + "2" + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_store_sk", + "ss_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 1212, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1223, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "5" + ], + "rowCount": 18262.25 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "14", + "16" + ], + "rowCount": 1.8308036953566934E14 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 1.8308036953566934E13 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_store_sk", + "$f2" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 1.8308036953566934E13 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 1 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 27, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 1.8308036953566934E12 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 21, + "scale": 6 + } + } + ] + }, + "rowCount": 1.6477233258210242E12 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "EXPR$0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "literal": 0.1, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 1 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 21, + "scale": 6 + } + } + ] + } + ], + "rowCount": 1.6477233258210242E12 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "12", + "22" + ], + "rowCount": 2.0362441188410223E24 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "1", + "23" + ], + "rowCount": 5.204639967757653E26 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_item_desc", + "i_current_price", + "i_wholesale_cost", + "i_brand" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 462000 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "24", + "26" + ], + "rowCount": 3.6068154976560536E31 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_name", + "i_item_desc", + "sc.revenue", + "i_current_price", + "i_wholesale_cost", + "i_brand" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + } + ], + "rowCount": 3.6068154976560536E31 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query66.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query66.q.out index fd52072a7b8d..f0ff6d58f024 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query66.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query66.q.out @@ -1,416 +1,7517 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 11 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE) - Map 9 <- Map 11 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE) - Reducer 10 <- Map 9 (SIMPLE_EDGE), Union 3 (CONTAINS) - Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS) - Reducer 4 <- Union 3 (SIMPLE_EDGE) - Reducer 5 <- Reducer 4 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: (ws_sold_time_sk is not null and ws_ship_mode_sk is not null and ws_warehouse_sk is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_198_container, bigKeyColName:ws_ship_mode_sk, smallTablePos:1, keyRatio:0.0077726123278109545 - Statistics: Num rows: 21594638446 Data size: 5613925340868 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ws_sold_time_sk is not null and ws_ship_mode_sk is not null and ws_warehouse_sk is not null) (type: boolean) - Statistics: Num rows: 21586536205 Data size: 5611819013600 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_sold_time_sk (type: bigint), ws_ship_mode_sk (type: bigint), ws_warehouse_sk (type: bigint), ws_sold_date_sk (type: bigint), (ws_sales_price * CAST( ws_quantity AS decimal(10,0))) (type: decimal(18,2)), (ws_net_paid_inc_tax * CAST( ws_quantity AS decimal(10,0))) (type: decimal(18,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 21586536205 Data size: 5526088466792 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col3, _col4, _col5 - input vertices: - 1 Map 6 - Statistics: Num rows: 8351291272 Data size: 2071077045864 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col4, _col5, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19 - input vertices: - 1 Map 11 - Statistics: Num rows: 1678467504 Data size: 483355451560 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col4, _col5, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19 - input vertices: - 1 Map 7 - Statistics: Num rows: 167846753 Data size: 46975509296 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col4, _col5, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27 - input vertices: - 1 Map 8 - Statistics: Num rows: 167846753 Data size: 125885064750 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col22 (type: varchar(20)), _col23 (type: int), _col24 (type: varchar(60)), _col25 (type: varchar(30)), _col26 (type: char(2)), _col27 (type: varchar(20)), if(_col8, _col4, 0) (type: decimal(18,2)), if(_col9, _col4, 0) (type: decimal(18,2)), if(_col10, _col4, 0) (type: decimal(18,2)), if(_col11, _col4, 0) (type: decimal(18,2)), if(_col12, _col4, 0) (type: decimal(18,2)), if(_col13, _col4, 0) (type: decimal(18,2)), if(_col14, _col4, 0) (type: decimal(18,2)), if(_col15, _col4, 0) (type: decimal(18,2)), if(_col16, _col4, 0) (type: decimal(18,2)), if(_col17, _col4, 0) (type: decimal(18,2)), if(_col18, _col4, 0) (type: decimal(18,2)), if(_col19, _col4, 0) (type: decimal(18,2)), if(_col8, _col5, 0) (type: decimal(18,2)), if(_col9, _col5, 0) (type: decimal(18,2)), if(_col10, _col5, 0) (type: decimal(18,2)), if(_col11, _col5, 0) (type: decimal(18,2)), if(_col12, _col5, 0) (type: decimal(18,2)), if(_col13, _col5, 0) (type: decimal(18,2)), if(_col14, _col5, 0) (type: decimal(18,2)), if(_col15, _col5, 0) (type: decimal(18,2)), if(_col16, _col5, 0) (type: decimal(18,2)), if(_col17, _col5, 0) (type: decimal(18,2)), if(_col18, _col5, 0) (type: decimal(18,2)), if(_col19, _col5, 0) (type: decimal(18,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29 - Statistics: Num rows: 167846753 Data size: 125885064750 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col6), sum(_col7), sum(_col8), sum(_col9), sum(_col10), sum(_col11), sum(_col12), sum(_col13), sum(_col14), sum(_col15), sum(_col16), sum(_col17), sum(_col18), sum(_col19), sum(_col20), sum(_col21), sum(_col22), sum(_col23), sum(_col24), sum(_col25), sum(_col26), sum(_col27), sum(_col28), sum(_col29) - keys: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29 - Statistics: Num rows: 167846753 Data size: 531402819998 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)) - null sort order: zzzzzz - sort order: ++++++ - Map-reduce partition columns: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)) - Statistics: Num rows: 167846753 Data size: 531402819998 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col6 (type: decimal(28,2)), _col7 (type: decimal(28,2)), _col8 (type: decimal(28,2)), _col9 (type: decimal(28,2)), _col10 (type: decimal(28,2)), _col11 (type: decimal(28,2)), _col12 (type: decimal(28,2)), _col13 (type: decimal(28,2)), _col14 (type: decimal(28,2)), _col15 (type: decimal(28,2)), _col16 (type: decimal(28,2)), _col17 (type: decimal(28,2)), _col18 (type: decimal(28,2)), _col19 (type: decimal(28,2)), _col20 (type: decimal(28,2)), _col21 (type: decimal(28,2)), _col22 (type: decimal(28,2)), _col23 (type: decimal(28,2)), _col24 (type: decimal(28,2)), _col25 (type: decimal(28,2)), _col26 (type: decimal(28,2)), _col27 (type: decimal(28,2)), _col28 (type: decimal(28,2)), _col29 (type: decimal(28,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 11 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: (d_year = 2002) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_year = 2002) (type: boolean) - Statistics: Num rows: 367 Data size: 5872 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), (d_moy = 1) (type: boolean), (d_moy = 2) (type: boolean), (d_moy = 3) (type: boolean), (d_moy = 4) (type: boolean), (d_moy = 5) (type: boolean), (d_moy = 6) (type: boolean), (d_moy = 7) (type: boolean), (d_moy = 8) (type: boolean), (d_moy = 9) (type: boolean), (d_moy = 10) (type: boolean), (d_moy = 11) (type: boolean), (d_moy = 12) (type: boolean) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12 - Statistics: Num rows: 367 Data size: 20552 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 20552 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: boolean), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean), _col9 (type: boolean), _col10 (type: boolean), _col11 (type: boolean), _col12 (type: boolean) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 9 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 20552 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: boolean), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean), _col9 (type: boolean), _col10 (type: boolean), _col11 (type: boolean), _col12 (type: boolean) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: time_dim - filterExpr: t_time BETWEEN 49530 AND 78330 (type: boolean) - Statistics: Num rows: 86400 Data size: 1036800 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: t_time BETWEEN 49530 AND 78330 (type: boolean) - Statistics: Num rows: 33426 Data size: 401112 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: t_time_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 33426 Data size: 267408 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 33426 Data size: 267408 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 33426 Data size: 267408 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: ship_mode - filterExpr: (sm_carrier) IN ('AIRBORNE ', 'DIAMOND ') (type: boolean) - Statistics: Num rows: 20 Data size: 1980 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (sm_carrier) IN ('AIRBORNE ', 'DIAMOND ') (type: boolean) - Statistics: Num rows: 2 Data size: 198 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: sm_ship_mode_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: warehouse - Statistics: Num rows: 27 Data size: 13122 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: w_warehouse_sk (type: bigint), w_warehouse_name (type: varchar(20)), w_warehouse_sq_ft (type: int), w_city (type: varchar(60)), w_county (type: varchar(30)), w_state (type: char(2)), w_country (type: varchar(20)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 27 Data size: 13122 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 27 Data size: 13122 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(20)), _col2 (type: int), _col3 (type: varchar(60)), _col4 (type: varchar(30)), _col5 (type: char(2)), _col6 (type: varchar(20)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 27 Data size: 13122 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(20)), _col2 (type: int), _col3 (type: varchar(60)), _col4 (type: varchar(30)), _col5 (type: char(2)), _col6 (type: varchar(20)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 9 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: (cs_warehouse_sk is not null and cs_ship_mode_sk is not null and cs_sold_time_sk is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_202_container, bigKeyColName:cs_ship_mode_sk, smallTablePos:1, keyRatio:0.007662944600568886 - Statistics: Num rows: 43005109025 Data size: 11166276465348 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (cs_warehouse_sk is not null and cs_ship_mode_sk is not null and cs_sold_time_sk is not null) (type: boolean) - Statistics: Num rows: 42684154825 Data size: 11082940708040 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_sold_time_sk (type: bigint), cs_ship_mode_sk (type: bigint), cs_warehouse_sk (type: bigint), cs_sold_date_sk (type: bigint), (cs_ext_sales_price * CAST( cs_quantity AS decimal(10,0))) (type: decimal(18,2)), (cs_net_paid_inc_ship_tax * CAST( cs_quantity AS decimal(10,0))) (type: decimal(18,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 42684154825 Data size: 10924588798032 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col3, _col4, _col5 - input vertices: - 1 Map 6 - Statistics: Num rows: 16513432551 Data size: 4093624550056 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col4, _col5, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19 - input vertices: - 1 Map 11 - Statistics: Num rows: 3295457622 Data size: 947385072544 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col4, _col5, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19 - input vertices: - 1 Map 7 - Statistics: Num rows: 329545768 Data size: 91417723128 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col4, _col5, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27 - input vertices: - 1 Map 8 - Statistics: Num rows: 329545768 Data size: 247159326000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col22 (type: varchar(20)), _col23 (type: int), _col24 (type: varchar(60)), _col25 (type: varchar(30)), _col26 (type: char(2)), _col27 (type: varchar(20)), if(_col8, _col4, 0) (type: decimal(18,2)), if(_col9, _col4, 0) (type: decimal(18,2)), if(_col10, _col4, 0) (type: decimal(18,2)), if(_col11, _col4, 0) (type: decimal(18,2)), if(_col12, _col4, 0) (type: decimal(18,2)), if(_col13, _col4, 0) (type: decimal(18,2)), if(_col14, _col4, 0) (type: decimal(18,2)), if(_col15, _col4, 0) (type: decimal(18,2)), if(_col16, _col4, 0) (type: decimal(18,2)), if(_col17, _col4, 0) (type: decimal(18,2)), if(_col18, _col4, 0) (type: decimal(18,2)), if(_col19, _col4, 0) (type: decimal(18,2)), if(_col8, _col5, 0) (type: decimal(18,2)), if(_col9, _col5, 0) (type: decimal(18,2)), if(_col10, _col5, 0) (type: decimal(18,2)), if(_col11, _col5, 0) (type: decimal(18,2)), if(_col12, _col5, 0) (type: decimal(18,2)), if(_col13, _col5, 0) (type: decimal(18,2)), if(_col14, _col5, 0) (type: decimal(18,2)), if(_col15, _col5, 0) (type: decimal(18,2)), if(_col16, _col5, 0) (type: decimal(18,2)), if(_col17, _col5, 0) (type: decimal(18,2)), if(_col18, _col5, 0) (type: decimal(18,2)), if(_col19, _col5, 0) (type: decimal(18,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29 - Statistics: Num rows: 329545768 Data size: 247159326000 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col6), sum(_col7), sum(_col8), sum(_col9), sum(_col10), sum(_col11), sum(_col12), sum(_col13), sum(_col14), sum(_col15), sum(_col16), sum(_col17), sum(_col18), sum(_col19), sum(_col20), sum(_col21), sum(_col22), sum(_col23), sum(_col24), sum(_col25), sum(_col26), sum(_col27), sum(_col28), sum(_col29) - keys: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29 - Statistics: Num rows: 329545768 Data size: 1043341901488 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)) - null sort order: zzzzzz - sort order: ++++++ - Map-reduce partition columns: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)) - Statistics: Num rows: 329545768 Data size: 1043341901488 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col6 (type: decimal(28,2)), _col7 (type: decimal(28,2)), _col8 (type: decimal(28,2)), _col9 (type: decimal(28,2)), _col10 (type: decimal(28,2)), _col11 (type: decimal(28,2)), _col12 (type: decimal(28,2)), _col13 (type: decimal(28,2)), _col14 (type: decimal(28,2)), _col15 (type: decimal(28,2)), _col16 (type: decimal(28,2)), _col17 (type: decimal(28,2)), _col18 (type: decimal(28,2)), _col19 (type: decimal(28,2)), _col20 (type: decimal(28,2)), _col21 (type: decimal(28,2)), _col22 (type: decimal(28,2)), _col23 (type: decimal(28,2)), _col24 (type: decimal(28,2)), _col25 (type: decimal(28,2)), _col26 (type: decimal(28,2)), _col27 (type: decimal(28,2)), _col28 (type: decimal(28,2)), _col29 (type: decimal(28,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 10 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4), sum(VALUE._col5), sum(VALUE._col6), sum(VALUE._col7), sum(VALUE._col8), sum(VALUE._col9), sum(VALUE._col10), sum(VALUE._col11), sum(VALUE._col12), sum(VALUE._col13), sum(VALUE._col14), sum(VALUE._col15), sum(VALUE._col16), sum(VALUE._col17), sum(VALUE._col18), sum(VALUE._col19), sum(VALUE._col20), sum(VALUE._col21), sum(VALUE._col22), sum(VALUE._col23) - keys: KEY._col0 (type: varchar(20)), KEY._col1 (type: int), KEY._col2 (type: varchar(60)), KEY._col3 (type: varchar(30)), KEY._col4 (type: char(2)), KEY._col5 (type: varchar(20)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29 - Statistics: Num rows: 2204496 Data size: 6979434336 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++++++ - keys: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)) - null sort order: zzzzzz - Statistics: Num rows: 4408992 Data size: 13958868672 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)), _col6 (type: decimal(28,2)), _col7 (type: decimal(28,2)), _col8 (type: decimal(28,2)), _col9 (type: decimal(28,2)), _col10 (type: decimal(28,2)), _col11 (type: decimal(28,2)), _col12 (type: decimal(28,2)), _col13 (type: decimal(28,2)), _col14 (type: decimal(28,2)), _col15 (type: decimal(28,2)), _col16 (type: decimal(28,2)), _col17 (type: decimal(28,2)), (_col6 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col7 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col8 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col9 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col10 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col11 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col12 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col13 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col14 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col15 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col16 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col17 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), _col18 (type: decimal(28,2)), _col19 (type: decimal(28,2)), _col20 (type: decimal(28,2)), _col21 (type: decimal(28,2)), _col22 (type: decimal(28,2)), _col23 (type: decimal(28,2)), _col24 (type: decimal(28,2)), _col25 (type: decimal(28,2)), _col26 (type: decimal(28,2)), _col27 (type: decimal(28,2)), _col28 (type: decimal(28,2)), _col29 (type: decimal(28,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41 - Statistics: Num rows: 4408992 Data size: 13958868672 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col6), sum(_col7), sum(_col8), sum(_col9), sum(_col10), sum(_col11), sum(_col12), sum(_col13), sum(_col14), sum(_col15), sum(_col16), sum(_col17), sum(_col18), sum(_col19), sum(_col20), sum(_col21), sum(_col22), sum(_col23), sum(_col24), sum(_col25), sum(_col26), sum(_col27), sum(_col28), sum(_col29), sum(_col30), sum(_col31), sum(_col32), sum(_col33), sum(_col34), sum(_col35), sum(_col36), sum(_col37), sum(_col38), sum(_col39), sum(_col40), sum(_col41) - keys: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41 - Statistics: Num rows: 4408992 Data size: 19884553920 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)) - null sort order: zzzzzz - sort order: ++++++ - Map-reduce partition columns: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)) - Statistics: Num rows: 4408992 Data size: 19884553920 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col6 (type: decimal(38,2)), _col7 (type: decimal(38,2)), _col8 (type: decimal(38,2)), _col9 (type: decimal(38,2)), _col10 (type: decimal(38,2)), _col11 (type: decimal(38,2)), _col12 (type: decimal(38,2)), _col13 (type: decimal(38,2)), _col14 (type: decimal(38,2)), _col15 (type: decimal(38,2)), _col16 (type: decimal(38,2)), _col17 (type: decimal(38,2)), _col18 (type: decimal(38,12)), _col19 (type: decimal(38,12)), _col20 (type: decimal(38,12)), _col21 (type: decimal(38,12)), _col22 (type: decimal(38,12)), _col23 (type: decimal(38,12)), _col24 (type: decimal(38,12)), _col25 (type: decimal(38,12)), _col26 (type: decimal(38,12)), _col27 (type: decimal(38,12)), _col28 (type: decimal(38,12)), _col29 (type: decimal(38,12)), _col30 (type: decimal(38,2)), _col31 (type: decimal(38,2)), _col32 (type: decimal(38,2)), _col33 (type: decimal(38,2)), _col34 (type: decimal(38,2)), _col35 (type: decimal(38,2)), _col36 (type: decimal(38,2)), _col37 (type: decimal(38,2)), _col38 (type: decimal(38,2)), _col39 (type: decimal(38,2)), _col40 (type: decimal(38,2)), _col41 (type: decimal(38,2)) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4), sum(VALUE._col5), sum(VALUE._col6), sum(VALUE._col7), sum(VALUE._col8), sum(VALUE._col9), sum(VALUE._col10), sum(VALUE._col11), sum(VALUE._col12), sum(VALUE._col13), sum(VALUE._col14), sum(VALUE._col15), sum(VALUE._col16), sum(VALUE._col17), sum(VALUE._col18), sum(VALUE._col19), sum(VALUE._col20), sum(VALUE._col21), sum(VALUE._col22), sum(VALUE._col23) - keys: KEY._col0 (type: varchar(20)), KEY._col1 (type: int), KEY._col2 (type: varchar(60)), KEY._col3 (type: varchar(30)), KEY._col4 (type: char(2)), KEY._col5 (type: varchar(20)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29 - Statistics: Num rows: 2204496 Data size: 6979434336 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++++++ - keys: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)) - null sort order: zzzzzz - Statistics: Num rows: 4408992 Data size: 13958868672 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)), _col6 (type: decimal(28,2)), _col7 (type: decimal(28,2)), _col8 (type: decimal(28,2)), _col9 (type: decimal(28,2)), _col10 (type: decimal(28,2)), _col11 (type: decimal(28,2)), _col12 (type: decimal(28,2)), _col13 (type: decimal(28,2)), _col14 (type: decimal(28,2)), _col15 (type: decimal(28,2)), _col16 (type: decimal(28,2)), _col17 (type: decimal(28,2)), (_col6 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col7 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col8 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col9 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col10 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col11 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col12 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col13 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col14 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col15 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col16 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), (_col17 / CAST( _col1 AS decimal(10,0))) (type: decimal(38,12)), _col18 (type: decimal(28,2)), _col19 (type: decimal(28,2)), _col20 (type: decimal(28,2)), _col21 (type: decimal(28,2)), _col22 (type: decimal(28,2)), _col23 (type: decimal(28,2)), _col24 (type: decimal(28,2)), _col25 (type: decimal(28,2)), _col26 (type: decimal(28,2)), _col27 (type: decimal(28,2)), _col28 (type: decimal(28,2)), _col29 (type: decimal(28,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41 - Statistics: Num rows: 4408992 Data size: 13958868672 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col6), sum(_col7), sum(_col8), sum(_col9), sum(_col10), sum(_col11), sum(_col12), sum(_col13), sum(_col14), sum(_col15), sum(_col16), sum(_col17), sum(_col18), sum(_col19), sum(_col20), sum(_col21), sum(_col22), sum(_col23), sum(_col24), sum(_col25), sum(_col26), sum(_col27), sum(_col28), sum(_col29), sum(_col30), sum(_col31), sum(_col32), sum(_col33), sum(_col34), sum(_col35), sum(_col36), sum(_col37), sum(_col38), sum(_col39), sum(_col40), sum(_col41) - keys: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41 - Statistics: Num rows: 4408992 Data size: 19884553920 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)) - null sort order: zzzzzz - sort order: ++++++ - Map-reduce partition columns: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)) - Statistics: Num rows: 4408992 Data size: 19884553920 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col6 (type: decimal(38,2)), _col7 (type: decimal(38,2)), _col8 (type: decimal(38,2)), _col9 (type: decimal(38,2)), _col10 (type: decimal(38,2)), _col11 (type: decimal(38,2)), _col12 (type: decimal(38,2)), _col13 (type: decimal(38,2)), _col14 (type: decimal(38,2)), _col15 (type: decimal(38,2)), _col16 (type: decimal(38,2)), _col17 (type: decimal(38,2)), _col18 (type: decimal(38,12)), _col19 (type: decimal(38,12)), _col20 (type: decimal(38,12)), _col21 (type: decimal(38,12)), _col22 (type: decimal(38,12)), _col23 (type: decimal(38,12)), _col24 (type: decimal(38,12)), _col25 (type: decimal(38,12)), _col26 (type: decimal(38,12)), _col27 (type: decimal(38,12)), _col28 (type: decimal(38,12)), _col29 (type: decimal(38,12)), _col30 (type: decimal(38,2)), _col31 (type: decimal(38,2)), _col32 (type: decimal(38,2)), _col33 (type: decimal(38,2)), _col34 (type: decimal(38,2)), _col35 (type: decimal(38,2)), _col36 (type: decimal(38,2)), _col37 (type: decimal(38,2)), _col38 (type: decimal(38,2)), _col39 (type: decimal(38,2)), _col40 (type: decimal(38,2)), _col41 (type: decimal(38,2)) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4), sum(VALUE._col5), sum(VALUE._col6), sum(VALUE._col7), sum(VALUE._col8), sum(VALUE._col9), sum(VALUE._col10), sum(VALUE._col11), sum(VALUE._col12), sum(VALUE._col13), sum(VALUE._col14), sum(VALUE._col15), sum(VALUE._col16), sum(VALUE._col17), sum(VALUE._col18), sum(VALUE._col19), sum(VALUE._col20), sum(VALUE._col21), sum(VALUE._col22), sum(VALUE._col23), sum(VALUE._col24), sum(VALUE._col25), sum(VALUE._col26), sum(VALUE._col27), sum(VALUE._col28), sum(VALUE._col29), sum(VALUE._col30), sum(VALUE._col31), sum(VALUE._col32), sum(VALUE._col33), sum(VALUE._col34), sum(VALUE._col35) - keys: KEY._col0 (type: varchar(20)), KEY._col1 (type: int), KEY._col2 (type: varchar(60)), KEY._col3 (type: varchar(30)), KEY._col4 (type: char(2)), KEY._col5 (type: varchar(20)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41 - Statistics: Num rows: 2122848 Data size: 9574044480 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(20)) - null sort order: z - sort order: + - Statistics: Num rows: 2122848 Data size: 9574044480 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)), _col6 (type: decimal(38,2)), _col7 (type: decimal(38,2)), _col8 (type: decimal(38,2)), _col9 (type: decimal(38,2)), _col10 (type: decimal(38,2)), _col11 (type: decimal(38,2)), _col12 (type: decimal(38,2)), _col13 (type: decimal(38,2)), _col14 (type: decimal(38,2)), _col15 (type: decimal(38,2)), _col16 (type: decimal(38,2)), _col17 (type: decimal(38,2)), _col18 (type: decimal(38,12)), _col19 (type: decimal(38,12)), _col20 (type: decimal(38,12)), _col21 (type: decimal(38,12)), _col22 (type: decimal(38,12)), _col23 (type: decimal(38,12)), _col24 (type: decimal(38,12)), _col25 (type: decimal(38,12)), _col26 (type: decimal(38,12)), _col27 (type: decimal(38,12)), _col28 (type: decimal(38,12)), _col29 (type: decimal(38,12)), _col30 (type: decimal(38,2)), _col31 (type: decimal(38,2)), _col32 (type: decimal(38,2)), _col33 (type: decimal(38,2)), _col34 (type: decimal(38,2)), _col35 (type: decimal(38,2)), _col36 (type: decimal(38,2)), _col37 (type: decimal(38,2)), _col38 (type: decimal(38,2)), _col39 (type: decimal(38,2)), _col40 (type: decimal(38,2)), _col41 (type: decimal(38,2)) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: varchar(20)), VALUE._col0 (type: int), VALUE._col1 (type: varchar(60)), VALUE._col2 (type: varchar(30)), VALUE._col3 (type: char(2)), VALUE._col4 (type: varchar(20)), VALUE._col5 (type: decimal(38,2)), VALUE._col6 (type: decimal(38,2)), VALUE._col7 (type: decimal(38,2)), VALUE._col8 (type: decimal(38,2)), VALUE._col9 (type: decimal(38,2)), VALUE._col10 (type: decimal(38,2)), VALUE._col11 (type: decimal(38,2)), VALUE._col12 (type: decimal(38,2)), VALUE._col13 (type: decimal(38,2)), VALUE._col14 (type: decimal(38,2)), VALUE._col15 (type: decimal(38,2)), VALUE._col16 (type: decimal(38,2)), VALUE._col17 (type: decimal(38,12)), VALUE._col18 (type: decimal(38,12)), VALUE._col19 (type: decimal(38,12)), VALUE._col20 (type: decimal(38,12)), VALUE._col21 (type: decimal(38,12)), VALUE._col22 (type: decimal(38,12)), VALUE._col23 (type: decimal(38,12)), VALUE._col24 (type: decimal(38,12)), VALUE._col25 (type: decimal(38,12)), VALUE._col26 (type: decimal(38,12)), VALUE._col27 (type: decimal(38,12)), VALUE._col28 (type: decimal(38,12)), VALUE._col29 (type: decimal(38,2)), VALUE._col30 (type: decimal(38,2)), VALUE._col31 (type: decimal(38,2)), VALUE._col32 (type: decimal(38,2)), VALUE._col33 (type: decimal(38,2)), VALUE._col34 (type: decimal(38,2)), VALUE._col35 (type: decimal(38,2)), VALUE._col36 (type: decimal(38,2)), VALUE._col37 (type: decimal(38,2)), VALUE._col38 (type: decimal(38,2)), VALUE._col39 (type: decimal(38,2)), VALUE._col40 (type: decimal(38,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41 - Statistics: Num rows: 2122848 Data size: 9574044480 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 451000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: varchar(20)), _col1 (type: int), _col2 (type: varchar(60)), _col3 (type: varchar(30)), _col4 (type: char(2)), _col5 (type: varchar(20)), 'DIAMOND,AIRBORNE' (type: string), 2002 (type: int), _col6 (type: decimal(38,2)), _col7 (type: decimal(38,2)), _col8 (type: decimal(38,2)), _col9 (type: decimal(38,2)), _col10 (type: decimal(38,2)), _col11 (type: decimal(38,2)), _col12 (type: decimal(38,2)), _col13 (type: decimal(38,2)), _col14 (type: decimal(38,2)), _col15 (type: decimal(38,2)), _col16 (type: decimal(38,2)), _col17 (type: decimal(38,2)), _col18 (type: decimal(38,12)), _col19 (type: decimal(38,12)), _col20 (type: decimal(38,12)), _col21 (type: decimal(38,12)), _col22 (type: decimal(38,12)), _col23 (type: decimal(38,12)), _col24 (type: decimal(38,12)), _col25 (type: decimal(38,12)), _col26 (type: decimal(38,12)), _col27 (type: decimal(38,12)), _col28 (type: decimal(38,12)), _col29 (type: decimal(38,12)), _col30 (type: decimal(38,2)), _col31 (type: decimal(38,2)), _col32 (type: decimal(38,2)), _col33 (type: decimal(38,2)), _col34 (type: decimal(38,2)), _col35 (type: decimal(38,2)), _col36 (type: decimal(38,2)), _col37 (type: decimal(38,2)), _col38 (type: decimal(38,2)), _col39 (type: decimal(38,2)), _col40 (type: decimal(38,2)), _col41 (type: decimal(38,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41, _col42, _col43 - Statistics: Num rows: 100 Data size: 461400 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 461400 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Union 3 - Vertex: Union 3 - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 13, + "name": "$13" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 14, + "name": "$14" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 1.4168242284420603E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_sold_time_sk", + "ws_ship_mode_sk", + "ws_warehouse_sk", + "ws_sold_date_sk", + "EXPR$0", + "EXPR$1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 33, + "name": "$33" + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 20, + "name": "$20" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 17, + "name": "$17" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 10, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 29, + "name": "$29" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 17, + "name": "$17" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 10, + "scale": 0 + } + } + ] + } + ], + "rowCount": 1.4168242284420603E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "time_dim" + ], + "table:alias": "time_dim", + "inputs": [], + "rowCount": 86400, + "avgRowSize": 377, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "t_time_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "t_time_id" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "t_time" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "t_hour" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "t_minute" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "t_second" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "t_am_pm" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "t_shift" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "t_sub_shift" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "t_meal_time" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "t_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "t_time", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "t_time_id", + "ndv": 87002 + }, + { + "name": "t_hour", + "ndv": 24, + "minValue": 0, + "maxValue": 23 + }, + { + "name": "t_minute", + "ndv": 62, + "minValue": 0, + "maxValue": 59 + }, + { + "name": "t_second", + "ndv": 62, + "minValue": 0, + "maxValue": 59 + }, + { + "name": "t_am_pm", + "ndv": 2 + }, + { + "name": "t_shift", + "ndv": 3 + }, + { + "name": "t_sub_shift", + "ndv": 4 + }, + { + "name": "t_meal_time", + "ndv": 4 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 2, + "name": "$2" + }, + { + "literal": 49530, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 78330, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 21600 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "t_time_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 21600 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 4.590510500152275E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2002, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 10957.35 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "EXPR$0", + "EXPR$1", + "EXPR$2", + "EXPR$3", + "EXPR$4", + "EXPR$5", + "EXPR$6", + "EXPR$7", + "EXPR$8", + "EXPR$9", + "EXPR$10", + "EXPR$11" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 4, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 5, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 6, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 7, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 8, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 9, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 10, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 11, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 12, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "rowCount": 10957.35 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "9" + ], + "rowCount": 75449745343265296 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "ship_mode" + ], + "table:alias": "ship_mode", + "inputs": [], + "rowCount": 20, + "avgRowSize": 397, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "sm_ship_mode_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "sm_ship_mode_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "sm_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "sm_code" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "sm_carrier" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "sm_contract" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "sm_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "sm_carrier", + "ndv": 20 + }, + { + "name": "sm_ship_mode_id", + "ndv": 20 + }, + { + "name": "sm_type", + "ndv": 6 + }, + { + "name": "sm_code", + "ndv": 4 + }, + { + "name": "sm_contract", + "ndv": 20 + } + ] + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": "AIRBORNE", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 8 + } + }, + { + "literal": "DIAMOND", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 7 + } + } + ] + }, + "rowCount": 5 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sm_ship_mode_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 5 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 20, + "name": "$20" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "10", + "13" + ], + "rowCount": 56587309007448968 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "warehouse" + ], + "table:alias": "warehouse", + "inputs": [], + "rowCount": 27, + "avgRowSize": 679, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "w_warehouse_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "w_warehouse_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "w_warehouse_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "w_warehouse_sq_ft" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "w_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "w_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "w_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "w_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "w_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "w_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "w_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "w_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "w_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "w_gmt_offset" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "w_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "w_warehouse_name", + "ndv": 27 + }, + { + "name": "w_warehouse_sq_ft", + "ndv": 26, + "minValue": 73065, + "maxValue": 977787 + }, + { + "name": "w_city", + "ndv": 18 + }, + { + "name": "w_county", + "ndv": 14 + }, + { + "name": "w_state", + "ndv": 12 + }, + { + "name": "w_country", + "ndv": 1 + }, + { + "name": "w_warehouse_id", + "ndv": 27 + }, + { + "name": "w_street_number", + "ndv": 26 + }, + { + "name": "w_street_name", + "ndv": 27 + }, + { + "name": "w_street_type", + "ndv": 16 + }, + { + "name": "w_suite_number", + "ndv": 21 + }, + { + "name": "w_zip", + "ndv": 24 + }, + { + "name": "w_gmt_offset", + "ndv": 4, + "minValue": -8, + "maxValue": -5 + } + ] + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "w_warehouse_sk", + "w_warehouse_name", + "w_warehouse_sq_ft", + "w_city", + "w_county", + "w_state", + "w_country" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 12, + "name": "$12" + } + ], + "rowCount": 27 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 21, + "name": "$21" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "14", + "16" + ], + "rowCount": 229178601480168288 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4", + "$f5", + "$f7", + "$f8", + "$f9", + "$f10", + "$f11", + "$f12", + "$f13", + "$f14", + "$f15", + "$f16", + "$f17", + "$f18", + "$f19", + "$f20", + "$f21", + "$f22", + "$f23", + "$f24", + "$f25", + "$f26", + "$f27", + "$f28", + "$f29", + "$f30" + ], + "exprs": [ + { + "input": 22, + "name": "$22" + }, + { + "input": 23, + "name": "$23" + }, + { + "input": 24, + "name": "$24" + }, + { + "input": 25, + "name": "$25" + }, + { + "input": 26, + "name": "$26" + }, + { + "input": 27, + "name": "$27" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 13, + "name": "$13" + }, + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 15, + "name": "$15" + }, + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 16, + "name": "$16" + }, + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 17, + "name": "$17" + }, + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 18, + "name": "$18" + }, + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 19, + "name": "$19" + }, + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 13, + "name": "$13" + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 15, + "name": "$15" + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 16, + "name": "$16" + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 17, + "name": "$17" + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 18, + "name": "$18" + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 19, + "name": "$19" + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + } + ], + "rowCount": 229178601480168288 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2, + 3, + 4, + 5 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 6 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 7 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 8 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 9 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 10 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 11 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 12 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 13 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 14 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 15 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 16 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 17 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 18 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 19 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 20 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 21 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 22 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 23 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 24 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 25 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 26 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 27 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 28 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 29 + ], + "name": null + } + ], + "rowCount": 22917860148016828 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4", + "$f5", + "$f6", + "$f7", + "$f8", + "$f9", + "$f10", + "$f11", + "$f12", + "$f13", + "$f14", + "$f15", + "$f16", + "$f17", + "$f18", + "$f19", + "$f20", + "$f21", + "$f22", + "$f23", + "$f24", + "$f25", + "$f26", + "$f27", + "$f28", + "$f29" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 17, + "name": "$17" + }, + { + "input": 18, + "name": "$18" + }, + { + "input": 19, + "name": "$19" + }, + { + "input": 20, + "name": "$20" + }, + { + "input": 21, + "name": "$21" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 23, + "name": "$23" + }, + { + "input": 24, + "name": "$24" + }, + { + "input": 25, + "name": "$25" + }, + { + "input": 26, + "name": "$26" + }, + { + "input": 27, + "name": "$27" + }, + { + "input": 28, + "name": "$28" + }, + { + "input": 29, + "name": "$29" + } + ], + "rowCount": 22917860148016828 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + } + ] + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 13, + "name": "$13" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 12, + "name": "$12" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 2.8215652031302505E10 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_sold_time_sk", + "cs_ship_mode_sk", + "cs_warehouse_sk", + "cs_sold_date_sk", + "EXPR$0", + "EXPR$1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 33, + "name": "$33" + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 22, + "name": "$22" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 17, + "name": "$17" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 10, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 31, + "name": "$31" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 17, + "name": "$17" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 10, + "scale": 0 + } + } + ] + } + ], + "rowCount": 2.8215652031302505E10 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 2, + "name": "$2" + }, + { + "literal": 49530, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 78330, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 21600 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "t_time_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 21600 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "23", + "25" + ], + "rowCount": 9.141871258142011E13 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2002, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 10957.35 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "EXPR$0", + "EXPR$1", + "EXPR$2", + "EXPR$3", + "EXPR$4", + "EXPR$5", + "EXPR$6", + "EXPR$7", + "EXPR$8", + "EXPR$9", + "EXPR$10", + "EXPR$11" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 4, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 5, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 6, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 7, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 8, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 9, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 10, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 11, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 12, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "rowCount": 10957.35 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "26", + "28" + ], + "rowCount": 150256024545603552 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": "AIRBORNE", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 8 + } + }, + { + "literal": "DIAMOND", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 7 + } + } + ] + }, + "inputs": [ + "11" + ], + "rowCount": 5 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sm_ship_mode_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 5 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 20, + "name": "$20" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "29", + "31" + ], + "rowCount": 112692018409202672 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "w_warehouse_sk", + "w_warehouse_name", + "w_warehouse_sq_ft", + "w_city", + "w_county", + "w_state", + "w_country" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 12, + "name": "$12" + } + ], + "inputs": [ + "15" + ], + "rowCount": 27 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 21, + "name": "$21" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "32", + "33" + ], + "rowCount": 456402674557270784 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4", + "$f5", + "$f7", + "$f8", + "$f9", + "$f10", + "$f11", + "$f12", + "$f13", + "$f14", + "$f15", + "$f16", + "$f17", + "$f18", + "$f19", + "$f20", + "$f21", + "$f22", + "$f23", + "$f24", + "$f25", + "$f26", + "$f27", + "$f28", + "$f29", + "$f30" + ], + "exprs": [ + { + "input": 22, + "name": "$22" + }, + { + "input": 23, + "name": "$23" + }, + { + "input": 24, + "name": "$24" + }, + { + "input": 25, + "name": "$25" + }, + { + "input": 26, + "name": "$26" + }, + { + "input": 27, + "name": "$27" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 13, + "name": "$13" + }, + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 15, + "name": "$15" + }, + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 16, + "name": "$16" + }, + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 17, + "name": "$17" + }, + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 18, + "name": "$18" + }, + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 19, + "name": "$19" + }, + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 13, + "name": "$13" + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 15, + "name": "$15" + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 16, + "name": "$16" + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 17, + "name": "$17" + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 18, + "name": "$18" + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 19, + "name": "$19" + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + } + ], + "rowCount": 456402674557270784 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2, + 3, + 4, + 5 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 6 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 7 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 8 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 9 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 10 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 11 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 12 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 13 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 14 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 15 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 16 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 17 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 18 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 19 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 20 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 21 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 22 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 23 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 24 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 25 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 26 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 27 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 28 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 29 + ], + "name": null + } + ], + "rowCount": 45640267455727080 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4", + "$f5", + "$f6", + "$f7", + "$f8", + "$f9", + "$f10", + "$f11", + "$f12", + "$f13", + "$f14", + "$f15", + "$f16", + "$f17", + "$f18", + "$f19", + "$f20", + "$f21", + "$f22", + "$f23", + "$f24", + "$f25", + "$f26", + "$f27", + "$f28", + "$f29" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 17, + "name": "$17" + }, + { + "input": 18, + "name": "$18" + }, + { + "input": 19, + "name": "$19" + }, + { + "input": 20, + "name": "$20" + }, + { + "input": 21, + "name": "$21" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 23, + "name": "$23" + }, + { + "input": 24, + "name": "$24" + }, + { + "input": 25, + "name": "$25" + }, + { + "input": 26, + "name": "$26" + }, + { + "input": 27, + "name": "$27" + }, + { + "input": 28, + "name": "$28" + }, + { + "input": 29, + "name": "$29" + } + ], + "rowCount": 45640267455727080 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", + "all": true, + "inputs": [ + "20", + "37" + ], + "rowCount": 68558127603743904 + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4", + "$f5", + "$f8", + "$f9", + "$f10", + "$f11", + "$f12", + "$f13", + "$f14", + "$f15", + "$f16", + "$f17", + "$f18", + "$f19", + "$f20", + "$f21", + "$f22", + "$f23", + "$f24", + "$f25", + "$f26", + "$f27", + "$f28", + "$f29", + "$f30", + "$f31", + "$f32", + "$f33", + "$f34", + "$f35", + "$f36", + "$f37", + "$f38", + "$f39", + "$f40", + "$f41", + "$f42", + "$f43" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 17, + "name": "$17" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 10, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 10, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 10, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 10, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 10, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 10, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 10, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 13, + "name": "$13" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 10, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 10, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 15, + "name": "$15" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 10, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 16, + "name": "$16" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 10, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 17, + "name": "$17" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 10, + "scale": 0 + } + } + ] + }, + { + "input": 18, + "name": "$18" + }, + { + "input": 19, + "name": "$19" + }, + { + "input": 20, + "name": "$20" + }, + { + "input": 21, + "name": "$21" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 23, + "name": "$23" + }, + { + "input": 24, + "name": "$24" + }, + { + "input": 25, + "name": "$25" + }, + { + "input": 26, + "name": "$26" + }, + { + "input": 27, + "name": "$27" + }, + { + "input": 28, + "name": "$28" + }, + { + "input": 29, + "name": "$29" + } + ], + "rowCount": 68558127603743904 + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2, + 3, + 4, + 5 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 2 + }, + "distinct": false, + "operands": [ + 6 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 2 + }, + "distinct": false, + "operands": [ + 7 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 2 + }, + "distinct": false, + "operands": [ + 8 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 2 + }, + "distinct": false, + "operands": [ + 9 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 2 + }, + "distinct": false, + "operands": [ + 10 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 2 + }, + "distinct": false, + "operands": [ + 11 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 2 + }, + "distinct": false, + "operands": [ + 12 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 2 + }, + "distinct": false, + "operands": [ + 13 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 2 + }, + "distinct": false, + "operands": [ + 14 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 2 + }, + "distinct": false, + "operands": [ + 15 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 2 + }, + "distinct": false, + "operands": [ + 16 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 2 + }, + "distinct": false, + "operands": [ + 17 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 12 + }, + "distinct": false, + "operands": [ + 18 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 12 + }, + "distinct": false, + "operands": [ + 19 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 12 + }, + "distinct": false, + "operands": [ + 20 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 12 + }, + "distinct": false, + "operands": [ + 21 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 12 + }, + "distinct": false, + "operands": [ + 22 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 12 + }, + "distinct": false, + "operands": [ + 23 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 12 + }, + "distinct": false, + "operands": [ + 24 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 12 + }, + "distinct": false, + "operands": [ + 25 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 12 + }, + "distinct": false, + "operands": [ + 26 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 12 + }, + "distinct": false, + "operands": [ + 27 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 12 + }, + "distinct": false, + "operands": [ + 28 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 12 + }, + "distinct": false, + "operands": [ + 29 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 2 + }, + "distinct": false, + "operands": [ + 30 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 2 + }, + "distinct": false, + "operands": [ + 31 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 2 + }, + "distinct": false, + "operands": [ + 32 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 2 + }, + "distinct": false, + "operands": [ + 33 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 2 + }, + "distinct": false, + "operands": [ + 34 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 2 + }, + "distinct": false, + "operands": [ + 35 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 2 + }, + "distinct": false, + "operands": [ + 36 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 2 + }, + "distinct": false, + "operands": [ + 37 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 2 + }, + "distinct": false, + "operands": [ + 38 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 2 + }, + "distinct": false, + "operands": [ + 39 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 2 + }, + "distinct": false, + "operands": [ + 40 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 38, + "scale": 2 + }, + "distinct": false, + "operands": [ + 41 + ], + "name": null + } + ], + "rowCount": 6855812760374390 + }, + { + "id": "41", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4", + "$f5", + "$f6", + "$f7", + "$f8", + "$f9", + "$f10", + "$f11", + "$f12", + "$f13", + "$f14", + "$f15", + "$f16", + "$f17", + "$f18", + "$f19", + "$f20", + "$f21", + "$f22", + "$f23", + "$f24", + "$f25", + "$f26", + "$f27", + "$f28", + "$f29", + "$f30", + "$f31", + "$f32", + "$f33", + "$f34", + "$f35", + "$f36", + "$f37", + "$f38", + "$f39", + "$f40", + "$f41" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 17, + "name": "$17" + }, + { + "input": 18, + "name": "$18" + }, + { + "input": 19, + "name": "$19" + }, + { + "input": 20, + "name": "$20" + }, + { + "input": 21, + "name": "$21" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 23, + "name": "$23" + }, + { + "input": 24, + "name": "$24" + }, + { + "input": 25, + "name": "$25" + }, + { + "input": 26, + "name": "$26" + }, + { + "input": 27, + "name": "$27" + }, + { + "input": 28, + "name": "$28" + }, + { + "input": 29, + "name": "$29" + }, + { + "input": 30, + "name": "$30" + }, + { + "input": 31, + "name": "$31" + }, + { + "input": 32, + "name": "$32" + }, + { + "input": 33, + "name": "$33" + }, + { + "input": 34, + "name": "$34" + }, + { + "input": 35, + "name": "$35" + }, + { + "input": 36, + "name": "$36" + }, + { + "input": 37, + "name": "$37" + }, + { + "input": 38, + "name": "$38" + }, + { + "input": 39, + "name": "$39" + }, + { + "input": 40, + "name": "$40" + }, + { + "input": 41, + "name": "$41" + } + ], + "rowCount": 6855812760374390 + }, + { + "id": "42", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + }, + { + "id": "43", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "w_warehouse_name", + "w_warehouse_sq_ft", + "w_city", + "w_county", + "w_state", + "w_country", + "ship_carriers", + "year", + "jan_sales", + "feb_sales", + "mar_sales", + "apr_sales", + "may_sales", + "jun_sales", + "jul_sales", + "aug_sales", + "sep_sales", + "oct_sales", + "nov_sales", + "dec_sales", + "jan_sales_per_sq_foot", + "feb_sales_per_sq_foot", + "mar_sales_per_sq_foot", + "apr_sales_per_sq_foot", + "may_sales_per_sq_foot", + "jun_sales_per_sq_foot", + "jul_sales_per_sq_foot", + "aug_sales_per_sq_foot", + "sep_sales_per_sq_foot", + "oct_sales_per_sq_foot", + "nov_sales_per_sq_foot", + "dec_sales_per_sq_foot", + "jan_net", + "feb_net", + "mar_net", + "apr_net", + "may_net", + "jun_net", + "jul_net", + "aug_net", + "sep_net", + "oct_net", + "nov_net", + "dec_net" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": "DIAMOND,AIRBORNE", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + } + ], + "type": { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 2002, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 17, + "name": "$17" + }, + { + "input": 18, + "name": "$18" + }, + { + "input": 19, + "name": "$19" + }, + { + "input": 20, + "name": "$20" + }, + { + "input": 21, + "name": "$21" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 23, + "name": "$23" + }, + { + "input": 24, + "name": "$24" + }, + { + "input": 25, + "name": "$25" + }, + { + "input": 26, + "name": "$26" + }, + { + "input": 27, + "name": "$27" + }, + { + "input": 28, + "name": "$28" + }, + { + "input": 29, + "name": "$29" + }, + { + "input": 30, + "name": "$30" + }, + { + "input": 31, + "name": "$31" + }, + { + "input": 32, + "name": "$32" + }, + { + "input": 33, + "name": "$33" + }, + { + "input": 34, + "name": "$34" + }, + { + "input": 35, + "name": "$35" + }, + { + "input": 36, + "name": "$36" + }, + { + "input": 37, + "name": "$37" + }, + { + "input": 38, + "name": "$38" + }, + { + "input": 39, + "name": "$39" + }, + { + "input": 40, + "name": "$40" + }, + { + "input": 41, + "name": "$41" + } + ], + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query67.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query67.q.out index 4d0da1c88eb5..f0cbd12e2bbc 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query67.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query67.q.out @@ -1,261 +1,2103 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) - Reducer 5 <- Reducer 4 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: ss_store_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_75_container, bigKeyColName:ss_store_sk, smallTablePos:1, keyRatio:1.1008366419937714E-6 - Statistics: Num rows: 82510879939 Data size: 11310614692868 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ss_store_sk is not null (type: boolean) - Statistics: Num rows: 80569240632 Data size: 11044454229024 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_store_sk (type: bigint), ss_sold_date_sk (type: bigint), if((ss_sales_price is not null and CAST( ss_quantity AS decimal(10,0)) is not null), (ss_sales_price * CAST( ss_quantity AS decimal(10,0))), 0) (type: decimal(18,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 80569240632 Data size: 10942249135488 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col3, _col5, _col6, _col7 - input vertices: - 1 Map 6 - Statistics: Num rows: 15840066266 Data size: 2202441686776 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col3, _col5, _col6, _col7, _col9 - input vertices: - 1 Map 7 - Statistics: Num rows: 15840066266 Data size: 3674895373712 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col3, _col5, _col6, _col7, _col9, _col11, _col12, _col13, _col14 - input vertices: - 1 Map 8 - Statistics: Num rows: 15840066266 Data size: 9709960621058 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col14 (type: char(50)) - null sort order: z - sort order: + - Map-reduce partition columns: _col14 (type: char(50)) - value expressions: _col3 (type: decimal(18,2)), _col5 (type: int), _col6 (type: int), _col7 (type: int), _col9 (type: string), _col11 (type: char(50)), _col12 (type: char(50)), _col13 (type: char(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) - Statistics: Num rows: 73049 Data size: 1753176 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) - Statistics: Num rows: 359 Data size: 8616 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), d_year (type: int), d_moy (type: int), d_qoy (type: int) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 359 Data size: 7180 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 359 Data size: 7180 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: store - Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: s_store_sk (type: bigint), s_store_id (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: item - Statistics: Num rows: 462000 Data size: 183414000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_brand (type: char(50)), i_class (type: char(50)), i_category (type: char(50)), i_product_name (type: char(50)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 462000 Data size: 183414000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 183414000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: char(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col3 (type: decimal(18,2)), VALUE._col5 (type: int), VALUE._col6 (type: int), VALUE._col7 (type: int), VALUE._col9 (type: string), VALUE._col11 (type: char(50)), VALUE._col12 (type: char(50)), VALUE._col13 (type: char(50)), KEY._col14 (type: char(50)) - outputColumnNames: _col3, _col5, _col6, _col7, _col9, _col11, _col12, _col13, _col14 - Group By Operator - aggregations: sum(_col3) - keys: _col5 (type: int), _col6 (type: int), _col7 (type: int), _col9 (type: string), _col11 (type: char(50)), _col12 (type: char(50)), _col13 (type: char(50)), _col14 (type: char(50)), 0L (type: bigint) - grouping sets: 0, 16, 80, 112, 240, 241, 249, 253, 255 - minReductionHashAggr: 0.9867937 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 - Statistics: Num rows: 142560596394 Data size: 88530130360674 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: string), _col4 (type: char(50)), _col5 (type: char(50)), _col6 (type: char(50)), _col7 (type: char(50)), _col8 (type: bigint) - null sort order: zzzzzzzzz - sort order: +++++++++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: string), _col4 (type: char(50)), _col5 (type: char(50)), _col6 (type: char(50)), _col7 (type: char(50)), _col8 (type: bigint) - Statistics: Num rows: 142560596394 Data size: 88530130360674 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col9 (type: decimal(28,2)) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int), KEY._col3 (type: string), KEY._col4 (type: char(50)), KEY._col5 (type: char(50)), KEY._col6 (type: char(50)), KEY._col7 (type: char(50)), KEY._col8 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col9 - Statistics: Num rows: 142560596394 Data size: 88530130360674 Basic stats: COMPLETE Column stats: COMPLETE - pruneGroupingSetId: true - Top N Key Operator - sort order: +- - keys: _col6 (type: char(50)), _col9 (type: decimal(28,2)) - null sort order: aa - Map-reduce partition columns: _col6 (type: char(50)) - Statistics: Num rows: 142560596394 Data size: 88530130360674 Basic stats: COMPLETE Column stats: COMPLETE - top n: 101 - Select Operator - expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: string), _col4 (type: char(50)), _col5 (type: char(50)), _col6 (type: char(50)), _col7 (type: char(50)), _col9 (type: decimal(28,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 142560596394 Data size: 87389645589522 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col6 (type: char(50)), _col8 (type: decimal(28,2)) - null sort order: aa - sort order: +- - Map-reduce partition columns: _col6 (type: char(50)) - Statistics: Num rows: 142560596394 Data size: 87389645589522 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: string), _col4 (type: char(50)), _col5 (type: char(50)), _col7 (type: char(50)) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: string), VALUE._col4 (type: char(50)), VALUE._col5 (type: char(50)), KEY.reducesinkkey0 (type: char(50)), VALUE._col6 (type: char(50)), KEY.reducesinkkey1 (type: decimal(28,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 142560596394 Data size: 87389645589522 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator - Function definitions: - Input definition - input alias: ptf_0 - output shape: _col0: int, _col1: int, _col2: int, _col3: string, _col4: char(50), _col5: char(50), _col6: char(50), _col7: char(50), _col8: decimal(28,2) - type: WINDOWING - Windowing table definition - input alias: ptf_1 - name: windowingtablefunction - order by: _col8 DESC NULLS FIRST - partition by: _col6 - raw input shape: - window functions: - window function definition - alias: rank_window_0 - arguments: _col8 - name: rank - window function: GenericUDAFRankEvaluator - window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) - isPivotResult: true - Statistics: Num rows: 142560596394 Data size: 87389645589522 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (rank_window_0 <= 100) (type: boolean) - Statistics: Num rows: 47520198798 Data size: 29129881863174 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++++++++++ - keys: _col6 (type: char(50)), _col5 (type: char(50)), _col4 (type: char(50)), _col7 (type: char(50)), _col0 (type: int), _col2 (type: int), _col1 (type: int), _col3 (type: string), _col8 (type: decimal(28,2)), rank_window_0 (type: int) - null sort order: zzzzzzzzzz - Statistics: Num rows: 47520198798 Data size: 29129881863174 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col6 (type: char(50)), _col5 (type: char(50)), _col4 (type: char(50)), _col7 (type: char(50)), _col0 (type: int), _col2 (type: int), _col1 (type: int), _col3 (type: string), _col8 (type: decimal(28,2)), rank_window_0 (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 - Statistics: Num rows: 47520198798 Data size: 29319962658366 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col7 (type: string), _col8 (type: decimal(28,2)), _col9 (type: int) - null sort order: zzzzzzzzzz - sort order: ++++++++++ - Statistics: Num rows: 47520198798 Data size: 29319962658366 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: char(50)), KEY.reducesinkkey1 (type: char(50)), KEY.reducesinkkey2 (type: char(50)), KEY.reducesinkkey3 (type: char(50)), KEY.reducesinkkey4 (type: int), KEY.reducesinkkey5 (type: int), KEY.reducesinkkey6 (type: int), KEY.reducesinkkey7 (type: string), KEY.reducesinkkey8 (type: decimal(28,2)), KEY.reducesinkkey9 (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 - Statistics: Num rows: 47520198798 Data size: 29319962658366 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 61700 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 61700 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_store_sk", + "ss_sold_date_sk", + "$f8" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 22, + "name": "$22" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 12, + "name": "$12" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 10, + "scale": 0 + } + } + ] + } + ] + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 10, + "scale": 0 + } + } + ] + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 18, + "scale": 2 + } + } + ] + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 1212, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1223, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year", + "d_moy", + "d_qoy" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 10, + "name": "$10" + } + ], + "rowCount": 18262.25 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 1.8308036953566934E14 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store" + ], + "table:alias": "store", + "inputs": [], + "rowCount": 1704, + "avgRowSize": 1375, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "s_store_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "s_store_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "s_closed_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_store_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_number_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_floor_space" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "s_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_market_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_geography_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_market_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_division_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_company_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_company_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 10, + "name": "s_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "s_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "s_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "s_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "s_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "s_store_sk", + "ndv": 1736, + "minValue": 1, + "maxValue": 1704 + }, + { + "name": "s_store_id", + "ndv": 879 + }, + { + "name": "s_rec_start_date", + "ndv": 4, + "minValue": 9933, + "maxValue": 11394 + }, + { + "name": "s_rec_end_date", + "ndv": 3, + "minValue": 10663, + "maxValue": 11393 + }, + { + "name": "s_closed_date_sk", + "ndv": 263, + "minValue": 2450820, + "maxValue": 2451314 + }, + { + "name": "s_store_name", + "ndv": 11 + }, + { + "name": "s_number_employees", + "ndv": 100, + "minValue": 200, + "maxValue": 300 + }, + { + "name": "s_floor_space", + "ndv": 1289, + "minValue": 5000201, + "maxValue": 9997773 + }, + { + "name": "s_hours", + "ndv": 4 + }, + { + "name": "s_manager", + "ndv": 1245 + }, + { + "name": "s_market_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "s_geography_class", + "ndv": 2 + }, + { + "name": "s_market_desc", + "ndv": 1311 + }, + { + "name": "s_market_manager", + "ndv": 1236 + }, + { + "name": "s_division_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_division_name", + "ndv": 2 + }, + { + "name": "s_company_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_company_name", + "ndv": 2 + }, + { + "name": "s_street_number", + "ndv": 736 + }, + { + "name": "s_street_name", + "ndv": 851 + }, + { + "name": "s_street_type", + "ndv": 21 + }, + { + "name": "s_suite_number", + "ndv": 76 + }, + { + "name": "s_city", + "ndv": 267 + }, + { + "name": "s_county", + "ndv": 128 + }, + { + "name": "s_state", + "ndv": 44 + }, + { + "name": "s_zip", + "ndv": 983 + }, + { + "name": "s_country", + "ndv": 2 + }, + { + "name": "s_gmt_offset", + "ndv": 5, + "minValue": -9, + "maxValue": -5 + }, + { + "name": "s_tax_percentage", + "ndv": 12, + "minValue": 0, + "maxValue": 0.11 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk", + "s_store_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 1704 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 8, + "name": "$8" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "8" + ], + "rowCount": 46795342453317080 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_product_name", + "ndv": 461487 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + } + ] + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand", + "i_class", + "i_category", + "i_product_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 21, + "name": "$21" + } + ], + "rowCount": 462000 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 10, + "name": "$10" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "9", + "11" + ], + "rowCount": 3.242917232014873E21 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5, + 6, + 7, + 9, + 11, + 12, + 13, + 14 + ], + "groups": [ + [ + 5, + 6, + 7, + 9, + 11, + 12, + 13, + 14 + ], + [ + 5, + 6, + 7, + 11, + 12, + 13, + 14 + ], + [ + 5, + 7, + 11, + 12, + 13, + 14 + ], + [ + 5, + 11, + 12, + 13, + 14 + ], + [ + 11, + 12, + 13, + 14 + ], + [ + 11, + 12, + 13 + ], + [ + 12, + 13 + ], + [ + 13 + ], + [] + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + } + ], + "rowCount": 2.9186255088133855E21 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_year", + "d_moy", + "d_qoy", + "s_store_id", + "i_brand", + "i_class", + "i_category", + "i_product_name", + "$f8" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 2.9186255088133855E21 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_category", + "i_class", + "i_brand", + "i_product_name", + "d_year", + "d_qoy", + "d_moy", + "s_store_id", + "sumsales", + "rank_window_0" + ], + "exprs": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 8, + "name": "$8" + }, + { + "op": { + "name": "rank", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [], + "distinct": false, + "type": { + "type": "INTEGER", + "nullable": true + }, + "window": { + "partition": [ + { + "input": 6, + "name": "$6" + } + ], + "order": [ + { + "expr": { + "input": 8, + "name": "$8" + }, + "direction": "DESCENDING", + "null-direction": "FIRST" + } + ], + "range-lower": { + "type": "UNBOUNDED_PRECEDING" + }, + "range-upper": { + "type": "UNBOUNDED_FOLLOWING" + } + } + } + ], + "rowCount": 2.9186255088133855E21 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 1.4593127544066927E21 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "dw2.i_category", + "dw2.i_class", + "dw2.i_brand", + "dw2.i_product_name", + "dw2.d_year", + "dw2.d_qoy", + "dw2.d_moy", + "dw2.s_store_id", + "dw2.sumsales", + "dw2.rk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + } + ], + "rowCount": 1.4593127544066927E21 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 3, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 4, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 5, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 6, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 7, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 8, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 9, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query68.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query68.q.out index 30c393c008f2..73d53918eddd 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query68.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query68.q.out @@ -1,310 +1,2601 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 5 <- Map 10 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 4 (CUSTOM_SIMPLE_EDGE), Reducer 7 (BROADCAST_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 6 <- Map 4 (CUSTOM_SIMPLE_EDGE), Map 5 (CUSTOM_SIMPLE_EDGE) - Reducer 7 <- Reducer 6 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: customer - filterExpr: c_current_addr_sk is not null (type: boolean) - Statistics: Num rows: 80000000 Data size: 15680000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: c_current_addr_sk is not null (type: boolean) - Statistics: Num rows: 80000000 Data size: 15680000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: c_customer_sk (type: bigint), c_current_addr_sk (type: bigint), c_first_name (type: char(20)), c_last_name (type: char(30)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 80000000 Data size: 15680000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 80000000 Data size: 15680000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col2 (type: char(20)), _col3 (type: char(30)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 10 - Map Operator Tree: - TableScan - alias: household_demographics - filterExpr: ((hd_vehicle_count = 1) or (hd_dep_count = 2)) (type: boolean) - Statistics: Num rows: 7200 Data size: 115200 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((hd_vehicle_count = 1) or (hd_dep_count = 2)) (type: boolean) - Statistics: Num rows: 1920 Data size: 30720 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: hd_demo_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1920 Data size: 15360 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1920 Data size: 15360 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: current_addr - Statistics: Num rows: 40000000 Data size: 4040000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ca_address_sk (type: bigint), ca_city (type: varchar(60)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 40000000 Data size: 4040000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 40000000 Data size: 4040000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(60)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 40000000 Data size: 4040000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(60)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: (ss_addr_sk is not null and ss_hdemo_sk is not null and ss_customer_sk is not null and ss_store_sk is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_135_container, bigKeyColName:ss_hdemo_sk, smallTablePos:1, keyRatio:7.538399789940944E-8 - Statistics: Num rows: 82510879939 Data size: 30967846576600 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ss_addr_sk is not null and ss_hdemo_sk is not null and ss_customer_sk is not null and ss_store_sk is not null) (type: boolean) - Statistics: Num rows: 75002212194 Data size: 28149705855152 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_customer_sk (type: bigint), ss_hdemo_sk (type: bigint), ss_addr_sk (type: bigint), ss_store_sk (type: bigint), ss_ticket_number (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_ext_list_price (type: decimal(7,2)), ss_ext_tax (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 75002212194 Data size: 28149705855152 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col8 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - input vertices: - 1 Map 8 - Statistics: Num rows: 2916256322 Data size: 445368749728 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col4, _col5, _col6, _col7 - input vertices: - 1 Map 9 - Statistics: Num rows: 22274594 Data size: 178197112 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col4, _col5, _col6, _col7 - input vertices: - 1 Map 10 - Statistics: Num rows: 5939893 Data size: 47519496 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col2 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col2 (type: bigint) - Statistics: Num rows: 5939893 Data size: 47519496 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col4 (type: bigint), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)), _col7 (type: decimal(7,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: (d_dom BETWEEN 1 AND 2 and (d_year) IN (1998, 1999, 2000)) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_dom BETWEEN 1 AND 2 and (d_year) IN (1998, 1999, 2000)) (type: boolean) - Statistics: Num rows: 71 Data size: 1136 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 71 Data size: 568 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 71 Data size: 568 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 71 Data size: 568 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 71 Data size: 568 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 71 Data size: 568 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 5 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 9 - Map Operator Tree: - TableScan - alias: store - filterExpr: (s_city) IN ('Cedar Grove', 'Wildwood') (type: boolean) - Statistics: Num rows: 1704 Data size: 172104 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (s_city) IN ('Cedar Grove', 'Wildwood') (type: boolean) - Statistics: Num rows: 13 Data size: 1313 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: s_store_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 13 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 13 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0, _col2, _col3, _col5 - input vertices: - 1 Map 4 - Statistics: Num rows: 80000000 Data size: 22480000000 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col1 (type: bigint) - outputColumnNames: _col2, _col3, _col5, _col6, _col8, _col9, _col10, _col11 - input vertices: - 1 Reducer 7 - Statistics: Num rows: 5939893 Data size: 4217324030 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col5 <> _col8) (type: boolean) - Statistics: Num rows: 5939893 Data size: 4217324030 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++ - keys: _col3 (type: char(30)), _col6 (type: bigint) - null sort order: zz - Statistics: Num rows: 5939893 Data size: 4217324030 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col3 (type: char(30)), _col2 (type: char(20)), _col5 (type: varchar(60)), _col8 (type: varchar(60)), _col6 (type: bigint), _col9 (type: decimal(17,2)), _col11 (type: decimal(17,2)), _col10 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 5939893 Data size: 4217324030 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(30)), _col4 (type: bigint) - null sort order: zz - sort order: ++ - Statistics: Num rows: 5939893 Data size: 4217324030 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(20)), _col2 (type: varchar(60)), _col3 (type: varchar(60)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: char(30)), VALUE._col0 (type: char(20)), VALUE._col1 (type: varchar(60)), VALUE._col2 (type: varchar(60)), KEY.reducesinkkey1 (type: bigint), VALUE._col3 (type: decimal(17,2)), VALUE._col4 (type: decimal(17,2)), VALUE._col5 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 5939893 Data size: 4217324030 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 71000 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 71000 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0, _col2, _col4, _col5, _col6, _col7, _col13 - input vertices: - 1 Map 4 - Statistics: Num rows: 5939893 Data size: 599929545 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Group By Operator - aggregations: sum(_col5), sum(_col6), sum(_col7) - keys: _col0 (type: bigint), _col13 (type: varchar(60)), _col2 (type: bigint), _col4 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 5939893 Data size: 2595733257 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: varchar(60)), _col2 (type: bigint), _col3 (type: bigint) - null sort order: zzzz - sort order: ++++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: varchar(60)), _col2 (type: bigint), _col3 (type: bigint) - Statistics: Num rows: 5939893 Data size: 2595733257 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)) - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) - keys: KEY._col0 (type: bigint), KEY._col1 (type: varchar(60)), KEY._col2 (type: bigint), KEY._col3 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 5939893 Data size: 2595733257 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col3 (type: bigint), _col0 (type: bigint), _col1 (type: varchar(60)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 5939893 Data size: 2595733249 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 5939893 Data size: 2595733249 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col2 (type: varchar(60)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)) - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer" + ], + "table:alias": "customer", + "inputs": [], + "rowCount": 80000000, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "c_customer_sk" + }, + { + "type": "CHAR", + "nullable": false, + "precision": 16, + "name": "c_customer_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_shipto_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_sales_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "c_salutation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "c_first_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "c_last_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "c_preferred_cust_flag" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_day" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_month" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_year" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "c_birth_country" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 13, + "name": "c_login" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "c_email_address" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_last_review_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "c_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "c_current_addr_sk", + "ndv": 33825344, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "c_first_name", + "ndv": 5158 + }, + { + "name": "c_last_name", + "ndv": 5123 + }, + { + "name": "c_customer_id", + "ndv": 80610928 + }, + { + "name": "c_current_cdemo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "c_current_hdemo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "c_first_shipto_date_sk", + "ndv": 3646, + "minValue": 2449028, + "maxValue": 2452678 + }, + { + "name": "c_first_sales_date_sk", + "ndv": 3643, + "minValue": 2448998, + "maxValue": 2452648 + }, + { + "name": "c_salutation", + "ndv": 7 + }, + { + "name": "c_preferred_cust_flag", + "ndv": 3 + }, + { + "name": "c_birth_day", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "c_birth_month", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "c_birth_year", + "ndv": 67, + "minValue": 1924, + "maxValue": 1992 + }, + { + "name": "c_birth_country", + "ndv": 216 + }, + { + "name": "c_login", + "ndv": 1 + }, + { + "name": "c_email_address", + "ndv": 75301330 + }, + { + "name": "c_last_review_date_sk", + "ndv": 364, + "minValue": 2452283, + "maxValue": 2452648 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + "rowCount": 72000000 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_current_addr_sk", + "c_first_name", + "c_last_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + } + ], + "rowCount": 72000000 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "current_addr", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_city" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 40000000 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "4" + ], + "rowCount": 432000000000000 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "customer_address", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_city" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 40000000 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 4.872184949518012E10 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_customer_sk", + "ss_hdemo_sk", + "ss_addr_sk", + "ss_store_sk", + "ss_ticket_number", + "ss_ext_sales_price", + "ss_ext_list_price", + "ss_ext_tax", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 17, + "name": "$17" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 4.872184949518012E10 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 9, + "name": "$9" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1998, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 4565.5625 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 4565.5625 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "10", + "13" + ], + "rowCount": 3.3366397347875746E13 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store" + ], + "table:alias": "store", + "inputs": [], + "rowCount": 1704, + "avgRowSize": 1375, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "s_store_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "s_store_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "s_closed_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_store_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_number_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_floor_space" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "s_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_market_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_geography_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_market_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_division_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_company_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_company_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 10, + "name": "s_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "s_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "s_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "s_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "s_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "s_store_sk", + "ndv": 1736, + "minValue": 1, + "maxValue": 1704 + }, + { + "name": "s_city", + "ndv": 267 + }, + { + "name": "s_store_id", + "ndv": 879 + }, + { + "name": "s_rec_start_date", + "ndv": 4, + "minValue": 9933, + "maxValue": 11394 + }, + { + "name": "s_rec_end_date", + "ndv": 3, + "minValue": 10663, + "maxValue": 11393 + }, + { + "name": "s_closed_date_sk", + "ndv": 263, + "minValue": 2450820, + "maxValue": 2451314 + }, + { + "name": "s_store_name", + "ndv": 11 + }, + { + "name": "s_number_employees", + "ndv": 100, + "minValue": 200, + "maxValue": 300 + }, + { + "name": "s_floor_space", + "ndv": 1289, + "minValue": 5000201, + "maxValue": 9997773 + }, + { + "name": "s_hours", + "ndv": 4 + }, + { + "name": "s_manager", + "ndv": 1245 + }, + { + "name": "s_market_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "s_geography_class", + "ndv": 2 + }, + { + "name": "s_market_desc", + "ndv": 1311 + }, + { + "name": "s_market_manager", + "ndv": 1236 + }, + { + "name": "s_division_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_division_name", + "ndv": 2 + }, + { + "name": "s_company_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_company_name", + "ndv": 2 + }, + { + "name": "s_street_number", + "ndv": 736 + }, + { + "name": "s_street_name", + "ndv": 851 + }, + { + "name": "s_street_type", + "ndv": 21 + }, + { + "name": "s_suite_number", + "ndv": 76 + }, + { + "name": "s_county", + "ndv": 128 + }, + { + "name": "s_state", + "ndv": 44 + }, + { + "name": "s_zip", + "ndv": 983 + }, + { + "name": "s_country", + "ndv": 2 + }, + { + "name": "s_gmt_offset", + "ndv": 5, + "minValue": -9, + "maxValue": -5 + }, + { + "name": "s_tax_percentage", + "ndv": 12, + "minValue": 0, + "maxValue": 0.11 + } + ] + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 22, + "name": "$22" + }, + { + "literal": "Cedar Grove", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 60 + } + }, + { + "literal": "Wildwood", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 60 + } + } + ] + }, + "rowCount": 426 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 426 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 10, + "name": "$10" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "14", + "17" + ], + "rowCount": 2132112790529260 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "household_demographics" + ], + "table:alias": "household_demographics", + "inputs": [], + "rowCount": 7200, + "avgRowSize": 183, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "hd_demo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "hd_income_band_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "hd_buy_potential" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "hd_dep_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "hd_vehicle_count" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "hd_demo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "hd_dep_count", + "ndv": 10, + "minValue": 0, + "maxValue": 9 + }, + { + "name": "hd_vehicle_count", + "ndv": 6, + "minValue": -1, + "maxValue": 4 + }, + { + "name": "hd_income_band_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "hd_buy_potential", + "ndv": 6 + } + ] + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 1800 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "hd_demo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1800 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 11, + "name": "$11" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "18", + "21" + ], + "rowCount": 575670453442900224 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "7", + "22" + ], + "rowCount": 3.454022720657401E24 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 1, + 2, + 4, + 6 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 7 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 8 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 9 + ], + "name": null + } + ], + "rowCount": 3.454022720657401E23 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_ticket_number", + "ss_customer_sk", + "bought_city", + "extended_price", + "list_price", + "extended_tax" + ], + "exprs": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 3.454022720657401E23 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "<>", + "kind": "NOT_EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 8, + "name": "$8" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "5", + "25" + ], + "rowCount": 1.119103361492998E37 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_last_name", + "c_first_name", + "ca_city", + "bought_city", + "ss_ticket_number", + "extended_price", + "extended_tax", + "list_price" + ], + "exprs": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 10, + "name": "$10" + } + ], + "rowCount": 1.119103361492998E37 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 4, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query69.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query69.q.out index 7703593c815e..bb551f9e1e30 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query69.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query69.q.out @@ -1,510 +1,3339 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 10 (BROADCAST_EDGE) - Map 11 <- Map 13 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) - Map 12 <- Map 13 (BROADCAST_EDGE), Reducer 8 (BROADCAST_EDGE) - Map 15 <- Map 13 (BROADCAST_EDGE), Reducer 7 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 11 (CUSTOM_SIMPLE_EDGE) - Reducer 3 <- Map 12 (CUSTOM_SIMPLE_EDGE), Map 14 (BROADCAST_EDGE), Reducer 2 (CUSTOM_SIMPLE_EDGE) - Reducer 4 <- Map 15 (CUSTOM_SIMPLE_EDGE), Reducer 3 (CUSTOM_SIMPLE_EDGE) - Reducer 5 <- Reducer 4 (SIMPLE_EDGE) - Reducer 6 <- Reducer 5 (SIMPLE_EDGE) - Reducer 7 <- Reducer 3 (CUSTOM_SIMPLE_EDGE) - Reducer 8 <- Reducer 2 (CUSTOM_SIMPLE_EDGE) - Reducer 9 <- Map 1 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: c - filterExpr: (c_current_cdemo_sk is not null and c_current_addr_sk is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_157_container, bigKeyColName:c_current_addr_sk, smallTablePos:1, keyRatio:0.054623625 - Statistics: Num rows: 80000000 Data size: 1897611080 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (c_current_cdemo_sk is not null and c_current_addr_sk is not null) (type: boolean) - Statistics: Num rows: 77201384 Data size: 1831227520 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: c_customer_sk (type: bigint), c_current_cdemo_sk (type: bigint), c_current_addr_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 77201384 Data size: 1831227520 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 10 - Statistics: Num rows: 4369890 Data size: 48312544 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 4369890 Data size: 48312544 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 4369890 Data size: 34959120 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=4369890) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 10 - Map Operator Tree: - TableScan - alias: ca - filterExpr: (ca_state) IN ('CO', 'IL', 'MN') (type: boolean) - Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ca_state) IN ('CO', 'IL', 'MN') (type: boolean) - Statistics: Num rows: 2264151 Data size: 212830194 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ca_address_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 2264151 Data size: 18113208 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 2264151 Data size: 18113208 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 11 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: (ss_customer_sk is not null and ss_customer_sk BETWEEN DynamicValue(RS_31_c_c_customer_sk_min) AND DynamicValue(RS_31_c_c_customer_sk_max) and in_bloom_filter(ss_customer_sk, DynamicValue(RS_31_c_c_customer_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 82510879939 Data size: 1304615207232 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ss_customer_sk is not null and ss_customer_sk BETWEEN DynamicValue(RS_31_c_c_customer_sk_min) AND DynamicValue(RS_31_c_c_customer_sk_max) and in_bloom_filter(ss_customer_sk, DynamicValue(RS_31_c_c_customer_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 80566020964 Data size: 1273864200864 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_customer_sk (type: bigint), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80566020964 Data size: 1273864200864 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0 - input vertices: - 1 Map 13 - Statistics: Num rows: 4059130281 Data size: 17280907688 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 269031664 Data size: 1145346680 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 269031664 Data size: 1145346680 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 12 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: (ws_bill_customer_sk is not null and ws_bill_customer_sk BETWEEN DynamicValue(RS_34_c_c_customer_sk_min) AND DynamicValue(RS_34_c_c_customer_sk_max) and in_bloom_filter(ws_bill_customer_sk, DynamicValue(RS_34_c_c_customer_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 21594638446 Data size: 345492666072 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ws_bill_customer_sk is not null and ws_bill_customer_sk BETWEEN DynamicValue(RS_34_c_c_customer_sk_min) AND DynamicValue(RS_34_c_c_customer_sk_max) and in_bloom_filter(ws_bill_customer_sk, DynamicValue(RS_34_c_c_customer_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 21591944812 Data size: 345449570616 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_bill_customer_sk (type: bigint), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 21591944812 Data size: 345449570616 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0 - input vertices: - 1 Map 13 - Statistics: Num rows: 1087859571 Data size: 8681330192 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: true (type: boolean), _col0 (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1087859571 Data size: 13032768476 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 1087859571 Data size: 13032768476 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: boolean) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 13 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: ((d_year = 1999) and d_moy BETWEEN 1 AND 3) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 1999) and d_moy BETWEEN 1 AND 3) (type: boolean) - Statistics: Num rows: 92 Data size: 1472 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 12 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 11 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 15 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 14 - Map Operator Tree: - TableScan - alias: customer_demographics - Statistics: Num rows: 1920800 Data size: 704933600 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cd_demo_sk (type: bigint), cd_gender (type: char(1)), cd_marital_status (type: char(1)), cd_education_status (type: char(20)), cd_purchase_estimate (type: int), cd_credit_rating (type: char(10)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 1920800 Data size: 704933600 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1920800 Data size: 704933600 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(1)), _col2 (type: char(1)), _col3 (type: char(20)), _col4 (type: int), _col5 (type: char(10)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 15 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: (cs_ship_customer_sk is not null and cs_ship_customer_sk BETWEEN DynamicValue(RS_57_c_c_customer_sk_min) AND DynamicValue(RS_57_c_c_customer_sk_max) and in_bloom_filter(cs_ship_customer_sk, DynamicValue(RS_57_c_c_customer_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 43005109025 Data size: 687211661648 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (cs_ship_customer_sk is not null and cs_ship_customer_sk BETWEEN DynamicValue(RS_57_c_c_customer_sk_min) AND DynamicValue(RS_57_c_c_customer_sk_max) and in_bloom_filter(cs_ship_customer_sk, DynamicValue(RS_57_c_c_customer_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 42896348680 Data size: 685473696576 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_ship_customer_sk (type: bigint), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 42896348680 Data size: 685473696576 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0 - input vertices: - 1 Map 13 - Statistics: Num rows: 2145954306 Data size: 16299752144 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 251416384 Data size: 1909651456 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 251416384 Data size: 1909651456 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 11 - Statistics: Num rows: 15228208 Data size: 222045632 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 15228208 Data size: 222045632 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 15228208 Data size: 121825664 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=3956347) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Left Outer Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0, _col1, _col5 - input vertices: - 1 Map 12 - Statistics: Num rows: 1087859571 Data size: 21735585724 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Filter Operator - predicate: _col5 is null (type: boolean) - Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint), _col1 (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col8, _col9, _col10, _col11, _col12 - input vertices: - 1 Map 14 - Statistics: Num rows: 1 Data size: 367 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint), _col8 (type: char(1)), _col9 (type: char(1)), _col10 (type: char(20)), _col11 (type: int), _col12 (type: char(10)) - outputColumnNames: _col0, _col6, _col7, _col8, _col9, _col10 - Statistics: Num rows: 1 Data size: 367 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1 Data size: 367 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col6 (type: char(1)), _col7 (type: char(1)), _col8 (type: char(20)), _col9 (type: int), _col10 (type: char(10)) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Anti Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col6, _col7, _col8, _col9, _col10 - input vertices: - 1 Map 15 - Statistics: Num rows: 251416384 Data size: 90258481856 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Top N Key Operator - sort order: +++++ - keys: _col6 (type: char(1)), _col7 (type: char(1)), _col8 (type: char(20)), _col9 (type: int), _col10 (type: char(10)) - null sort order: zzzzz - Statistics: Num rows: 251416384 Data size: 90258481856 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - aggregations: count() - keys: _col6 (type: char(1)), _col7 (type: char(1)), _col8 (type: char(20)), _col9 (type: int), _col10 (type: char(10)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 353 Data size: 129551 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(1)), _col1 (type: char(1)), _col2 (type: char(20)), _col3 (type: int), _col4 (type: char(10)) - null sort order: zzzzz - sort order: +++++ - Map-reduce partition columns: _col0 (type: char(1)), _col1 (type: char(1)), _col2 (type: char(20)), _col3 (type: int), _col4 (type: char(10)) - Statistics: Num rows: 353 Data size: 129551 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col5 (type: bigint) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - keys: KEY._col0 (type: char(1)), KEY._col1 (type: char(1)), KEY._col2 (type: char(20)), KEY._col3 (type: int), KEY._col4 (type: char(10)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 1 Data size: 367 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(1)), _col1 (type: char(1)), _col2 (type: char(20)), _col5 (type: bigint), _col3 (type: int), _col4 (type: char(10)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col6 - Statistics: Num rows: 1 Data size: 367 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(1)), _col1 (type: char(1)), _col2 (type: char(20)), _col4 (type: int), _col6 (type: char(10)) - null sort order: zzzzz - sort order: +++++ - Statistics: Num rows: 1 Data size: 367 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: bigint) - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: char(1)), KEY.reducesinkkey1 (type: char(1)), KEY.reducesinkkey2 (type: char(20)), VALUE._col0 (type: bigint), KEY.reducesinkkey3 (type: int), VALUE._col0 (type: bigint), KEY.reducesinkkey4 (type: char(10)), VALUE._col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 1 Data size: 383 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 1 Data size: 383 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 383 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 8 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=3956347) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 9 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=4369890) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer" + ], + "table:alias": "c", + "inputs": [], + "rowCount": 80000000, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "c_customer_sk" + }, + { + "type": "CHAR", + "nullable": false, + "precision": 16, + "name": "c_customer_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_shipto_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_sales_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "c_salutation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "c_first_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "c_last_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "c_preferred_cust_flag" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_day" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_month" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_year" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "c_birth_country" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 13, + "name": "c_login" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "c_email_address" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_last_review_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "c_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "c_current_cdemo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "c_current_addr_sk", + "ndv": 33825344, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "c_customer_id", + "ndv": 80610928 + }, + { + "name": "c_current_hdemo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "c_first_shipto_date_sk", + "ndv": 3646, + "minValue": 2449028, + "maxValue": 2452678 + }, + { + "name": "c_first_sales_date_sk", + "ndv": 3643, + "minValue": 2448998, + "maxValue": 2452648 + }, + { + "name": "c_salutation", + "ndv": 7 + }, + { + "name": "c_first_name", + "ndv": 5158 + }, + { + "name": "c_last_name", + "ndv": 5123 + }, + { + "name": "c_preferred_cust_flag", + "ndv": 3 + }, + { + "name": "c_birth_day", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "c_birth_month", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "c_birth_year", + "ndv": 67, + "minValue": 1924, + "maxValue": 1992 + }, + { + "name": "c_birth_country", + "ndv": 216 + }, + { + "name": "c_login", + "ndv": 1 + }, + { + "name": "c_email_address", + "ndv": 75301330 + }, + { + "name": "c_last_review_date_sk", + "ndv": 364, + "minValue": 2452283, + "maxValue": 2452648 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + "rowCount": 6.480000000000001E7 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_current_cdemo_sk", + "c_current_addr_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 6.480000000000001E7 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "ca", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": "CO", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "IL", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "MN", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + } + ] + }, + "rowCount": 10000000 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_state" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 10000000 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 9.720000000000002E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_customer_sk", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 8, + "name": "$8" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 2739.3375 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 2739.3375 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "9", + "12" + ], + "rowCount": 2.7462055430350402E13 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_customer_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 2.7462055430350402E13 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "semi", + "inputs": [ + "6", + "14" + ], + "rowCount": 2.9524500000000005E12 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + } + ] + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 1.7491657141260002E10 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_bill_customer_sk", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 1.7491657141260002E10 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 8, + "name": "$8" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "10" + ], + "rowCount": 2739.3375 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 2739.3375 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "18", + "20" + ], + "rowCount": 7.187332851629448E12 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "literalTrue", + "ws_bill_customer_sk" + ], + "exprs": [ + { + "literal": true, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 7.187332851629448E12 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + "joinType": "left", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "15", + "22" + ], + "rowCount": 3.1830361316715143E24 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NULL", + "kind": "IS_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + }, + "rowCount": 7.957590329178786E23 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_current_cdemo_sk", + "c_current_addr_sk", + "ca_address_sk", + "ca_state", + "literalTrue", + "ws_bill_customer_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 7.957590329178786E23 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_demographics" + ], + "table:alias": "customer_demographics", + "inputs": [], + "rowCount": 1920800, + "avgRowSize": 217, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "cd_demo_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_gender" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_marital_status" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "cd_education_status" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_purchase_estimate" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "cd_credit_rating" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_employed_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_college_count" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "cd_demo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cd_gender", + "ndv": 2 + }, + { + "name": "cd_marital_status", + "ndv": 5 + }, + { + "name": "cd_education_status", + "ndv": 7 + }, + { + "name": "cd_purchase_estimate", + "ndv": 20, + "minValue": 500, + "maxValue": 10000 + }, + { + "name": "cd_credit_rating", + "ndv": 4 + }, + { + "name": "cd_dep_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_dep_employed_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_dep_college_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + } + ] + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cd_demo_sk", + "cd_gender", + "cd_marital_status", + "cd_education_status", + "cd_purchase_estimate", + "cd_credit_rating" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 1920800 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "25", + "27" + ], + "rowCount": 2.2927409256429917E29 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_current_cdemo_sk", + "c_current_addr_sk", + "ca_address_sk", + "ca_state", + "cd_demo_sk", + "cd_gender", + "cd_marital_status", + "cd_education_status", + "cd_purchase_estimate", + "cd_credit_rating", + "literalTrue", + "ws_bill_customer_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 2.2927409256429917E29 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + } + ] + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 3.483413831025E10 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_ship_customer_sk", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.483413831025E10 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 8, + "name": "$8" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "10" + ], + "rowCount": 2739.3375 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 2739.3375 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "32", + "34" + ], + "rowCount": 1.431336920301817E13 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "literalTrue", + "cs_ship_customer_sk" + ], + "exprs": [ + { + "literal": true, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1.431336920301817E13 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAntiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 14, + "name": "$14" + } + ] + }, + "joinType": "anti", + "inputs": [ + "29", + "36" + ], + "rowCount": 2.223098920026586E29 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 6, + 7, + 8, + 9, + 10 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 2.2230989200265857E28 + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cd_gender", + "cd_marital_status", + "cd_education_status", + "cnt1", + "cd_purchase_estimate", + "cnt2", + "cd_credit_rating", + "cnt3" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 2.2230989200265857E28 + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 4, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 6, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query7.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query7.q.out index 1b813b0fe846..28e511430522 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query7.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query7.q.out @@ -1,230 +1,2134 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: (ss_cdemo_sk is not null and ss_promo_sk is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_94_container, bigKeyColName:ss_cdemo_sk, smallTablePos:1, keyRatio:1.6082727526128025E-8 - Statistics: Num rows: 82510879939 Data size: 30001935686500 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ss_cdemo_sk is not null and ss_promo_sk is not null) (type: boolean) - Statistics: Num rows: 78670256451 Data size: 28605439382424 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_cdemo_sk (type: bigint), ss_promo_sk (type: bigint), ss_quantity (type: int), ss_list_price (type: decimal(7,2)), ss_sales_price (type: decimal(7,2)), ss_coupon_amt (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 78670256451 Data size: 28605439382424 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col7 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - input vertices: - 1 Map 4 - Statistics: Num rows: 15811383493 Data size: 5095447574104 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6 - input vertices: - 1 Map 5 - Statistics: Num rows: 225876909 Data size: 1807015620 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col3, _col4, _col5, _col6 - input vertices: - 1 Map 6 - Statistics: Num rows: 225876909 Data size: 1807015612 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col3, _col4, _col5, _col6, _col12 - input vertices: - 1 Map 7 - Statistics: Num rows: 225876909 Data size: 22587691240 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: + - keys: _col12 (type: string) - null sort order: z - Statistics: Num rows: 225876909 Data size: 22587691240 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - aggregations: sum(_col3), count(_col3), sum(_col4), count(_col4), sum(_col6), count(_col6), sum(_col5), count(_col5) - keys: _col12 (type: string) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 22029636 Data size: 10486106736 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 22029636 Data size: 10486106736 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: bigint), _col5 (type: decimal(17,2)), _col6 (type: bigint), _col7 (type: decimal(17,2)), _col8 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: (d_year = 1998) (type: boolean) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_year = 1998) (type: boolean) - Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: customer_demographics - filterExpr: ((cd_marital_status = 'W') and (cd_gender = 'F') and (cd_education_status = 'Primary ')) (type: boolean) - Statistics: Num rows: 1920800 Data size: 522457600 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((cd_marital_status = 'W') and (cd_gender = 'F') and (cd_education_status = 'Primary ')) (type: boolean) - Statistics: Num rows: 27440 Data size: 7463680 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cd_demo_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 27440 Data size: 219520 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 27440 Data size: 219520 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: promotion - filterExpr: ((p_channel_email = 'N') or (p_channel_event = 'N')) (type: boolean) - Statistics: Num rows: 2300 Data size: 409400 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((p_channel_email = 'N') or (p_channel_event = 'N')) (type: boolean) - Statistics: Num rows: 2300 Data size: 409400 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: p_promo_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 2300 Data size: 18400 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 2300 Data size: 18400 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: item - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_item_id (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), count(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), sum(VALUE._col4), count(VALUE._col5), sum(VALUE._col6), count(VALUE._col7) - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 247524 Data size: 117821424 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: string), (UDFToDouble(_col1) / _col2) (type: double), CAST( (_col3 / _col4) AS decimal(11,6)) (type: decimal(11,6)), CAST( (_col5 / _col6) AS decimal(11,6)) (type: decimal(11,6)), CAST( (_col7 / _col8) AS decimal(11,6)) (type: decimal(11,6)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 247524 Data size: 109900656 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Statistics: Num rows: 247524 Data size: 109900656 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: double), _col2 (type: decimal(11,6)), _col3 (type: decimal(11,6)), _col4 (type: decimal(11,6)) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: double), VALUE._col1 (type: decimal(11,6)), VALUE._col2 (type: decimal(11,6)), VALUE._col3 (type: decimal(11,6)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 247524 Data size: 109900656 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 44400 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 44400 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.0150431475531006E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_cdemo_sk", + "ss_promo_sk", + "ss_quantity", + "ss_list_price", + "ss_sales_price", + "ss_coupon_amt", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 18, + "name": "$18" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.0150431475531006E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1998, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 10957.35 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 9.886339954926145E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_demographics" + ], + "table:alias": "customer_demographics", + "inputs": [], + "rowCount": 1920800, + "avgRowSize": 217, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "cd_demo_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_gender" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_marital_status" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "cd_education_status" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_purchase_estimate" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "cd_credit_rating" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_employed_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_college_count" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "cd_demo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cd_gender", + "ndv": 2 + }, + { + "name": "cd_marital_status", + "ndv": 5 + }, + { + "name": "cd_education_status", + "ndv": 7 + }, + { + "name": "cd_purchase_estimate", + "ndv": 20, + "minValue": 500, + "maxValue": 10000 + }, + { + "name": "cd_credit_rating", + "ndv": 4 + }, + { + "name": "cd_dep_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_dep_employed_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_dep_college_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": "W", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": "F", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": "Primary ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 20 + } + } + ] + } + ] + }, + "rowCount": 6482.7 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cd_demo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 6482.7 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 9, + "name": "$9" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "9" + ], + "rowCount": 96135264038699568 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "promotion" + ], + "table:alias": "promotion", + "inputs": [], + "rowCount": 2300, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "p_promo_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "p_promo_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "p_start_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "p_end_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "p_item_sk" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 15, + "scale": 2, + "name": "p_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "p_response_target" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "p_promo_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_dmail" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_email" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_catalog" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_tv" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_radio" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_press" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_event" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_demo" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "p_channel_details" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "p_purpose" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_discount_active" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "p_promo_sk", + "ndv": 2365, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "p_channel_email", + "ndv": 2 + }, + { + "name": "p_channel_event", + "ndv": 2 + }, + { + "name": "p_promo_id", + "ndv": 2307 + }, + { + "name": "p_start_date_sk", + "ndv": 761, + "minValue": 2450096, + "maxValue": 2450915 + }, + { + "name": "p_end_date_sk", + "ndv": 736, + "minValue": 2450102, + "maxValue": 2450970 + }, + { + "name": "p_item_sk", + "ndv": 2252, + "minValue": 614, + "maxValue": 461932 + }, + { + "name": "p_cost", + "ndv": 1, + "minValue": 1000, + "maxValue": 1000 + }, + { + "name": "p_response_target", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "p_promo_name", + "ndv": 11 + }, + { + "name": "p_channel_dmail", + "ndv": 3 + }, + { + "name": "p_channel_catalog", + "ndv": 2 + }, + { + "name": "p_channel_tv", + "ndv": 2 + }, + { + "name": "p_channel_radio", + "ndv": 2 + }, + { + "name": "p_channel_press", + "ndv": 2 + }, + { + "name": "p_channel_demo", + "ndv": 2 + }, + { + "name": "p_channel_details", + "ndv": 2242 + }, + { + "name": "p_purpose", + "ndv": 2 + }, + { + "name": "p_discount_active", + "ndv": 2 + } + ] + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "literal": "N", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "N", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + } + ] + } + ] + }, + "rowCount": 575 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "p_promo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 575 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 10, + "name": "$10" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "10", + "13" + ], + "rowCount": 8291666523337837568 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_item_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 462000 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 11, + "name": "$11" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "14", + "16" + ], + "rowCount": 5.746124900673121E23 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 12 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 6 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 6 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + } + ], + "rowCount": 5.746124900673121E22 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_id", + "agg1", + "agg2", + "agg3", + "agg4" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 11, + "scale": 6 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 11, + "scale": 6 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 11, + "scale": 6 + } + } + ], + "rowCount": 5.746124900673121E22 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query70.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query70.q.out index f417133c1fa9..849b5e140982 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query70.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query70.q.out @@ -1,382 +1,2904 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) - Map 7 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) - Reducer 8 <- Map 7 (SIMPLE_EDGE) - Reducer 9 <- Reducer 8 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: ss_store_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_120_container, bigKeyColName:ss_store_sk, smallTablePos:1, keyRatio:0.1919754858718087 - Statistics: Num rows: 82510879939 Data size: 10327900046896 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ss_store_sk is not null (type: boolean) - Statistics: Num rows: 80569240632 Data size: 10084864744080 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_store_sk (type: bigint), ss_net_profit (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 80569240632 Data size: 10084864744080 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 5 - Statistics: Num rows: 15840066266 Data size: 1672809895104 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col6, _col7 - input vertices: - 1 Map 6 - Statistics: Num rows: 15840066266 Data size: 4475829148384 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 _col7 (type: char(2)) - 1 _col0 (type: char(2)) - outputColumnNames: _col1, _col6, _col7 - input vertices: - 1 Reducer 9 - Statistics: Num rows: 5040021084 Data size: 1279015774512 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col7 (type: char(2)), _col6 (type: varchar(30)), _col1 (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 5040021084 Data size: 1279015774512 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2) - keys: _col0 (type: char(2)), _col1 (type: varchar(30)), 0L (type: bigint) - grouping sets: 0, 1, 3 - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 3073155 Data size: 934239120 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(2)), _col1 (type: varchar(30)), _col2 (type: bigint) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: char(2)), _col1 (type: varchar(30)), _col2 (type: bigint) - Statistics: Num rows: 3073155 Data size: 934239120 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: d1 - filterExpr: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) - Statistics: Num rows: 359 Data size: 4308 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 7 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: store - filterExpr: s_state is not null (type: boolean) - Statistics: Num rows: 1704 Data size: 327168 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: s_state is not null (type: boolean) - Statistics: Num rows: 1704 Data size: 327168 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: s_store_sk (type: bigint), s_county (type: varchar(30)), s_state (type: char(2)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1704 Data size: 327168 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1704 Data size: 327168 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(30)), _col2 (type: char(2)) - Select Operator - expressions: s_store_sk (type: bigint), s_state (type: char(2)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1704 Data size: 160176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1704 Data size: 160176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: ss_store_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_122_container, bigKeyColName:ss_store_sk, smallTablePos:1, keyRatio:0.1919754858718087 - Statistics: Num rows: 82510879939 Data size: 10327900046896 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ss_store_sk is not null (type: boolean) - Statistics: Num rows: 80569240632 Data size: 10084864744080 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_store_sk (type: bigint), ss_net_profit (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 80569240632 Data size: 10084864744080 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 5 - Statistics: Num rows: 15840066266 Data size: 1672809895104 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col5 - input vertices: - 1 Map 6 - Statistics: Num rows: 15840066266 Data size: 2923502654316 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col5 (type: char(2)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 502480 Data size: 99491040 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(2)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(2)) - Statistics: Num rows: 502480 Data size: 99491040 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: char(2)), KEY._col1 (type: varchar(30)), KEY._col2 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 615 Data size: 186960 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(2)), _col1 (type: varchar(30)), _col3 (type: decimal(17,2)), _col2 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 615 Data size: 186960 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: (grouping(_col3, 1L) + grouping(_col3, 0L)) (type: bigint), CASE WHEN ((grouping(_col3, 0L) = UDFToLong(0))) THEN (_col0) ELSE (CAST( null AS CHAR(2))) END (type: char(2)), _col2 (type: decimal(17,2)) - null sort order: aaa - sort order: ++- - Map-reduce partition columns: (grouping(_col3, 1L) + grouping(_col3, 0L)) (type: bigint), CASE WHEN ((grouping(_col3, 0L) = UDFToLong(0))) THEN (_col0) ELSE (CAST( null AS CHAR(2))) END (type: char(2)) - Statistics: Num rows: 615 Data size: 186960 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: char(2)), _col1 (type: varchar(30)), _col3 (type: bigint) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: char(2)), VALUE._col1 (type: varchar(30)), KEY.reducesinkkey2 (type: decimal(17,2)), VALUE._col2 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 615 Data size: 186960 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator - Function definitions: - Input definition - input alias: ptf_0 - output shape: _col0: char(2), _col1: varchar(30), _col2: decimal(17,2), _col3: bigint - type: WINDOWING - Windowing table definition - input alias: ptf_1 - name: windowingtablefunction - order by: _col2 DESC NULLS FIRST - partition by: (grouping(_col3, 1L) + grouping(_col3, 0L)), CASE WHEN ((grouping(_col3, 0L) = UDFToLong(0))) THEN (_col0) ELSE (CAST( null AS CHAR(2))) END - raw input shape: - window functions: - window function definition - alias: rank_window_0 - arguments: _col2 - name: rank - window function: GenericUDAFRankEvaluator - window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) - isPivotResult: true - Statistics: Num rows: 615 Data size: 186960 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: -++ - keys: (grouping(_col3, 1L) + grouping(_col3, 0L)) (type: bigint), if(((grouping(_col3, 1L) + grouping(_col3, 0L)) = 0L), _col0, null) (type: char(2)), rank_window_0 (type: int) - null sort order: azz - Statistics: Num rows: 615 Data size: 186960 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col2 (type: decimal(17,2)), _col0 (type: char(2)), _col1 (type: varchar(30)), (grouping(_col3, 1L) + grouping(_col3, 0L)) (type: bigint), rank_window_0 (type: int), if(((grouping(_col3, 1L) + grouping(_col3, 0L)) = 0L), _col0, null) (type: char(2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 615 Data size: 189506 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col3 (type: bigint), _col5 (type: char(2)), _col4 (type: int) - null sort order: azz - sort order: -++ - Statistics: Num rows: 615 Data size: 189506 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: decimal(17,2)), _col1 (type: char(2)), _col2 (type: varchar(30)) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: decimal(17,2)), VALUE._col1 (type: char(2)), VALUE._col2 (type: varchar(30)), KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey2 (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 615 Data size: 189420 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 30800 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 30800 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 8 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: char(2)) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 44 Data size: 8712 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: +- - keys: _col0 (type: char(2)), _col1 (type: decimal(17,2)) - null sort order: aa - Map-reduce partition columns: _col0 (type: char(2)) - Statistics: Num rows: 44 Data size: 8712 Basic stats: COMPLETE Column stats: COMPLETE - top n: 6 - Reduce Output Operator - key expressions: _col0 (type: char(2)), _col1 (type: decimal(17,2)) - null sort order: aa - sort order: +- - Map-reduce partition columns: _col0 (type: char(2)) - Statistics: Num rows: 44 Data size: 8712 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 9 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: char(2)), KEY.reducesinkkey1 (type: decimal(17,2)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 44 Data size: 8712 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator - Function definitions: - Input definition - input alias: ptf_0 - output shape: _col0: char(2), _col1: decimal(17,2) - type: WINDOWING - Windowing table definition - input alias: ptf_1 - name: windowingtablefunction - order by: _col1 DESC NULLS FIRST - partition by: _col0 - raw input shape: - window functions: - window function definition - alias: rank_window_0 - arguments: _col1 - name: rank - window function: GenericUDAFRankEvaluator - window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) - isPivotResult: true - Statistics: Num rows: 44 Data size: 8712 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (rank_window_0 <= 5) (type: boolean) - Statistics: Num rows: 14 Data size: 2772 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(2)) - outputColumnNames: _col0 - Statistics: Num rows: 14 Data size: 1204 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: char(2)) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 14 Data size: 1204 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(2)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(2)) - Statistics: Num rows: 14 Data size: 1204 Basic stats: COMPLETE Column stats: COMPLETE - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_store_sk", + "ss_net_profit", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 21, + "name": "$21" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "d1", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 1212, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1223, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_month_seq" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 18262.25 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 1.8308036953566934E14 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store" + ], + "table:alias": "store", + "inputs": [], + "rowCount": 1704, + "avgRowSize": 1375, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "s_store_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "s_store_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "s_closed_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_store_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_number_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_floor_space" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "s_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_market_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_geography_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_market_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_division_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_company_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_company_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 10, + "name": "s_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "s_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "s_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "s_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "s_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "s_store_sk", + "ndv": 1736, + "minValue": 1, + "maxValue": 1704 + }, + { + "name": "s_county", + "ndv": 128 + }, + { + "name": "s_state", + "ndv": 44 + }, + { + "name": "s_store_id", + "ndv": 879 + }, + { + "name": "s_rec_start_date", + "ndv": 4, + "minValue": 9933, + "maxValue": 11394 + }, + { + "name": "s_rec_end_date", + "ndv": 3, + "minValue": 10663, + "maxValue": 11393 + }, + { + "name": "s_closed_date_sk", + "ndv": 263, + "minValue": 2450820, + "maxValue": 2451314 + }, + { + "name": "s_store_name", + "ndv": 11 + }, + { + "name": "s_number_employees", + "ndv": 100, + "minValue": 200, + "maxValue": 300 + }, + { + "name": "s_floor_space", + "ndv": 1289, + "minValue": 5000201, + "maxValue": 9997773 + }, + { + "name": "s_hours", + "ndv": 4 + }, + { + "name": "s_manager", + "ndv": 1245 + }, + { + "name": "s_market_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "s_geography_class", + "ndv": 2 + }, + { + "name": "s_market_desc", + "ndv": 1311 + }, + { + "name": "s_market_manager", + "ndv": 1236 + }, + { + "name": "s_division_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_division_name", + "ndv": 2 + }, + { + "name": "s_company_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_company_name", + "ndv": 2 + }, + { + "name": "s_street_number", + "ndv": 736 + }, + { + "name": "s_street_name", + "ndv": 851 + }, + { + "name": "s_street_type", + "ndv": 21 + }, + { + "name": "s_suite_number", + "ndv": 76 + }, + { + "name": "s_city", + "ndv": 267 + }, + { + "name": "s_zip", + "ndv": 983 + }, + { + "name": "s_country", + "ndv": 2 + }, + { + "name": "s_gmt_offset", + "ndv": 5, + "minValue": -9, + "maxValue": -5 + }, + { + "name": "s_tax_percentage", + "ndv": 12, + "minValue": 0, + "maxValue": 0.11 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 24, + "name": "$24" + } + ] + }, + "rowCount": 1533.6000000000001 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk", + "s_county", + "s_state" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 23, + "name": "$23" + }, + { + "input": 24, + "name": "$24" + } + ], + "rowCount": 1533.6000000000001 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "9" + ], + "rowCount": 42115808207985376 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "inputs": [ + "0" + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_store_sk", + "ss_net_profit", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 21, + "name": "$21" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 1212, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1223, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "12", + "15" + ], + "rowCount": 1.8308036953566934E14 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store" + ], + "table:alias": "store", + "inputs": [], + "rowCount": 1704, + "avgRowSize": 1375, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "s_store_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "s_store_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "s_closed_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_store_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_number_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_floor_space" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "s_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_market_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_geography_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_market_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_division_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_company_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_company_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 10, + "name": "s_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "s_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "s_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "s_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "s_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "s_store_sk", + "ndv": 1736, + "minValue": 1, + "maxValue": 1704 + }, + { + "name": "s_store_id", + "ndv": 879 + }, + { + "name": "s_rec_start_date", + "ndv": 4, + "minValue": 9933, + "maxValue": 11394 + }, + { + "name": "s_rec_end_date", + "ndv": 3, + "minValue": 10663, + "maxValue": 11393 + }, + { + "name": "s_closed_date_sk", + "ndv": 263, + "minValue": 2450820, + "maxValue": 2451314 + }, + { + "name": "s_store_name", + "ndv": 11 + }, + { + "name": "s_number_employees", + "ndv": 100, + "minValue": 200, + "maxValue": 300 + }, + { + "name": "s_floor_space", + "ndv": 1289, + "minValue": 5000201, + "maxValue": 9997773 + }, + { + "name": "s_hours", + "ndv": 4 + }, + { + "name": "s_manager", + "ndv": 1245 + }, + { + "name": "s_market_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "s_geography_class", + "ndv": 2 + }, + { + "name": "s_market_desc", + "ndv": 1311 + }, + { + "name": "s_market_manager", + "ndv": 1236 + }, + { + "name": "s_division_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_division_name", + "ndv": 2 + }, + { + "name": "s_company_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_company_name", + "ndv": 2 + }, + { + "name": "s_street_number", + "ndv": 736 + }, + { + "name": "s_street_name", + "ndv": 851 + }, + { + "name": "s_street_type", + "ndv": 21 + }, + { + "name": "s_suite_number", + "ndv": 76 + }, + { + "name": "s_city", + "ndv": 267 + }, + { + "name": "s_county", + "ndv": 128 + }, + { + "name": "s_state", + "ndv": 44 + }, + { + "name": "s_zip", + "ndv": 983 + }, + { + "name": "s_country", + "ndv": 2 + }, + { + "name": "s_gmt_offset", + "ndv": 5, + "minValue": -9, + "maxValue": -5 + }, + { + "name": "s_tax_percentage", + "ndv": 12, + "minValue": 0, + "maxValue": 0.11 + } + ] + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 24, + "name": "$24" + } + ] + }, + "rowCount": 1533.6000000000001 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk", + "s_state" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 24, + "name": "$24" + } + ], + "rowCount": 1533.6000000000001 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "16", + "19" + ], + "rowCount": 42115808207985376 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 4.2115808207985375E15 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_state", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 4.2115808207985375E15 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "(tok_table_or_col s_state)", + "rank_window_0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "rank", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [], + "distinct": false, + "type": { + "type": "INTEGER", + "nullable": true + }, + "window": { + "partition": [ + { + "input": 0, + "name": "$0" + } + ], + "order": [ + { + "expr": { + "input": 1, + "name": "$1" + }, + "direction": "DESCENDING", + "null-direction": "FIRST" + } + ], + "range-lower": { + "type": "UNBOUNDED_PRECEDING" + }, + "range-upper": { + "type": "UNBOUNDED_FOLLOWING" + } + } + } + ], + "rowCount": 4.2115808207985375E15 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 5, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 2.1057904103992688E15 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_state" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 2.1057904103992688E15 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + } + ] + }, + "joinType": "semi", + "inputs": [ + "10", + "25" + ], + "rowCount": 3.8378030229526685E15 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2" + ], + "exprs": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 3.8378030229526685E15 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1 + ], + "groups": [ + [ + 0, + 1 + ], + [ + 0 + ], + [] + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "GROUPING__ID", + "kind": "OTHER", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": false + }, + "distinct": false, + "operands": [], + "name": "GROUPING__ID" + } + ], + "rowCount": 1.1513409068858005E15 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "GROUPING__ID" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 1.1513409068858005E15 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "total_sum", + "s_state", + "s_county", + "lochierarchy", + "rank_within_parent", + "(tok_function when (= (tok_table_or_col lochierarchy) 0) (tok_table_or_col s_state))" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "grouping", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 1, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "BIGINT", + "nullable": true + }, + "deterministic": true, + "dynamic": false + }, + { + "op": { + "name": "grouping", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "BIGINT", + "nullable": true + }, + "deterministic": true, + "dynamic": false + } + ] + }, + { + "op": { + "name": "rank", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [], + "distinct": false, + "type": { + "type": "INTEGER", + "nullable": true + }, + "window": { + "partition": [ + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "grouping", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 1, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "BIGINT", + "nullable": true + }, + "deterministic": true, + "dynamic": false + }, + { + "op": { + "name": "grouping", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "BIGINT", + "nullable": true + }, + "deterministic": true, + "dynamic": false + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "grouping", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "BIGINT", + "nullable": true + }, + "deterministic": true, + "dynamic": false + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "BIGINT", + "nullable": true + } + } + ] + }, + { + "input": 0, + "name": "$0" + }, + { + "literal": null, + "type": { + "type": "CHAR", + "nullable": true, + "precision": 2 + } + } + ] + } + ], + "order": [ + { + "expr": { + "input": 2, + "name": "$2" + }, + "direction": "DESCENDING", + "null-direction": "FIRST" + } + ], + "range-lower": { + "type": "UNBOUNDED_PRECEDING" + }, + "range-upper": { + "type": "UNBOUNDED_FOLLOWING" + } + } + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "grouping", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 1, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "BIGINT", + "nullable": true + }, + "deterministic": true, + "dynamic": false + }, + { + "op": { + "name": "grouping", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "BIGINT", + "nullable": true + }, + "deterministic": true, + "dynamic": false + } + ] + }, + { + "literal": 0, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + { + "input": 0, + "name": "$0" + }, + { + "literal": null, + "type": { + "type": "CHAR", + "nullable": true, + "precision": 2 + } + } + ] + } + ], + "rowCount": 1.1513409068858005E15 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 3, + "direction": "DESCENDING", + "nulls": "FIRST" + }, + { + "field": 5, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 4, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "total_sum", + "s_state", + "s_county", + "lochierarchy", + "rank_within_parent" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query71.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query71.q.out index b5c0f12a1272..63bc9cf602cd 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query71.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query71.q.out @@ -1,435 +1,2969 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 10 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Union 2 (CONTAINS) - Map 5 <- Map 10 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE), Union 2 (CONTAINS) - Map 7 <- Map 10 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE), Union 2 (CONTAINS) - Reducer 3 <- Union 2 (SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) - Reducer 9 <- Map 8 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: ws_sold_time_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_119_container, bigKeyColName:ws_sold_time_sk, smallTablePos:1, keyRatio:4.3992401279400425E-9 - Statistics: Num rows: 21594638446 Data size: 2936546600912 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ws_sold_time_sk is not null (type: boolean) - Statistics: Num rows: 21591935919 Data size: 2936179097800 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_sold_time_sk (type: bigint), ws_item_sk (type: bigint), ws_ext_sales_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 21591935919 Data size: 2936179097800 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 6 - Statistics: Num rows: 366561230 Data size: 46595650256 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col2 (type: decimal(7,2)), _col1 (type: bigint), _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 366561230 Data size: 46595650256 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col4, _col5 - input vertices: - 1 Map 8 - Statistics: Num rows: 23627911 Data size: 2457302824 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col4, _col5, _col7, _col8 - input vertices: - 1 Map 10 - Statistics: Num rows: 11813956 Data size: 1323163144 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col0) - keys: _col4 (type: int), _col5 (type: char(50)), _col7 (type: int), _col8 (type: int) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 11813956 Data size: 2646326104 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: char(50)), _col2 (type: int), _col3 (type: int) - null sort order: zzzz - sort order: ++++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: char(50)), _col2 (type: int), _col3 (type: int) - Statistics: Num rows: 11813956 Data size: 2646326104 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col4 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 10 - Map Operator Tree: - TableScan - alias: time_dim - filterExpr: (t_meal_time) IN ('breakfast ', 'dinner ') (type: boolean) - Statistics: Num rows: 86400 Data size: 8899200 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (t_meal_time) IN ('breakfast ', 'dinner ') (type: boolean) - Statistics: Num rows: 43200 Data size: 4449600 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: t_time_sk (type: bigint), t_hour (type: int), t_minute (type: int) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 43200 Data size: 691200 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 43200 Data size: 691200 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: int) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 43200 Data size: 691200 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: int) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 43200 Data size: 691200 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: int) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: (cs_sold_time_sk is not null and cs_item_sk BETWEEN DynamicValue(RS_39_item_i_item_sk_min) AND DynamicValue(RS_39_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_39_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 43005109025 Data size: 5835793588616 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (cs_sold_time_sk is not null and cs_item_sk BETWEEN DynamicValue(RS_39_item_i_item_sk_min) AND DynamicValue(RS_39_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_39_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 42898297550 Data size: 5821299270776 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_sold_time_sk (type: bigint), cs_item_sk (type: bigint), cs_ext_sales_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 42898297550 Data size: 5821299270776 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 6 - Statistics: Num rows: 723126157 Data size: 79690952072 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col2 (type: decimal(7,2)), _col1 (type: bigint), _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 723126157 Data size: 79690952072 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col4, _col5 - input vertices: - 1 Map 8 - Statistics: Num rows: 23627911 Data size: 2457302824 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col4, _col5, _col7, _col8 - input vertices: - 1 Map 10 - Statistics: Num rows: 11813956 Data size: 1323163144 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col0) - keys: _col4 (type: int), _col5 (type: char(50)), _col7 (type: int), _col8 (type: int) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 11813956 Data size: 2646326104 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: char(50)), _col2 (type: int), _col3 (type: int) - null sort order: zzzz - sort order: ++++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: char(50)), _col2 (type: int), _col3 (type: int) - Statistics: Num rows: 11813956 Data size: 2646326104 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col4 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: ((d_year = 2001) and (d_moy = 12)) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 2001) and (d_moy = 12)) (type: boolean) - Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 5 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 7 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: (ss_sold_time_sk is not null and ss_item_sk BETWEEN DynamicValue(RS_39_item_i_item_sk_min) AND DynamicValue(RS_39_item_i_item_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_39_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 82510879939 Data size: 10987941351704 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ss_sold_time_sk is not null and ss_item_sk BETWEEN DynamicValue(RS_39_item_i_item_sk_min) AND DynamicValue(RS_39_item_i_item_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_39_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 80568078218 Data size: 10729219212432 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_sold_time_sk (type: bigint), ss_item_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 80568078218 Data size: 10729219212432 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 6 - Statistics: Num rows: 1367785359 Data size: 10942282992 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col2 (type: decimal(7,2)), _col1 (type: bigint), _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1367785359 Data size: 10942282992 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col4, _col5 - input vertices: - 1 Map 8 - Statistics: Num rows: 23627911 Data size: 2457302824 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col4, _col5, _col7, _col8 - input vertices: - 1 Map 10 - Statistics: Num rows: 11813956 Data size: 1323163144 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col0) - keys: _col4 (type: int), _col5 (type: char(50)), _col7 (type: int), _col8 (type: int) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 11813956 Data size: 2646326104 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: char(50)), _col2 (type: int), _col3 (type: int) - null sort order: zzzz - sort order: ++++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: char(50)), _col2 (type: int), _col3 (type: int) - Statistics: Num rows: 11813956 Data size: 2646326104 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col4 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: item - filterExpr: (i_manager_id = 1) (type: boolean) - Statistics: Num rows: 462000 Data size: 53582956 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (i_manager_id = 1) (type: boolean) - Statistics: Num rows: 4442 Data size: 515192 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_brand_id (type: int), i_brand (type: char(50)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4442 Data size: 497464 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 4442 Data size: 497464 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: char(50)) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 4442 Data size: 35536 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 4442 Data size: 497464 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: char(50)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 4442 Data size: 497464 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: char(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: int), KEY._col1 (type: char(50)), KEY._col2 (type: int), KEY._col3 (type: int) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 11813956 Data size: 2646326104 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col1 (type: char(50)), _col2 (type: int), _col3 (type: int), _col4 (type: decimal(17,2)), _col0 (type: int) - outputColumnNames: _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 11813956 Data size: 2646326104 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col4 (type: decimal(17,2)), _col5 (type: int) - null sort order: az - sort order: -+ - Statistics: Num rows: 11813956 Data size: 2646326104 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(50)), _col2 (type: int), _col3 (type: int) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey1 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: int), VALUE._col2 (type: int), KEY.reducesinkkey0 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 11813956 Data size: 2646326104 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 11813956 Data size: 2646326104 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 9 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Union 2 - Vertex: Union 2 - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 1.7491657141260002E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_sold_time_sk", + "ws_item_sk", + "ws_ext_sales_price", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 1.7491657141260002E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 12, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 1643.6025 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1643.6025 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 4.312399710977669E12 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ext_price", + "sold_item_sk", + "time_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 4.312399710977669E12 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + } + ] + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 3.483413831025E10 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_sold_time_sk", + "cs_item_sk", + "cs_ext_sales_price", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.483413831025E10 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 12, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 1643.6025 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1643.6025 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "10", + "12" + ], + "rowCount": 8.5880215218109E12 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ext_price", + "sold_item_sk", + "time_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 8.5880215218109E12 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_sold_time_sk", + "ss_item_sk", + "ss_ext_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 12, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 1643.6025 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1643.6025 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "17", + "19" + ], + "rowCount": 1.647723325821024E13 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ext_price", + "sold_item_sk", + "time_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1.647723325821024E13 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", + "all": true, + "inputs": [ + "7", + "14", + "21" + ], + "rowCount": 2.9377654490998812E13 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ext_price", + "sold_item_sk", + "time_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 2.9377654490998812E13 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 20, + "name": "$20" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 69300 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand_id", + "i_brand" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 69300 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "23", + "26" + ], + "rowCount": 305380718433932672 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "time_dim" + ], + "table:alias": "time_dim", + "inputs": [], + "rowCount": 86400, + "avgRowSize": 377, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "t_time_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "t_time_id" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "t_time" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "t_hour" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "t_minute" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "t_second" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "t_am_pm" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "t_shift" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "t_sub_shift" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "t_meal_time" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "t_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "t_hour", + "ndv": 24, + "minValue": 0, + "maxValue": 23 + }, + { + "name": "t_minute", + "ndv": 62, + "minValue": 0, + "maxValue": 59 + }, + { + "name": "t_meal_time", + "ndv": 4 + }, + { + "name": "t_time_id", + "ndv": 87002 + }, + { + "name": "t_time", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "t_second", + "ndv": 62, + "minValue": 0, + "maxValue": 59 + }, + { + "name": "t_am_pm", + "ndv": 2 + }, + { + "name": "t_shift", + "ndv": 3 + }, + { + "name": "t_sub_shift", + "ndv": 4 + } + ] + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "literal": "breakfast", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + }, + { + "literal": "dinner", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + } + ] + }, + "rowCount": 21600 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "t_time_sk", + "t_hour", + "t_minute" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 21600 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "27", + "30" + ], + "rowCount": 9.894335277259417E20 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 4, + 5, + 7, + 8 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 0 + ], + "name": null + } + ], + "rowCount": 9.894335277259417E19 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "brand_id", + "brand", + "t_hour", + "t_minute", + "ext_price", + "(tok_table_or_col i_brand_id)" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 9.894335277259417E19 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 4, + "direction": "DESCENDING", + "nulls": "FIRST" + }, + { + "field": 5, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "rowCount": 9.894335277259417E19 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "brand_id", + "brand", + "t_hour", + "t_minute", + "ext_price" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 9.894335277259417E19 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query72.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query72.q.out index 362a76884717..91b7bb99f23b 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query72.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query72.q.out @@ -1,529 +1,4275 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 7 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE) - Map 15 <- Reducer 6 (BROADCAST_EDGE) - Map 9 <- Map 10 (BROADCAST_EDGE), Reducer 11 (BROADCAST_EDGE), Reducer 13 (BROADCAST_EDGE) - Reducer 11 <- Map 10 (CUSTOM_SIMPLE_EDGE) - Reducer 13 <- Map 12 (CUSTOM_SIMPLE_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 10 (BROADCAST_EDGE), Map 12 (CUSTOM_SIMPLE_EDGE), Map 14 (BROADCAST_EDGE) - Reducer 3 <- Map 15 (CUSTOM_SIMPLE_EDGE), Map 16 (BROADCAST_EDGE), Map 17 (BROADCAST_EDGE), Reducer 2 (CUSTOM_SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) - Reducer 5 <- Reducer 4 (SIMPLE_EDGE) - Reducer 6 <- Map 1 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: (cs_quantity is not null and cs_bill_hdemo_sk is not null and cs_bill_cdemo_sk is not null and cs_ship_date_sk is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_255_container, bigKeyColName:cs_bill_cdemo_sk, smallTablePos:1, keyRatio:1.4649422226409529E-9 - Statistics: Num rows: 43005109025 Data size: 2576434485612 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (cs_quantity is not null and cs_bill_hdemo_sk is not null and cs_bill_cdemo_sk is not null and cs_ship_date_sk is not null) (type: boolean) - Statistics: Num rows: 42576611738 Data size: 2550763229048 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_ship_date_sk (type: bigint), cs_bill_cdemo_sk (type: bigint), cs_bill_hdemo_sk (type: bigint), cs_item_sk (type: bigint), cs_promo_sk (type: bigint), cs_order_number (type: bigint), cs_quantity (type: int), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 42576611738 Data size: 2550763229048 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col3, _col4, _col5, _col6, _col7 - input vertices: - 1 Map 7 - Statistics: Num rows: 7096102168 Data size: 366017247672 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col3, _col4, _col5, _col6, _col7 - input vertices: - 1 Map 8 - Statistics: Num rows: 1419220455 Data size: 60315479356 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col7 (type: bigint) - 1 _col2 (type: bigint) - outputColumnNames: _col0, _col3, _col4, _col5, _col6, _col10, _col13, _col14 - input vertices: - 1 Map 9 - Statistics: Num rows: 283222816 Data size: 27324952200 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col10 (type: bigint), _col3 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col10 (type: bigint), _col3 (type: bigint) - Statistics: Num rows: 283222816 Data size: 27324952200 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: int), _col13 (type: int), _col14 (type: date) - Select Operator - expressions: _col3 (type: bigint) - outputColumnNames: _col3 - Statistics: Num rows: 283222816 Data size: 2265782528 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col3), max(_col3), bloom_filter(_col3, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 10 - Map Operator Tree: - TableScan - alias: d1 - filterExpr: (((d_year = 2001) and d_week_seq is not null and d_date is not null) or d_date is not null) (type: boolean) - Statistics: Num rows: 73049 Data size: 5259528 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 2001) and d_week_seq is not null and d_date is not null) (type: boolean) - Statistics: Num rows: 367 Data size: 26424 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), d_week_seq (type: int), (d_date + 5) (type: date) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 367 Data size: 24956 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: int) - Statistics: Num rows: 367 Data size: 24956 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col2 (type: date) - Select Operator - expressions: _col1 (type: int) - outputColumnNames: _col1 - Statistics: Num rows: 367 Data size: 1468 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col1), max(_col1), bloom_filter(_col1, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) - Filter Operator - predicate: d_date is not null (type: boolean) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), d_date (type: date) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: date) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 12 - Map Operator Tree: - TableScan - alias: inventory - filterExpr: inv_quantity_on_hand is not null (type: boolean) - Statistics: Num rows: 1627857000 Data size: 45254407088 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: inv_quantity_on_hand is not null (type: boolean) - Statistics: Num rows: 1546459771 Data size: 42991564996 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: inv_date_sk (type: bigint), inv_item_sk (type: bigint), inv_warehouse_sk (type: bigint), inv_quantity_on_hand (type: int) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1546459771 Data size: 42991564996 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 1546459771 Data size: 42991564996 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: bigint), _col3 (type: int) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1546459771 Data size: 12371678168 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 14 - Map Operator Tree: - TableScan - alias: promotion - Statistics: Num rows: 2300 Data size: 18400 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: p_promo_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 2300 Data size: 18400 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 2300 Data size: 18400 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 15 - Map Operator Tree: - TableScan - alias: catalog_returns - filterExpr: (cr_item_sk BETWEEN DynamicValue(RS_36_catalog_sales_cs_item_sk_min) AND DynamicValue(RS_36_catalog_sales_cs_item_sk_max) and in_bloom_filter(cr_item_sk, DynamicValue(RS_36_catalog_sales_cs_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 4320980099 Data size: 69135681584 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (cr_item_sk BETWEEN DynamicValue(RS_36_catalog_sales_cs_item_sk_min) AND DynamicValue(RS_36_catalog_sales_cs_item_sk_max) and in_bloom_filter(cr_item_sk, DynamicValue(RS_36_catalog_sales_cs_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 4320980099 Data size: 69135681584 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cr_item_sk (type: bigint), cr_order_number (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 4320980099 Data size: 69135681584 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 4320980099 Data size: 69135681584 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 16 - Map Operator Tree: - TableScan - alias: warehouse - Statistics: Num rows: 27 Data size: 2916 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: w_warehouse_sk (type: bigint), w_warehouse_name (type: varchar(20)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 27 Data size: 2916 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 27 Data size: 2916 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(20)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 17 - Map Operator Tree: - TableScan - alias: item - Statistics: Num rows: 462000 Data size: 88704000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_item_desc (type: varchar(200)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 462000 Data size: 88704000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 88704000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(200)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: household_demographics - filterExpr: (hd_buy_potential = '1001-5000 ') (type: boolean) - Statistics: Num rows: 7200 Data size: 720000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (hd_buy_potential = '1001-5000 ') (type: boolean) - Statistics: Num rows: 1200 Data size: 120000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: hd_demo_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1200 Data size: 9600 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1200 Data size: 9600 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: customer_demographics - filterExpr: (cd_marital_status = 'M') (type: boolean) - Statistics: Num rows: 1920800 Data size: 178634400 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (cd_marital_status = 'M') (type: boolean) - Statistics: Num rows: 384160 Data size: 35726880 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cd_demo_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 384160 Data size: 3073280 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 384160 Data size: 3073280 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 9 - Map Operator Tree: - TableScan - alias: d2 - filterExpr: (d_week_seq is not null and d_week_seq BETWEEN DynamicValue(RS_16_d1_d_week_seq_min) AND DynamicValue(RS_16_d1_d_week_seq_max) and d_date_sk BETWEEN DynamicValue(RS_37_inventory_inv_date_sk_min) AND DynamicValue(RS_37_inventory_inv_date_sk_max) and in_bloom_filter(d_week_seq, DynamicValue(RS_16_d1_d_week_seq_bloom_filter)) and in_bloom_filter(d_date_sk, DynamicValue(RS_37_inventory_inv_date_sk_bloom_filter))) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_256_container, bigKeyColName:d_week_seq, smallTablePos:1, keyRatio:0.03248504428534271 - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_week_seq is not null and d_week_seq BETWEEN DynamicValue(RS_16_d1_d_week_seq_min) AND DynamicValue(RS_16_d1_d_week_seq_max) and d_date_sk BETWEEN DynamicValue(RS_37_inventory_inv_date_sk_min) AND DynamicValue(RS_37_inventory_inv_date_sk_max) and in_bloom_filter(d_week_seq, DynamicValue(RS_16_d1_d_week_seq_bloom_filter)) and in_bloom_filter(d_date_sk, DynamicValue(RS_37_inventory_inv_date_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), d_week_seq (type: int) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: int) - 1 _col1 (type: int) - outputColumnNames: _col0, _col2, _col3, _col4 - input vertices: - 1 Map 10 - Statistics: Num rows: 2373 Data size: 180348 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col2 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col2 (type: bigint) - Statistics: Num rows: 2373 Data size: 180348 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col3 (type: int), _col4 (type: date) - Select Operator - expressions: _col2 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 2373 Data size: 18984 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.8453435 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 11 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) - Reducer 13 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - outputColumnNames: _col0, _col3, _col4, _col5, _col6, _col13, _col14, _col17, _col18 - input vertices: - 1 Map 12 - Statistics: Num rows: 942302766443 Data size: 101766259246588 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Filter Operator - predicate: (_col18 < _col6) (type: boolean) - Statistics: Num rows: 314100922147 Data size: 33922086415476 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Outer Join 0 to 1 - keys: - 0 _col4 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col3, _col5, _col13, _col14, _col17, _col19 - input vertices: - 1 Map 14 - Statistics: Num rows: 314100922147 Data size: 31409808967876 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col3, _col5, _col13, _col14, _col17, _col19, _col21 - input vertices: - 1 Map 10 - Statistics: Num rows: 314100922147 Data size: 46486936477756 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col21 > _col14) (type: boolean) - Statistics: Num rows: 104700307382 Data size: 15495645492536 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col3 (type: bigint), _col5 (type: bigint), _col17 (type: bigint), _col13 (type: int), _col19 (type: bigint) - outputColumnNames: _col3, _col5, _col10, _col15, _col21 - Statistics: Num rows: 104700307382 Data size: 3769211065752 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col3 (type: bigint), _col5 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col3 (type: bigint), _col5 (type: bigint) - Statistics: Num rows: 104700307382 Data size: 3769211065752 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col10 (type: bigint), _col15 (type: int), _col21 (type: bigint) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Left Outer Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - outputColumnNames: _col3, _col10, _col15, _col21 - input vertices: - 1 Map 15 - Statistics: Num rows: 273405096989 Data size: 7655342715692 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col10 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col3, _col15, _col21, _col25 - input vertices: - 1 Map 16 - Statistics: Num rows: 273405096989 Data size: 32808611638680 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col15, _col21, _col25, _col27 - input vertices: - 1 Map 17 - Statistics: Num rows: 273405096989 Data size: 80927908708744 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col27 (type: varchar(200)), _col25 (type: varchar(20)), _col15 (type: int), if(_col21 is null, 1, 0) (type: int), if(_col21 is not null, 1, 0) (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 273405096989 Data size: 80927908708744 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count(_col3), count(_col4), count() - keys: _col0 (type: varchar(200)), _col1 (type: varchar(20)), _col2 (type: int) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 273405096989 Data size: 85302390260568 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(200)), _col1 (type: varchar(20)), _col2 (type: int) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: varchar(200)), _col1 (type: varchar(20)), _col2 (type: int) - Statistics: Num rows: 273405096989 Data size: 85302390260568 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0), count(VALUE._col1), count(VALUE._col2) - keys: KEY._col0 (type: varchar(200)), KEY._col1 (type: varchar(20)), KEY._col2 (type: int) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 3387352014 Data size: 1056853828368 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: -+++ - keys: _col5 (type: bigint), _col0 (type: varchar(200)), _col1 (type: varchar(20)), _col2 (type: int) - null sort order: azzz - Statistics: Num rows: 3387352014 Data size: 1056853828368 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Reduce Output Operator - key expressions: _col5 (type: bigint), _col0 (type: varchar(200)), _col1 (type: varchar(20)), _col2 (type: int) - null sort order: azzz - sort order: -+++ - Statistics: Num rows: 3387352014 Data size: 1056853828368 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: bigint), _col4 (type: bigint) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey1 (type: varchar(200)), KEY.reducesinkkey2 (type: varchar(20)), KEY.reducesinkkey3 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: bigint), KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 3387352014 Data size: 1056853828368 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 31200 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 31200 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "inventory" + ], + "table:alias": "inventory", + "inputs": [], + "rowCount": 1627857000, + "avgRowSize": 157, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "inv_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "inv_item_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "inv_warehouse_sk" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "inv_quantity_on_hand" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "inv_date_sk", + "ndv": 258, + "minValue": 2450815, + "maxValue": 2452635 + }, + { + "name": "inv_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "inv_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "inv_quantity_on_hand", + "ndv": 987, + "minValue": 0, + "maxValue": 1000 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + "rowCount": 1465071300 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "inv_date_sk", + "inv_item_sk", + "inv_warehouse_sk", + "inv_quantity_on_hand" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 1465071300 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 17, + "name": "$17" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 2.5394086828172256E10 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_ship_date_sk", + "cs_bill_cdemo_sk", + "cs_bill_hdemo_sk", + "cs_item_sk", + "cs_promo_sk", + "cs_order_number", + "cs_quantity", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 17, + "name": "$17" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 2.5394086828172256E10 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "household_demographics" + ], + "table:alias": "household_demographics", + "inputs": [], + "rowCount": 7200, + "avgRowSize": 183, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "hd_demo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "hd_income_band_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "hd_buy_potential" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "hd_dep_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "hd_vehicle_count" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "hd_demo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "hd_buy_potential", + "ndv": 6 + }, + { + "name": "hd_income_band_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "hd_dep_count", + "ndv": 10, + "minValue": 0, + "maxValue": 9 + }, + { + "name": "hd_vehicle_count", + "ndv": 6, + "minValue": -1, + "maxValue": 4 + } + ] + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": "1001-5000 ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 15 + } + } + ] + }, + "rowCount": 1080 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "hd_demo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1080 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 8, + "name": "$8" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "5", + "8" + ], + "rowCount": 4.1138420661639053E12 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_demographics" + ], + "table:alias": "customer_demographics", + "inputs": [], + "rowCount": 1920800, + "avgRowSize": 217, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "cd_demo_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_gender" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_marital_status" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "cd_education_status" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_purchase_estimate" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "cd_credit_rating" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_employed_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_college_count" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "cd_demo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cd_marital_status", + "ndv": 5 + }, + { + "name": "cd_gender", + "ndv": 2 + }, + { + "name": "cd_education_status", + "ndv": 7 + }, + { + "name": "cd_purchase_estimate", + "ndv": 20, + "minValue": 500, + "maxValue": 10000 + }, + { + "name": "cd_credit_rating", + "ndv": 4 + }, + { + "name": "cd_dep_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_dep_employed_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_dep_college_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + } + ] + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": "M", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + } + ] + }, + "rowCount": 288120 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cd_demo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 288120 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 9, + "name": "$9" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "9", + "12" + ], + "rowCount": 177792026415471648 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "d2", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + "rowCount": 65744.1 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_week_seq" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 65744.1 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "d1", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + } + ] + }, + "rowCount": 8875.453500000001 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_week_seq", + "EXPR$0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + }, + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": 5, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "rowCount": 8875.453500000001 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "16", + "19" + ], + "rowCount": 8.752630536740251E7 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_week_seq", + "d_date_sk0", + "d_week_seq0", + "EXPR$0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 8.752630536740251E7 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 12, + "name": "$12" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "13", + "21" + ], + "rowCount": 2.3342218793894795E24 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 14, + "name": "$14" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + { + "op": { + "name": "<", + "kind": "LESS_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 10, + "name": "$10" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "22" + ], + "rowCount": 3.8472766687412865E31 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "promotion" + ], + "table:alias": "promotion", + "inputs": [], + "rowCount": 2300, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "p_promo_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "p_promo_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "p_start_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "p_end_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "p_item_sk" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 15, + "scale": 2, + "name": "p_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "p_response_target" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "p_promo_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_dmail" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_email" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_catalog" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_tv" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_radio" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_press" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_event" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_demo" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "p_channel_details" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "p_purpose" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_discount_active" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "p_promo_sk", + "ndv": 2365, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "p_promo_id", + "ndv": 2307 + }, + { + "name": "p_start_date_sk", + "ndv": 761, + "minValue": 2450096, + "maxValue": 2450915 + }, + { + "name": "p_end_date_sk", + "ndv": 736, + "minValue": 2450102, + "maxValue": 2450970 + }, + { + "name": "p_item_sk", + "ndv": 2252, + "minValue": 614, + "maxValue": 461932 + }, + { + "name": "p_cost", + "ndv": 1, + "minValue": 1000, + "maxValue": 1000 + }, + { + "name": "p_response_target", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "p_promo_name", + "ndv": 11 + }, + { + "name": "p_channel_dmail", + "ndv": 3 + }, + { + "name": "p_channel_email", + "ndv": 2 + }, + { + "name": "p_channel_catalog", + "ndv": 2 + }, + { + "name": "p_channel_tv", + "ndv": 2 + }, + { + "name": "p_channel_radio", + "ndv": 2 + }, + { + "name": "p_channel_press", + "ndv": 2 + }, + { + "name": "p_channel_event", + "ndv": 2 + }, + { + "name": "p_channel_demo", + "ndv": 2 + }, + { + "name": "p_channel_details", + "ndv": 2242 + }, + { + "name": "p_purpose", + "ndv": 2 + }, + { + "name": "p_discount_active", + "ndv": 2 + } + ] + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "p_promo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 2300 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 19, + "name": "$19" + } + ] + }, + "joinType": "left", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "23", + "25" + ], + "rowCount": 1.3305806358841739E34 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "d3", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + "rowCount": 65744.1 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 65744.1 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 20, + "name": "$20" + } + ] + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 21, + "name": "$21" + }, + { + "input": 18, + "name": "$18" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "26", + "29" + ], + "rowCount": 6.560836978772454E37 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_ship_date_sk", + "cs_bill_cdemo_sk", + "cs_bill_hdemo_sk", + "cs_item_sk", + "cs_promo_sk", + "cs_order_number", + "cs_quantity", + "cs_sold_date_sk", + "inv_date_sk", + "inv_item_sk", + "inv_warehouse_sk", + "inv_quantity_on_hand", + "cd_demo_sk", + "hd_demo_sk", + "d_date_sk", + "d_week_seq", + "EXPR$0", + "d_date_sk0", + "d_week_seq0", + "d_date_sk1", + "d_date", + "p_promo_sk" + ], + "exprs": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 17, + "name": "$17" + }, + { + "input": 18, + "name": "$18" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 20, + "name": "$20" + }, + { + "input": 21, + "name": "$21" + }, + { + "input": 19, + "name": "$19" + } + ], + "rowCount": 6.560836978772454E37 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_returns" + ], + "table:alias": "catalog_returns", + "inputs": [], + "rowCount": 4320980099, + "avgRowSize": 305, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returned_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cr_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_amount" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_store_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cr_returned_date_sk" + ], + "colStats": [ + { + "name": "cr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cr_order_number", + "ndv": 2681654419, + "minValue": 2, + "maxValue": 4800000000 + }, + { + "name": "cr_returned_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cr_refunded_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cr_refunded_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cr_refunded_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cr_refunded_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cr_returning_customer_sk", + "ndv": 77511828, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cr_returning_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cr_returning_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cr_returning_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cr_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cr_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cr_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cr_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "cr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cr_return_amount", + "ndv": 973170, + "minValue": 0, + "maxValue": 28805.04 + }, + { + "name": "cr_return_tax", + "ndv": 169232, + "minValue": 0, + "maxValue": 2511.58 + }, + { + "name": "cr_return_amt_inc_tax", + "ndv": 1689965, + "minValue": 0, + "maxValue": 30891.32 + }, + { + "name": "cr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "cr_return_ship_cost", + "ndv": 501353, + "minValue": 0, + "maxValue": 14273.28 + }, + { + "name": "cr_refunded_cash", + "ndv": 1257293, + "minValue": 0, + "maxValue": 26955.24 + }, + { + "name": "cr_reversed_charge", + "ndv": 895564, + "minValue": 0, + "maxValue": 24033.84 + }, + { + "name": "cr_store_credit", + "ndv": 906118, + "minValue": 0, + "maxValue": 24886.13 + }, + { + "name": "cr_net_loss", + "ndv": 996464, + "minValue": 0.5, + "maxValue": 16346.37 + }, + { + "name": "cr_returned_date_sk", + "ndv": 2104, + "minValue": 2450821, + "maxValue": 2452924 + } + ] + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cr_item_sk", + "cr_order_number" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 15, + "name": "$15" + } + ], + "rowCount": 4320980099 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 22, + "name": "$22" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 23, + "name": "$23" + }, + { + "input": 5, + "name": "$5" + } + ] + } + ] + }, + "joinType": "left", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "31", + "33" + ], + "rowCount": 6.37858041819547E45 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "warehouse" + ], + "table:alias": "warehouse", + "inputs": [], + "rowCount": 27, + "avgRowSize": 679, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "w_warehouse_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "w_warehouse_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "w_warehouse_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "w_warehouse_sq_ft" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "w_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "w_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "w_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "w_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "w_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "w_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "w_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "w_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "w_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "w_gmt_offset" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "w_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "w_warehouse_name", + "ndv": 27 + }, + { + "name": "w_warehouse_id", + "ndv": 27 + }, + { + "name": "w_warehouse_sq_ft", + "ndv": 26, + "minValue": 73065, + "maxValue": 977787 + }, + { + "name": "w_street_number", + "ndv": 26 + }, + { + "name": "w_street_name", + "ndv": 27 + }, + { + "name": "w_street_type", + "ndv": 16 + }, + { + "name": "w_suite_number", + "ndv": 21 + }, + { + "name": "w_city", + "ndv": 18 + }, + { + "name": "w_county", + "ndv": 14 + }, + { + "name": "w_state", + "ndv": 12 + }, + { + "name": "w_zip", + "ndv": 24 + }, + { + "name": "w_country", + "ndv": 1 + }, + { + "name": "w_gmt_offset", + "ndv": 4, + "minValue": -8, + "maxValue": -5 + } + ] + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "w_warehouse_sk", + "w_warehouse_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 27 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 24, + "name": "$24" + }, + { + "input": 10, + "name": "$10" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "34", + "36" + ], + "rowCount": 2.5833250693691657E46 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_item_desc" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 462000 + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 26, + "name": "$26" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "37", + "39" + ], + "rowCount": 1.7902442730728318E51 + }, + { + "id": "41", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4" + ], + "exprs": [ + { + "input": 27, + "name": "$27" + }, + { + "input": 25, + "name": "$25" + }, + { + "input": 15, + "name": "$15" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NULL", + "kind": "IS_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 21, + "name": "$21" + } + ] + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 21, + "name": "$21" + } + ] + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "rowCount": 1.7902442730728318E51 + }, + { + "id": "42", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 1.7902442730728318E50 + }, + { + "id": "43", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_desc", + "w_warehouse_name", + "d1.d_week_seq", + "no_promo", + "promo", + "total_cnt" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 1.7902442730728318E50 + }, + { + "id": "44", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 5, + "direction": "DESCENDING", + "nulls": "FIRST" + }, + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query73.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query73.q.out index bd1b3a77a5ef..5175001d564f 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query73.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query73.q.out @@ -1,230 +1,2157 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Reducer 4 (BROADCAST_EDGE) - Map 3 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 4 <- Map 3 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: customer - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_92_container, bigKeyColName:c_customer_sk, smallTablePos:1, keyRatio:1.25E-8 - Statistics: Num rows: 80000000 Data size: 28800000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: c_customer_sk (type: bigint), c_salutation (type: char(10)), c_first_name (type: char(20)), c_last_name (type: char(30)), c_preferred_cust_flag (type: char(1)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 80000000 Data size: 28800000000 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col1 (type: bigint) - outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col7 - input vertices: - 1 Reducer 4 - Statistics: Num rows: 5 Data size: 1840 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col3 (type: char(30)), _col2 (type: char(20)), _col1 (type: char(10)), _col4 (type: char(1)), _col5 (type: bigint), _col7 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 5 Data size: 1840 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col5 (type: bigint) - null sort order: a - sort order: - - Statistics: Num rows: 5 Data size: 1840 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: char(10)), _col3 (type: char(1)), _col4 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 3 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: (ss_hdemo_sk is not null and ss_customer_sk is not null and ss_store_sk is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_91_container, bigKeyColName:ss_store_sk, smallTablePos:1, keyRatio:1.5365246388564515E-7 - Statistics: Num rows: 82510879939 Data size: 3253774532920 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ss_hdemo_sk is not null and ss_customer_sk is not null and ss_store_sk is not null) (type: boolean) - Statistics: Num rows: 76814649841 Data size: 3029146599728 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_customer_sk (type: bigint), ss_hdemo_sk (type: bigint), ss_store_sk (type: bigint), ss_ticket_number (type: bigint), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 76814649841 Data size: 3029146599728 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col4 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - input vertices: - 1 Map 5 - Statistics: Num rows: 2986728013 Data size: 52135902504 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col3 - input vertices: - 1 Map 6 - Statistics: Num rows: 398230423 Data size: 3185843400 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col3 - input vertices: - 1 Map 7 - Statistics: Num rows: 12400839 Data size: 99206720 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - keys: _col0 (type: bigint), _col3 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 12400839 Data size: 198413432 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 12400839 Data size: 198413432 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: (d_dom BETWEEN 1 AND 2 and (d_year) IN (2000, 2001, 2002)) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_dom BETWEEN 1 AND 2 and (d_year) IN (2000, 2001, 2002)) (type: boolean) - Statistics: Num rows: 71 Data size: 1136 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 71 Data size: 568 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 71 Data size: 568 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 71 Data size: 568 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 71 Data size: 568 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 71 Data size: 568 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 3 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: household_demographics - filterExpr: ((hd_vehicle_count > 0) and (hd_buy_potential) IN ('>10000 ', 'unknown ') and if((hd_vehicle_count > 0), ((UDFToDouble(hd_dep_count) / UDFToDouble(hd_vehicle_count)) > 1.0D), false)) (type: boolean) - Statistics: Num rows: 7200 Data size: 777600 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((hd_vehicle_count > 0) and (hd_buy_potential) IN ('>10000 ', 'unknown ') and if((hd_vehicle_count > 0), ((UDFToDouble(hd_dep_count) / UDFToDouble(hd_vehicle_count)) > 1.0D), false)) (type: boolean) - Statistics: Num rows: 960 Data size: 103680 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: hd_demo_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 960 Data size: 7680 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 960 Data size: 7680 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: store - filterExpr: (s_county) IN ('Huron County', 'Kittitas County', 'Maverick County', 'Mobile County') (type: boolean) - Statistics: Num rows: 1704 Data size: 180624 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (s_county) IN ('Huron County', 'Kittitas County', 'Maverick County', 'Mobile County') (type: boolean) - Statistics: Num rows: 53 Data size: 5618 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: s_store_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 53 Data size: 424 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 53 Data size: 424 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: char(30)), VALUE._col1 (type: char(20)), VALUE._col2 (type: char(10)), VALUE._col3 (type: char(1)), VALUE._col4 (type: bigint), KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 5 Data size: 1840 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 5 Data size: 1840 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - keys: KEY._col0 (type: bigint), KEY._col1 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 12400839 Data size: 198413432 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col1 (type: bigint), _col0 (type: bigint), _col2 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 12400839 Data size: 198413432 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: _col2 BETWEEN 1L AND 5L (type: boolean) - Statistics: Num rows: 5 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 5 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col2 (type: bigint) - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer" + ], + "table:alias": "customer", + "inputs": [], + "rowCount": 80000000, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "c_customer_sk" + }, + { + "type": "CHAR", + "nullable": false, + "precision": 16, + "name": "c_customer_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_shipto_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_sales_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "c_salutation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "c_first_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "c_last_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "c_preferred_cust_flag" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_day" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_month" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_year" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "c_birth_country" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 13, + "name": "c_login" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "c_email_address" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_last_review_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "c_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "c_salutation", + "ndv": 7 + }, + { + "name": "c_first_name", + "ndv": 5158 + }, + { + "name": "c_last_name", + "ndv": 5123 + }, + { + "name": "c_preferred_cust_flag", + "ndv": 3 + }, + { + "name": "c_customer_id", + "ndv": 80610928 + }, + { + "name": "c_current_cdemo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "c_current_hdemo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "c_current_addr_sk", + "ndv": 33825344, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "c_first_shipto_date_sk", + "ndv": 3646, + "minValue": 2449028, + "maxValue": 2452678 + }, + { + "name": "c_first_sales_date_sk", + "ndv": 3643, + "minValue": 2448998, + "maxValue": 2452648 + }, + { + "name": "c_birth_day", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "c_birth_month", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "c_birth_year", + "ndv": 67, + "minValue": 1924, + "maxValue": 1992 + }, + { + "name": "c_birth_country", + "ndv": 216 + }, + { + "name": "c_login", + "ndv": 1 + }, + { + "name": "c_email_address", + "ndv": 75301330 + }, + { + "name": "c_last_review_date_sk", + "ndv": 364, + "minValue": 2452283, + "maxValue": 2452648 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_salutation", + "c_first_name", + "c_last_name", + "c_preferred_cust_flag" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + } + ], + "rowCount": 80000000 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 5.413538832797791E10 + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_customer_sk", + "ss_hdemo_sk", + "ss_store_sk", + "ss_ticket_number", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 5.413538832797791E10 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 9, + "name": "$9" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2002, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 4565.5625 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 4565.5625 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "4", + "7" + ], + "rowCount": 3.707377483097305E13 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "household_demographics" + ], + "table:alias": "household_demographics", + "inputs": [], + "rowCount": 7200, + "avgRowSize": 183, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "hd_demo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "hd_income_band_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "hd_buy_potential" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "hd_dep_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "hd_vehicle_count" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "hd_demo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "hd_buy_potential", + "ndv": 6 + }, + { + "name": "hd_dep_count", + "ndv": 10, + "minValue": 0, + "maxValue": 9 + }, + { + "name": "hd_vehicle_count", + "ndv": 6, + "minValue": -1, + "maxValue": 4 + }, + { + "name": "hd_income_band_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + } + ] + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": ">10000", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + }, + { + "literal": "unknown", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 7 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + } + ] + }, + { + "literal": 1, + "type": { + "type": "DOUBLE", + "nullable": false + } + } + ] + }, + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 225 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "hd_demo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 225 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "8", + "11" + ], + "rowCount": 1.2512399005453402E15 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store" + ], + "table:alias": "store", + "inputs": [], + "rowCount": 1704, + "avgRowSize": 1375, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "s_store_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "s_store_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "s_closed_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_store_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_number_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_floor_space" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "s_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_market_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_geography_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_market_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_division_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_company_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_company_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 10, + "name": "s_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "s_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "s_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "s_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "s_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "s_store_sk", + "ndv": 1736, + "minValue": 1, + "maxValue": 1704 + }, + { + "name": "s_county", + "ndv": 128 + }, + { + "name": "s_store_id", + "ndv": 879 + }, + { + "name": "s_rec_start_date", + "ndv": 4, + "minValue": 9933, + "maxValue": 11394 + }, + { + "name": "s_rec_end_date", + "ndv": 3, + "minValue": 10663, + "maxValue": 11393 + }, + { + "name": "s_closed_date_sk", + "ndv": 263, + "minValue": 2450820, + "maxValue": 2451314 + }, + { + "name": "s_store_name", + "ndv": 11 + }, + { + "name": "s_number_employees", + "ndv": 100, + "minValue": 200, + "maxValue": 300 + }, + { + "name": "s_floor_space", + "ndv": 1289, + "minValue": 5000201, + "maxValue": 9997773 + }, + { + "name": "s_hours", + "ndv": 4 + }, + { + "name": "s_manager", + "ndv": 1245 + }, + { + "name": "s_market_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "s_geography_class", + "ndv": 2 + }, + { + "name": "s_market_desc", + "ndv": 1311 + }, + { + "name": "s_market_manager", + "ndv": 1236 + }, + { + "name": "s_division_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_division_name", + "ndv": 2 + }, + { + "name": "s_company_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_company_name", + "ndv": 2 + }, + { + "name": "s_street_number", + "ndv": 736 + }, + { + "name": "s_street_name", + "ndv": 851 + }, + { + "name": "s_street_type", + "ndv": 21 + }, + { + "name": "s_suite_number", + "ndv": 76 + }, + { + "name": "s_city", + "ndv": 267 + }, + { + "name": "s_state", + "ndv": 44 + }, + { + "name": "s_zip", + "ndv": 983 + }, + { + "name": "s_country", + "ndv": 2 + }, + { + "name": "s_gmt_offset", + "ndv": 5, + "minValue": -9, + "maxValue": -5 + }, + { + "name": "s_tax_percentage", + "ndv": 12, + "minValue": 0, + "maxValue": 0.11 + } + ] + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 23, + "name": "$23" + }, + { + "literal": "Huron County", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 30 + } + }, + { + "literal": "Kittitas County", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 30 + } + }, + { + "literal": "Maverick County", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 30 + } + }, + { + "literal": "Mobile County", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 30 + } + } + ] + }, + "rowCount": 426 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 426 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "12", + "15" + ], + "rowCount": 79954229644847232 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 3 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 7995422964484723 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_ticket_number", + "ss_customer_sk", + "$f2" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 7995422964484723 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 2, + "name": "$2" + }, + { + "literal": 1, + "type": { + "type": "BIGINT", + "nullable": false + } + }, + { + "literal": 5, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + "rowCount": 1.9988557411211808E15 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_ticket_number", + "ss_customer_sk", + "$f2" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 1.9988557411211808E15 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "1", + "20" + ], + "rowCount": 2.398626889345417E22 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_last_name", + "c_first_name", + "c_salutation", + "c_preferred_cust_flag", + "ss_ticket_number", + "cnt" + ], + "exprs": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 7, + "name": "$7" + } + ], + "rowCount": 2.398626889345417E22 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 5, + "direction": "DESCENDING", + "nulls": "FIRST" + } + ], + "rowCount": 2.398626889345417E22 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query74.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query74.q.out index bf65d327cbdf..10069bae810b 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query74.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query74.q.out @@ -1,580 +1,2720 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 15 (BROADCAST_EDGE), Reducer 17 (BROADCAST_EDGE) - Map 10 <- Map 15 (BROADCAST_EDGE), Reducer 16 (BROADCAST_EDGE) - Reducer 11 <- Map 10 (CUSTOM_SIMPLE_EDGE), Map 18 (CUSTOM_SIMPLE_EDGE) - Reducer 12 <- Reducer 11 (SIMPLE_EDGE) - Reducer 13 <- Map 10 (CUSTOM_SIMPLE_EDGE), Map 18 (CUSTOM_SIMPLE_EDGE) - Reducer 14 <- Reducer 13 (SIMPLE_EDGE) - Reducer 16 <- Map 15 (SIMPLE_EDGE) - Reducer 17 <- Map 15 (SIMPLE_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 18 (CUSTOM_SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 4 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 18 (CUSTOM_SIMPLE_EDGE) - Reducer 5 <- Reducer 4 (SIMPLE_EDGE) - Reducer 6 <- Reducer 3 (CUSTOM_SIMPLE_EDGE), Reducer 5 (CUSTOM_SIMPLE_EDGE) - Reducer 7 <- Reducer 12 (CUSTOM_SIMPLE_EDGE), Reducer 6 (CUSTOM_SIMPLE_EDGE) - Reducer 8 <- Reducer 14 (CUSTOM_SIMPLE_EDGE), Reducer 7 (CUSTOM_SIMPLE_EDGE) - Reducer 9 <- Reducer 8 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: ss_customer_sk is not null (type: boolean) - Statistics: Num rows: 82510879939 Data size: 10328567433472 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ss_customer_sk is not null (type: boolean) - Statistics: Num rows: 80566020964 Data size: 10085113393344 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_customer_sk (type: bigint), ss_net_paid (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 80566020964 Data size: 10085113393344 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 15 - Statistics: Num rows: 16192399916 Data size: 1715750699872 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 16192399916 Data size: 1715750699872 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(7,2)) - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Reducer 17 - Statistics: Num rows: 16192399916 Data size: 1715750699872 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 16192399916 Data size: 1715750699872 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(7,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 10 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: ws_bill_customer_sk is not null (type: boolean) - Statistics: Num rows: 21594638446 Data size: 2763790237272 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ws_bill_customer_sk is not null (type: boolean) - Statistics: Num rows: 21591944812 Data size: 2763445492440 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_bill_customer_sk (type: bigint), ws_net_paid (type: decimal(7,2)), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 21591944812 Data size: 2763445492440 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Reducer 16 - Statistics: Num rows: 4339613664 Data size: 520430196184 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 4339613664 Data size: 520430196184 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(7,2)) - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 15 - Statistics: Num rows: 4339613664 Data size: 520430196184 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 4339613664 Data size: 520430196184 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(7,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 15 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: ((d_year = 1999) or (d_year = 1998)) (type: boolean) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_year = 1999) (type: boolean) - Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 10 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Filter Operator - predicate: (d_year = 1998) (type: boolean) - Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 10 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 18 - Map Operator Tree: - TableScan - alias: customer - Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: c_customer_sk (type: bigint), c_customer_id (type: char(16)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(16)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(16)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 80000000 Data size: 8640000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(16)) - Select Operator - expressions: c_customer_sk (type: bigint), c_customer_id (type: char(16)), c_first_name (type: char(20)), c_last_name (type: char(30)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 80000000 Data size: 23040000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 80000000 Data size: 23040000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(16)), _col2 (type: char(20)), _col3 (type: char(30)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 11 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col1, _col5 - input vertices: - 1 Map 18 - Statistics: Num rows: 4339613664 Data size: 919696199648 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Group By Operator - aggregations: sum(_col1) - keys: _col5 (type: char(16)) - minReductionHashAggr: 0.9815652 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Reducer 12 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: char(16)) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Reducer 13 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col1, _col5 - input vertices: - 1 Map 18 - Statistics: Num rows: 4339613664 Data size: 919696199648 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Group By Operator - aggregations: sum(_col1) - keys: _col5 (type: char(16)) - minReductionHashAggr: 0.9815652 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Reducer 14 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: char(16)) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col1 > 0) (type: boolean) - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(16)), _col1 (type: decimal(17,2)), (_col1 > 0) (type: boolean) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 80000000 Data size: 17280000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 80000000 Data size: 17280000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: boolean) - Reducer 16 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 17 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col1, _col5, _col6, _col7 - input vertices: - 1 Map 18 - Statistics: Num rows: 16192399916 Data size: 6135275611584 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Group By Operator - aggregations: sum(_col1) - keys: _col5 (type: char(16)), _col6 (type: char(20)), _col7 (type: char(30)) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 80000000 Data size: 31360000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)), _col1 (type: char(20)), _col2 (type: char(30)) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: char(16)), _col1 (type: char(20)), _col2 (type: char(30)) - Statistics: Num rows: 80000000 Data size: 31360000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: decimal(17,2)) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: char(16)), KEY._col1 (type: char(20)), KEY._col2 (type: char(30)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 80000000 Data size: 31360000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 80000000 Data size: 31360000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(20)), _col2 (type: char(30)), _col3 (type: decimal(17,2)) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col1, _col5 - input vertices: - 1 Map 18 - Statistics: Num rows: 16192399916 Data size: 3220643626704 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Group By Operator - aggregations: sum(_col1) - keys: _col5 (type: char(16)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: char(16)) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col1 > 0) (type: boolean) - Statistics: Num rows: 80000000 Data size: 16960000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(16)), _col1 (type: decimal(17,2)), (_col1 > 0) (type: boolean) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 80000000 Data size: 17280000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 80000000 Data size: 17280000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: boolean) - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: char(16)) - 1 KEY.reducesinkkey0 (type: char(16)) - outputColumnNames: _col0, _col1, _col2, _col3, _col5, _col6 - input vertices: - 0 Reducer 3 - Statistics: Num rows: 80000000 Data size: 40640000000 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 80000000 Data size: 40640000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(20)), _col2 (type: char(30)), _col3 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: boolean) - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: char(16)) - 1 KEY.reducesinkkey0 (type: char(16)) - outputColumnNames: _col0, _col1, _col2, _col3, _col5, _col6, _col8 - input vertices: - 1 Reducer 12 - Statistics: Num rows: 80000000 Data size: 49600000000 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Reduce Output Operator - key expressions: _col0 (type: char(16)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(16)) - Statistics: Num rows: 80000000 Data size: 49600000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(20)), _col2 (type: char(30)), _col3 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: boolean), _col8 (type: decimal(17,2)) - Reducer 8 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: char(16)) - 1 KEY.reducesinkkey0 (type: char(16)) - outputColumnNames: _col0, _col1, _col2, _col3, _col5, _col6, _col8, _col10, _col11 - input vertices: - 1 Reducer 14 - Statistics: Num rows: 80000000 Data size: 58880000000 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Filter Operator - predicate: if(_col6, if(_col11, ((_col8 / _col10) > (_col3 / _col5)), false), false) (type: boolean) - Statistics: Num rows: 40000000 Data size: 29440000000 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: +++ - keys: _col2 (type: char(30)), _col0 (type: char(16)), _col1 (type: char(20)) - null sort order: zzz - Statistics: Num rows: 40000000 Data size: 29440000000 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col0 (type: char(16)), _col1 (type: char(20)), _col2 (type: char(30)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 40000000 Data size: 11200000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col2 (type: char(30)), _col0 (type: char(16)), _col1 (type: char(20)) - null sort order: zzz - sort order: +++ - Statistics: Num rows: 40000000 Data size: 11200000000 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 9 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey1 (type: char(16)), KEY.reducesinkkey2 (type: char(20)), KEY.reducesinkkey0 (type: char(30)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 40000000 Data size: 11200000000 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 28000 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 28000 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_customer_sk", + "ss_net_paid", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 19, + "name": "$19" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 10957.35 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 1.0984822172140161E14 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer" + ], + "table:alias": "customer", + "inputs": [], + "rowCount": 80000000, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "c_customer_sk" + }, + { + "type": "CHAR", + "nullable": false, + "precision": 16, + "name": "c_customer_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_shipto_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_sales_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "c_salutation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "c_first_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "c_last_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "c_preferred_cust_flag" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_day" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_month" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_year" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "c_birth_country" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 13, + "name": "c_login" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "c_email_address" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_last_review_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "c_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "c_customer_id", + "ndv": 80610928 + }, + { + "name": "c_first_name", + "ndv": 5158 + }, + { + "name": "c_last_name", + "ndv": 5123 + }, + { + "name": "c_current_cdemo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "c_current_hdemo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "c_current_addr_sk", + "ndv": 33825344, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "c_first_shipto_date_sk", + "ndv": 3646, + "minValue": 2449028, + "maxValue": 2452678 + }, + { + "name": "c_first_sales_date_sk", + "ndv": 3643, + "minValue": 2448998, + "maxValue": 2452648 + }, + { + "name": "c_salutation", + "ndv": 7 + }, + { + "name": "c_preferred_cust_flag", + "ndv": 3 + }, + { + "name": "c_birth_day", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "c_birth_month", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "c_birth_year", + "ndv": 67, + "minValue": 1924, + "maxValue": 1992 + }, + { + "name": "c_birth_country", + "ndv": 216 + }, + { + "name": "c_login", + "ndv": 1 + }, + { + "name": "c_email_address", + "ndv": 75301330 + }, + { + "name": "c_last_review_date_sk", + "ndv": 364, + "minValue": 2452283, + "maxValue": 2452648 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_customer_id", + "c_first_name", + "c_last_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + } + ], + "rowCount": 80000000 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "8" + ], + "rowCount": 1.3181786606568192E21 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5, + 6, + 7 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 80000000 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_id", + "c_first_name", + "c_last_name", + "$f3" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 80000000 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "inputs": [ + "0" + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_customer_sk", + "ss_net_paid", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 19, + "name": "$19" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1998, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 10957.35 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "13", + "15" + ], + "rowCount": 1.0984822172140161E14 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_customer_id", + "c_first_name", + "c_last_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + } + ], + "inputs": [ + "7" + ], + "rowCount": 80000000 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "16", + "17" + ], + "rowCount": 1.3181786606568192E21 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 80000000 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + "rowCount": 40000000 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "customer_id", + "year_total", + "EXPR$0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + } + ], + "rowCount": 40000000 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "11", + "21" + ], + "rowCount": 480000000000000 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + } + ] + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 1.7491657141260002E10 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_bill_customer_sk", + "ws_net_paid", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 28, + "name": "$28" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 1.7491657141260002E10 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 10957.35 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "25", + "27" + ], + "rowCount": 2.8749331406517793E13 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_customer_id", + "c_first_name", + "c_last_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + } + ], + "inputs": [ + "7" + ], + "rowCount": 80000000 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "28", + "29" + ], + "rowCount": 3.449919768782135E20 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 80000000 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_id", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 80000000 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "22", + "32" + ], + "rowCount": 5.76E21 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "inputs": [ + "23" + ], + "rowCount": 1.7491657141260002E10 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_bill_customer_sk", + "ws_net_paid", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 28, + "name": "$28" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 1.7491657141260002E10 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1998, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 10957.35 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "35", + "37" + ], + "rowCount": 2.8749331406517793E13 + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_customer_id", + "c_first_name", + "c_last_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + } + ], + "inputs": [ + "7" + ], + "rowCount": 80000000 + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "38", + "39" + ], + "rowCount": 3.449919768782135E20 + }, + { + "id": "41", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 80000000 + }, + { + "id": "42", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + "rowCount": 40000000 + }, + { + "id": "43", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "customer_id", + "year_total", + "EXPR$1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + } + ], + "rowCount": 40000000 + }, + { + "id": "44", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 9, + "name": "$9" + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 10, + "name": "$10" + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 5, + "name": "$5" + } + ] + } + ] + }, + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + } + ] + }, + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "33", + "43" + ], + "rowCount": 8.639999999999999E27 + }, + { + "id": "45", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "t_s_secyear.customer_id", + "t_s_secyear.customer_first_name", + "t_s_secyear.customer_last_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 8.639999999999999E27 + }, + { + "id": "46", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query75.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query75.q.out index d8a87abb66ef..33cf9fafff8b 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query75.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query75.q.out @@ -1,1043 +1,6764 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 21 <- Reducer 10 (BROADCAST_EDGE), Reducer 16 (BROADCAST_EDGE) - Map 22 <- Map 1 (BROADCAST_EDGE), Map 17 (BROADCAST_EDGE), Reducer 18 (BROADCAST_EDGE), Reducer 4 (BROADCAST_EDGE) - Map 27 <- Map 1 (BROADCAST_EDGE), Map 17 (BROADCAST_EDGE), Reducer 19 (BROADCAST_EDGE), Reducer 3 (BROADCAST_EDGE) - Map 32 <- Reducer 29 (BROADCAST_EDGE), Reducer 31 (BROADCAST_EDGE) - Map 5 <- Reducer 24 (BROADCAST_EDGE), Reducer 26 (BROADCAST_EDGE) - Map 6 <- Map 1 (BROADCAST_EDGE), Map 17 (BROADCAST_EDGE), Reducer 2 (BROADCAST_EDGE), Reducer 20 (BROADCAST_EDGE) - Reducer 10 <- Map 6 (CUSTOM_SIMPLE_EDGE) - Reducer 11 <- Map 21 (CUSTOM_SIMPLE_EDGE), Map 6 (CUSTOM_SIMPLE_EDGE), Union 12 (CONTAINS) - Reducer 13 <- Union 12 (SIMPLE_EDGE) - Reducer 14 <- Reducer 13 (CUSTOM_SIMPLE_EDGE), Reducer 9 (CUSTOM_SIMPLE_EDGE) - Reducer 15 <- Reducer 14 (SIMPLE_EDGE) - Reducer 16 <- Map 6 (CUSTOM_SIMPLE_EDGE) - Reducer 18 <- Map 17 (SIMPLE_EDGE) - Reducer 19 <- Map 17 (SIMPLE_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 20 <- Map 17 (SIMPLE_EDGE) - Reducer 23 <- Map 22 (CUSTOM_SIMPLE_EDGE), Map 5 (CUSTOM_SIMPLE_EDGE), Union 8 (CONTAINS) - Reducer 24 <- Map 22 (CUSTOM_SIMPLE_EDGE) - Reducer 25 <- Map 22 (CUSTOM_SIMPLE_EDGE), Map 5 (CUSTOM_SIMPLE_EDGE), Union 12 (CONTAINS) - Reducer 26 <- Map 22 (CUSTOM_SIMPLE_EDGE) - Reducer 28 <- Map 27 (CUSTOM_SIMPLE_EDGE), Map 32 (CUSTOM_SIMPLE_EDGE), Union 8 (CONTAINS) - Reducer 29 <- Map 27 (CUSTOM_SIMPLE_EDGE) - Reducer 3 <- Map 1 (SIMPLE_EDGE) - Reducer 30 <- Map 27 (CUSTOM_SIMPLE_EDGE), Map 32 (CUSTOM_SIMPLE_EDGE), Union 12 (CONTAINS) - Reducer 31 <- Map 27 (CUSTOM_SIMPLE_EDGE) - Reducer 4 <- Map 1 (SIMPLE_EDGE) - Reducer 7 <- Map 21 (CUSTOM_SIMPLE_EDGE), Map 6 (CUSTOM_SIMPLE_EDGE), Union 8 (CONTAINS) - Reducer 9 <- Union 8 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: item - filterExpr: ((i_category = 'Sports ') and i_manufact_id is not null and i_category_id is not null and i_brand_id is not null and i_class_id is not null) (type: boolean) - Statistics: Num rows: 462000 Data size: 52649820 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((i_category = 'Sports ') and i_manufact_id is not null and i_category_id is not null and i_brand_id is not null and i_class_id is not null) (type: boolean) - Statistics: Num rows: 41585 Data size: 4739062 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_brand_id (type: int), i_class_id (type: int), i_category_id (type: int), i_manufact_id (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 41585 Data size: 996412 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 41585 Data size: 996412 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 41585 Data size: 996412 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 41585 Data size: 996412 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 41585 Data size: 996412 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 41585 Data size: 996412 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 41585 Data size: 996412 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 17 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: ((d_year = 2002) or (d_year = 2001)) (type: boolean) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_year = 2002) (type: boolean) - Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 6 - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 22 - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 27 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_year = 2001) (type: boolean) - Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 6 - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 27 - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 22 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 21 - Map Operator Tree: - TableScan - alias: catalog_returns - filterExpr: ((cr_item_sk BETWEEN DynamicValue(RS[492]_col0) AND DynamicValue(RS[492]_col1) and cr_order_number BETWEEN DynamicValue(RS[492]_col2) AND DynamicValue(RS[492]_col3) and in_bloom_filter(hash(cr_item_sk,cr_order_number), DynamicValue(RS[492]_col4))) or (cr_item_sk BETWEEN DynamicValue(RS[462]_col0) AND DynamicValue(RS[462]_col1) and cr_order_number BETWEEN DynamicValue(RS[462]_col2) AND DynamicValue(RS[462]_col3) and in_bloom_filter(hash(cr_item_sk,cr_order_number), DynamicValue(RS[462]_col4)))) (type: boolean) - Statistics: Num rows: 4320980099 Data size: 560353946136 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (cr_item_sk BETWEEN DynamicValue(RS[492]_col0) AND DynamicValue(RS[492]_col1) and cr_order_number BETWEEN DynamicValue(RS[492]_col2) AND DynamicValue(RS[492]_col3) and in_bloom_filter(hash(cr_item_sk,cr_order_number), DynamicValue(RS[492]_col4))) (type: boolean) - Statistics: Num rows: 4320980099 Data size: 560353946136 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cr_item_sk (type: bigint), cr_order_number (type: bigint), cr_return_quantity (type: int), cr_return_amount (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 4320980099 Data size: 560353946136 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 4320980099 Data size: 560353946136 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) - Filter Operator - predicate: (cr_item_sk BETWEEN DynamicValue(RS[462]_col0) AND DynamicValue(RS[462]_col1) and cr_order_number BETWEEN DynamicValue(RS[462]_col2) AND DynamicValue(RS[462]_col3) and in_bloom_filter(hash(cr_item_sk,cr_order_number), DynamicValue(RS[462]_col4))) (type: boolean) - Statistics: Num rows: 4320980099 Data size: 560353946136 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cr_item_sk (type: bigint), cr_order_number (type: bigint), cr_return_quantity (type: int), cr_return_amount (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 4320980099 Data size: 560353946136 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 4320980099 Data size: 560353946136 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 22 - Map Operator Tree: - TableScan - alias: store_sales - Statistics: Num rows: 82510879939 Data size: 11325746095684 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_ticket_number (type: bigint), ss_quantity (type: int), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 82510879939 Data size: 11325746095684 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col4 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - input vertices: - 1 Reducer 18 - Statistics: Num rows: 16583283491 Data size: 1963216325036 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col7, _col8, _col9, _col10 - input vertices: - 1 Reducer 4 - Statistics: Num rows: 1492674976 Data size: 47765597720 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 1492674976 Data size: 47765597720 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: int), _col3 (type: decimal(7,2)), _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: int) - Select Operator - expressions: _col0 (type: bigint), _col1 (type: bigint), hash(_col0,_col1) (type: int) - outputColumnNames: _col0, _col1, _col3 - Statistics: Num rows: 1492674976 Data size: 29853499520 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), min(_col1), max(_col1), bloom_filter(_col3, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col4 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - input vertices: - 1 Map 17 - Statistics: Num rows: 16583283491 Data size: 1963216325036 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col7, _col8, _col9, _col10 - input vertices: - 1 Map 1 - Statistics: Num rows: 1492674976 Data size: 47765597720 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 1492674976 Data size: 47765597720 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: int), _col3 (type: decimal(7,2)), _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: int) - Select Operator - expressions: _col0 (type: bigint), _col1 (type: bigint), hash(_col0,_col1) (type: int) - outputColumnNames: _col0, _col1, _col3 - Statistics: Num rows: 1492674976 Data size: 29853499520 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), min(_col1), max(_col1), bloom_filter(_col3, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 27 - Map Operator Tree: - TableScan - alias: web_sales - Statistics: Num rows: 21594638446 Data size: 3022936005332 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_item_sk (type: bigint), ws_order_number (type: bigint), ws_quantity (type: int), ws_ext_sales_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 21594638446 Data size: 3022936005332 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col4 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - input vertices: - 1 Reducer 19 - Statistics: Num rows: 4340155038 Data size: 572587087908 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col7, _col8, _col9, _col10 - input vertices: - 1 Reducer 3 - Statistics: Num rows: 390660922 Data size: 57504437720 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 390660922 Data size: 57504437720 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: int), _col3 (type: decimal(7,2)), _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: int) - Select Operator - expressions: _col0 (type: bigint), _col1 (type: bigint), hash(_col0,_col1) (type: int) - outputColumnNames: _col0, _col1, _col3 - Statistics: Num rows: 390660922 Data size: 7813218440 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), min(_col1), max(_col1), bloom_filter(_col3, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col4 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - input vertices: - 1 Map 17 - Statistics: Num rows: 4340155038 Data size: 572587087908 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col7, _col8, _col9, _col10 - input vertices: - 1 Map 1 - Statistics: Num rows: 390660922 Data size: 57504437720 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 390660922 Data size: 57504437720 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: int), _col3 (type: decimal(7,2)), _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: int) - Select Operator - expressions: _col0 (type: bigint), _col1 (type: bigint), hash(_col0,_col1) (type: int) - outputColumnNames: _col0, _col1, _col3 - Statistics: Num rows: 390660922 Data size: 7813218440 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), min(_col1), max(_col1), bloom_filter(_col3, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 32 - Map Operator Tree: - TableScan - alias: web_returns - filterExpr: ((wr_item_sk BETWEEN DynamicValue(RS[512]_col0) AND DynamicValue(RS[512]_col1) and wr_order_number BETWEEN DynamicValue(RS[512]_col2) AND DynamicValue(RS[512]_col3) and in_bloom_filter(hash(wr_item_sk,wr_order_number), DynamicValue(RS[512]_col4))) or (wr_item_sk BETWEEN DynamicValue(RS[482]_col0) AND DynamicValue(RS[482]_col1) and wr_order_number BETWEEN DynamicValue(RS[482]_col2) AND DynamicValue(RS[482]_col3) and in_bloom_filter(hash(wr_item_sk,wr_order_number), DynamicValue(RS[482]_col4)))) (type: boolean) - Statistics: Num rows: 2160007345 Data size: 273845125140 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (wr_item_sk BETWEEN DynamicValue(RS[512]_col0) AND DynamicValue(RS[512]_col1) and wr_order_number BETWEEN DynamicValue(RS[512]_col2) AND DynamicValue(RS[512]_col3) and in_bloom_filter(hash(wr_item_sk,wr_order_number), DynamicValue(RS[512]_col4))) (type: boolean) - Statistics: Num rows: 2160007345 Data size: 273845125140 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: wr_item_sk (type: bigint), wr_order_number (type: bigint), wr_return_quantity (type: int), wr_return_amt (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2160007345 Data size: 273845125140 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 2160007345 Data size: 273845125140 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) - Filter Operator - predicate: (wr_item_sk BETWEEN DynamicValue(RS[482]_col0) AND DynamicValue(RS[482]_col1) and wr_order_number BETWEEN DynamicValue(RS[482]_col2) AND DynamicValue(RS[482]_col3) and in_bloom_filter(hash(wr_item_sk,wr_order_number), DynamicValue(RS[482]_col4))) (type: boolean) - Statistics: Num rows: 2160007345 Data size: 273845125140 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: wr_item_sk (type: bigint), wr_order_number (type: bigint), wr_return_quantity (type: int), wr_return_amt (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2160007345 Data size: 273845125140 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 2160007345 Data size: 273845125140 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: store_returns - filterExpr: ((sr_item_sk BETWEEN DynamicValue(RS[472]_col0) AND DynamicValue(RS[472]_col1) and sr_ticket_number BETWEEN DynamicValue(RS[472]_col2) AND DynamicValue(RS[472]_col3) and in_bloom_filter(hash(sr_item_sk,sr_ticket_number), DynamicValue(RS[472]_col4))) or (sr_item_sk BETWEEN DynamicValue(RS[502]_col0) AND DynamicValue(RS[502]_col1) and sr_ticket_number BETWEEN DynamicValue(RS[502]_col2) AND DynamicValue(RS[502]_col3) and in_bloom_filter(hash(sr_item_sk,sr_ticket_number), DynamicValue(RS[502]_col4)))) (type: boolean) - Statistics: Num rows: 8634166995 Data size: 1104703724476 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (sr_item_sk BETWEEN DynamicValue(RS[472]_col0) AND DynamicValue(RS[472]_col1) and sr_ticket_number BETWEEN DynamicValue(RS[472]_col2) AND DynamicValue(RS[472]_col3) and in_bloom_filter(hash(sr_item_sk,sr_ticket_number), DynamicValue(RS[472]_col4))) (type: boolean) - Statistics: Num rows: 8634166995 Data size: 1104703724476 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: sr_item_sk (type: bigint), sr_ticket_number (type: bigint), sr_return_quantity (type: int), sr_return_amt (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 8634166995 Data size: 1104703724476 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 8634166995 Data size: 1104703724476 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) - Filter Operator - predicate: (sr_item_sk BETWEEN DynamicValue(RS[502]_col0) AND DynamicValue(RS[502]_col1) and sr_ticket_number BETWEEN DynamicValue(RS[502]_col2) AND DynamicValue(RS[502]_col3) and in_bloom_filter(hash(sr_item_sk,sr_ticket_number), DynamicValue(RS[502]_col4))) (type: boolean) - Statistics: Num rows: 8634166995 Data size: 1104703724476 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: sr_item_sk (type: bigint), sr_ticket_number (type: bigint), sr_return_quantity (type: int), sr_return_amt (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 8634166995 Data size: 1104703724476 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 8634166995 Data size: 1104703724476 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: catalog_sales - Statistics: Num rows: 43005109025 Data size: 6008237430060 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_item_sk (type: bigint), cs_order_number (type: bigint), cs_quantity (type: int), cs_ext_sales_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 43005109025 Data size: 6008237430060 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col4 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - input vertices: - 1 Map 17 - Statistics: Num rows: 8582195972 Data size: 1120372034864 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col7, _col8, _col9, _col10 - input vertices: - 1 Map 1 - Statistics: Num rows: 772490513 Data size: 101850760856 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 772490513 Data size: 101850760856 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: int), _col3 (type: decimal(7,2)), _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: int) - Select Operator - expressions: _col0 (type: bigint), _col1 (type: bigint), hash(_col0,_col1) (type: int) - outputColumnNames: _col0, _col1, _col3 - Statistics: Num rows: 772490513 Data size: 15449810260 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), min(_col1), max(_col1), bloom_filter(_col3, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col4 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - input vertices: - 1 Reducer 20 - Statistics: Num rows: 8582195972 Data size: 1120372034864 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col7, _col8, _col9, _col10 - input vertices: - 1 Reducer 2 - Statistics: Num rows: 772490513 Data size: 101850760856 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 772490513 Data size: 101850760856 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: int), _col3 (type: decimal(7,2)), _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: int) - Select Operator - expressions: _col0 (type: bigint), _col1 (type: bigint), hash(_col0,_col1) (type: int) - outputColumnNames: _col0, _col1, _col3 - Statistics: Num rows: 772490513 Data size: 15449810260 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), min(_col1), max(_col1), bloom_filter(_col3, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 10 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), bloom_filter(VALUE._col4, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) - Reducer 11 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Left Outer Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - outputColumnNames: _col2, _col3, _col7, _col8, _col9, _col10, _col13, _col14 - input vertices: - 1 Map 21 - Statistics: Num rows: 2017213214 Data size: 388166715564 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Select Operator - expressions: _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: int), (_col2 - if(_col13 is not null, _col13, 0)) (type: int), (_col3 - if(_col14 is not null, _col14, 0)) (type: decimal(8,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 2017213214 Data size: 266272142620 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(8,2)) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 6029744178 Data size: 795926226580 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(8,2)) - null sort order: zzzzzz - sort order: ++++++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) - Statistics: Num rows: 6029744178 Data size: 795926226580 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 13 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int), KEY._col3 (type: int), KEY._col4 (type: int), KEY._col5 (type: decimal(8,2)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 6029744178 Data size: 795926226580 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col4), sum(_col5) - keys: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) - mode: complete - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 177920028 Data size: 24197123536 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) - null sort order: zzzz - sort order: ++++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) - Statistics: Num rows: 177920028 Data size: 24197123536 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col4 (type: bigint), _col5 (type: decimal(18,2)) - Reducer 14 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int) - 1 KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col10, _col11 - input vertices: - 1 Reducer 9 - Statistics: Num rows: 32072478585127 Data size: 8210554517792240 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Filter Operator - predicate: ((CAST( _col10 AS decimal(17,2)) / CAST( _col4 AS decimal(17,2))) < 0.9) (type: boolean) - Statistics: Num rows: 10690826195042 Data size: 2736851505930672 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: + - keys: (_col10 - _col4) (type: bigint) - null sort order: z - Statistics: Num rows: 10690826195042 Data size: 2736851505930672 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: bigint), _col10 (type: bigint), (_col10 - _col4) (type: bigint), (_col11 - _col5) (type: decimal(19,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 10690826195042 Data size: 1625005581646208 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col6 (type: bigint) - null sort order: z - sort order: + - Statistics: Num rows: 10690826195042 Data size: 1625005581646208 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: bigint), _col5 (type: bigint), _col7 (type: decimal(19,2)) - Reducer 15 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: int), VALUE._col4 (type: bigint), VALUE._col5 (type: bigint), KEY.reducesinkkey0 (type: bigint), VALUE._col6 (type: decimal(19,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 10690826195042 Data size: 1625005581646208 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 15200 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: 2001 (type: int), 2002 (type: int), _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: decimal(19,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 - Statistics: Num rows: 100 Data size: 16000 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 16000 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 16 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), bloom_filter(VALUE._col4, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) - Reducer 18 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 19 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 41585 Data size: 996412 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int) - Reducer 20 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 23 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Left Outer Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - outputColumnNames: _col2, _col3, _col7, _col8, _col9, _col10, _col13, _col14 - input vertices: - 1 Map 5 - Statistics: Num rows: 4012530964 Data size: 613800764264 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Select Operator - expressions: _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: int), (_col2 - if(_col13 is not null, _col13, 0)) (type: int), (_col3 - if(_col14 is not null, _col14, 0)) (type: decimal(8,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 4012530964 Data size: 529654085620 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(8,2)) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 6029744178 Data size: 795926226580 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(8,2)) - null sort order: zzzzzz - sort order: ++++++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) - Statistics: Num rows: 6029744178 Data size: 795926226580 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 24 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), bloom_filter(VALUE._col4, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) - Reducer 25 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Left Outer Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - outputColumnNames: _col2, _col3, _col7, _col8, _col9, _col10, _col13, _col14 - input vertices: - 1 Map 5 - Statistics: Num rows: 4012530964 Data size: 613800764264 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Select Operator - expressions: _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: int), (_col2 - if(_col13 is not null, _col13, 0)) (type: int), (_col3 - if(_col14 is not null, _col14, 0)) (type: decimal(8,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 4012530964 Data size: 529654085620 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(8,2)) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 6029744178 Data size: 795926226580 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(8,2)) - null sort order: zzzzzz - sort order: ++++++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) - Statistics: Num rows: 6029744178 Data size: 795926226580 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 26 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), bloom_filter(VALUE._col4, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) - Reducer 28 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Left Outer Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - outputColumnNames: _col2, _col3, _col7, _col8, _col9, _col10, _col13, _col14 - input vertices: - 1 Map 32 - Statistics: Num rows: 1031325981 Data size: 198862953200 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Select Operator - expressions: _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: int), (_col2 - if(_col13 is not null, _col13, 0)) (type: int), (_col3 - if(_col14 is not null, _col14, 0)) (type: decimal(8,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 1031325981 Data size: 136135027864 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(8,2)) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 6029744178 Data size: 795926226580 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(8,2)) - null sort order: zzzzzz - sort order: ++++++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) - Statistics: Num rows: 6029744178 Data size: 795926226580 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 29 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), bloom_filter(VALUE._col4, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 41585 Data size: 996412 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int) - Reducer 30 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Left Outer Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - outputColumnNames: _col2, _col3, _col7, _col8, _col9, _col10, _col13, _col14 - input vertices: - 1 Map 32 - Statistics: Num rows: 1031325981 Data size: 198862953200 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Select Operator - expressions: _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: int), (_col2 - if(_col13 is not null, _col13, 0)) (type: int), (_col3 - if(_col14 is not null, _col14, 0)) (type: decimal(8,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 1031325981 Data size: 136135027864 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(8,2)) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 6029744178 Data size: 795926226580 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(8,2)) - null sort order: zzzzzz - sort order: ++++++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) - Statistics: Num rows: 6029744178 Data size: 795926226580 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 31 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), bloom_filter(VALUE._col4, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 41585 Data size: 996412 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int) - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Left Outer Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - outputColumnNames: _col2, _col3, _col7, _col8, _col9, _col10, _col13, _col14 - input vertices: - 1 Map 21 - Statistics: Num rows: 2017213214 Data size: 388166715564 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Select Operator - expressions: _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: int), (_col2 - if(_col13 is not null, _col13, 0)) (type: int), (_col3 - if(_col14 is not null, _col14, 0)) (type: decimal(8,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 2017213214 Data size: 266272142620 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(8,2)) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 6029744178 Data size: 795926226580 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(8,2)) - null sort order: zzzzzz - sort order: ++++++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) - Statistics: Num rows: 6029744178 Data size: 795926226580 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 9 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int), KEY._col3 (type: int), KEY._col4 (type: int), KEY._col5 (type: decimal(8,2)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 6029744178 Data size: 795926226580 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col4), sum(_col5) - keys: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) - mode: complete - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 177920028 Data size: 24197123536 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) - null sort order: zzzz - sort order: ++++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) - Statistics: Num rows: 177920028 Data size: 24197123536 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col4 (type: bigint), _col5 (type: decimal(18,2)) - Union 12 - Vertex: Union 12 - Union 8 - Vertex: Union 8 - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_returns" + ], + "table:alias": "catalog_returns", + "inputs": [], + "rowCount": 4320980099, + "avgRowSize": 305, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returned_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cr_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_amount" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_store_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cr_returned_date_sk" + ], + "colStats": [ + { + "name": "cr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cr_order_number", + "ndv": 2681654419, + "minValue": 2, + "maxValue": 4800000000 + }, + { + "name": "cr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cr_return_amount", + "ndv": 973170, + "minValue": 0, + "maxValue": 28805.04 + }, + { + "name": "cr_returned_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cr_refunded_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cr_refunded_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cr_refunded_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cr_refunded_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cr_returning_customer_sk", + "ndv": 77511828, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cr_returning_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cr_returning_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cr_returning_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cr_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cr_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cr_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cr_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "cr_return_tax", + "ndv": 169232, + "minValue": 0, + "maxValue": 2511.58 + }, + { + "name": "cr_return_amt_inc_tax", + "ndv": 1689965, + "minValue": 0, + "maxValue": 30891.32 + }, + { + "name": "cr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "cr_return_ship_cost", + "ndv": 501353, + "minValue": 0, + "maxValue": 14273.28 + }, + { + "name": "cr_refunded_cash", + "ndv": 1257293, + "minValue": 0, + "maxValue": 26955.24 + }, + { + "name": "cr_reversed_charge", + "ndv": 895564, + "minValue": 0, + "maxValue": 24033.84 + }, + { + "name": "cr_store_credit", + "ndv": 906118, + "minValue": 0, + "maxValue": 24886.13 + }, + { + "name": "cr_net_loss", + "ndv": 996464, + "minValue": 0.5, + "maxValue": 16346.37 + }, + { + "name": "cr_returned_date_sk", + "ndv": 2104, + "minValue": 2450821, + "maxValue": 2452924 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cr_item_sk", + "cr_order_number", + "cr_return_quantity", + "cr_return_amount" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 17, + "name": "$17" + } + ], + "rowCount": 4320980099 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + } + ] + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + }, + "rowCount": 3.87045981225E10 + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_item_sk", + "cs_order_number", + "cs_quantity", + "cs_ext_sales_price", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 14, + "name": "$14" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 17, + "name": "$17" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.87045981225E10 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 10957.35 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "4", + "7" + ], + "rowCount": 6.3614974235636305E13 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Sports ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 50 + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 13, + "name": "$13" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 11, + "name": "$11" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ] + } + ] + }, + "rowCount": 45467.73000000001 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand_id", + "i_class_id", + "i_category_id", + "i_manufact_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 13, + "name": "$13" + } + ], + "rowCount": 45467.73000000001 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "8", + "11" + ], + "rowCount": 433864270875430272 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 1, + "name": "$1" + } + ] + } + ] + }, + "joinType": "right", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "1", + "12" + ], + "rowCount": 4.218117522679961E25 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_brand_id", + "i_class_id", + "i_category_id", + "i_manufact_id", + "sales_cnt", + "sales_amt" + ], + "exprs": [ + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "input": 2, + "name": "$2" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + } + ] + } + ], + "rowCount": 4.218117522679961E25 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_returns" + ], + "table:alias": "store_returns", + "inputs": [], + "rowCount": 8634166995, + "avgRowSize": 249, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "sr_return_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "sr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "sr_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "sr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_store_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "sr_returned_date_sk" + ], + "colStats": [ + { + "name": "sr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "sr_ticket_number", + "ndv": 5114579988, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "sr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "sr_return_amt", + "ndv": 715216, + "minValue": 0, + "maxValue": 19643 + }, + { + "name": "sr_return_time_sk", + "ndv": 32389, + "minValue": 28799, + "maxValue": 61199 + }, + { + "name": "sr_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "sr_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "sr_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "sr_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "sr_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "sr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "sr_return_tax", + "ndv": 141365, + "minValue": 0, + "maxValue": 1714.37 + }, + { + "name": "sr_return_amt_inc_tax", + "ndv": 1520430, + "minValue": 0, + "maxValue": 21018.01 + }, + { + "name": "sr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "sr_return_ship_cost", + "ndv": 363000, + "minValue": 0, + "maxValue": 9975 + }, + { + "name": "sr_refunded_cash", + "ndv": 1187970, + "minValue": 0, + "maxValue": 18413.33 + }, + { + "name": "sr_reversed_charge", + "ndv": 926355, + "minValue": 0, + "maxValue": 18104.5 + }, + { + "name": "sr_store_credit", + "ndv": 937950, + "minValue": 0, + "maxValue": 17792.48 + }, + { + "name": "sr_net_loss", + "ndv": 851834, + "minValue": 0.5, + "maxValue": 11008.17 + }, + { + "name": "sr_returned_date_sk", + "ndv": 2004, + "minValue": 2450820, + "maxValue": 2452822 + } + ] + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sr_item_sk", + "sr_ticket_number", + "sr_return_quantity", + "sr_return_amt" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + } + ], + "rowCount": 8634166995 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + }, + "rowCount": 7.42597919451E10 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_ticket_number", + "ss_quantity", + "ss_ext_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 7.42597919451E10 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "5" + ], + "rowCount": 10957.35 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "19", + "21" + ], + "rowCount": 1.2205357969044623E14 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Sports ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 50 + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 13, + "name": "$13" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 11, + "name": "$11" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ] + } + ] + }, + "inputs": [ + "9" + ], + "rowCount": 45467.73000000001 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand_id", + "i_class_id", + "i_category_id", + "i_manufact_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 13, + "name": "$13" + } + ], + "rowCount": 45467.73000000001 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "22", + "24" + ], + "rowCount": 832424881034804096 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 1, + "name": "$1" + } + ] + } + ] + }, + "joinType": "right", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "16", + "25" + ], + "rowCount": 1.6171414807076423E26 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_brand_id", + "i_class_id", + "i_category_id", + "i_manufact_id", + "sales_cnt", + "sales_amt" + ], + "exprs": [ + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "input": 2, + "name": "$2" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + } + ] + } + ], + "rowCount": 1.6171414807076423E26 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", + "all": true, + "inputs": [ + "14", + "27" + ], + "rowCount": 2.0389532329756385E26 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_brand_id", + "i_class_id", + "i_category_id", + "i_manufact_id", + "sales_cnt", + "sales_amt" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 2.0389532329756385E26 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2, + 3, + 4, + 5 + ], + "aggs": [], + "rowCount": 2.0389532329756385E25 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_brand_id", + "i_class_id", + "i_category_id", + "i_manufact_id", + "sales_cnt", + "sales_amt" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 2.0389532329756385E25 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_returns" + ], + "table:alias": "web_returns", + "inputs": [], + "rowCount": 2160007345, + "avgRowSize": 281, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returned_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "wr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "wr_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "wr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_account_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "wr_returned_date_sk" + ], + "colStats": [ + { + "name": "wr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "wr_order_number", + "ndv": 1317116406, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "wr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "wr_return_amt", + "ndv": 1108704, + "minValue": 0, + "maxValue": 29191 + }, + { + "name": "wr_returned_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "wr_refunded_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "wr_refunded_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "wr_refunded_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "wr_refunded_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "wr_returning_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "wr_returning_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "wr_returning_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "wr_returning_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "wr_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "wr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "wr_return_tax", + "ndv": 198904, + "minValue": 0, + "maxValue": 2620.34 + }, + { + "name": "wr_return_amt_inc_tax", + "ndv": 2111617, + "minValue": 0, + "maxValue": 31735.25 + }, + { + "name": "wr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "wr_return_ship_cost", + "ndv": 553061, + "minValue": 0, + "maxValue": 14624 + }, + { + "name": "wr_refunded_cash", + "ndv": 1631618, + "minValue": 0, + "maxValue": 28085.82 + }, + { + "name": "wr_reversed_charge", + "ndv": 1277260, + "minValue": 0, + "maxValue": 26135.99 + }, + { + "name": "wr_account_credit", + "ndv": 1249055, + "minValue": 0, + "maxValue": 24649.69 + }, + { + "name": "wr_net_loss", + "ndv": 1227508, + "minValue": 0.5, + "maxValue": 16733.32 + }, + { + "name": "wr_returned_date_sk", + "ndv": 2185, + "minValue": 2450819, + "maxValue": 2453002 + } + ] + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "wr_item_sk", + "wr_order_number", + "wr_return_quantity", + "wr_return_amt" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + } + ], + "rowCount": 2160007345 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + } + ] + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + }, + "rowCount": 1.94351746014E10 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_item_sk", + "ws_order_number", + "ws_quantity", + "ws_ext_sales_price", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 17, + "name": "$17" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 1.94351746014E10 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "5" + ], + "rowCount": 10957.35 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "36", + "38" + ], + "rowCount": 3.1943701562797547E13 + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Sports ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 50 + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 13, + "name": "$13" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 11, + "name": "$11" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ] + } + ] + }, + "inputs": [ + "9" + ], + "rowCount": 45467.73000000001 + }, + { + "id": "41", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand_id", + "i_class_id", + "i_category_id", + "i_manufact_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 13, + "name": "$13" + } + ], + "rowCount": 45467.73000000001 + }, + { + "id": "42", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "39", + "41" + ], + "rowCount": 217861139678678592 + }, + { + "id": "43", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 1, + "name": "$1" + } + ] + } + ] + }, + "joinType": "right", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "33", + "42" + ], + "rowCount": 1.058808760561964E25 + }, + { + "id": "44", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_brand_id", + "i_class_id", + "i_category_id", + "i_manufact_id", + "sales_cnt", + "sales_amt" + ], + "exprs": [ + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "input": 2, + "name": "$2" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + } + ] + } + ], + "rowCount": 1.058808760561964E25 + }, + { + "id": "45", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", + "all": true, + "inputs": [ + "31", + "44" + ], + "rowCount": 3.0977619935376024E25 + }, + { + "id": "46", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_brand_id", + "i_class_id", + "i_category_id", + "i_manufact_id", + "sales_cnt", + "sales_amt" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 3.0977619935376024E25 + }, + { + "id": "47", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2, + 3, + 4, + 5 + ], + "aggs": [], + "rowCount": 3.097761993537602E24 + }, + { + "id": "48", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_brand_id", + "i_class_id", + "i_category_id", + "i_manufact_id", + "sales_cnt", + "sales_amt" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 3.097761993537602E24 + }, + { + "id": "49", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2, + 3 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 18, + "scale": 2 + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + } + ], + "rowCount": 3.097761993537602E23 + }, + { + "id": "50", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_brand_id", + "i_class_id", + "i_category_id", + "i_manufact_id", + "$f4", + "$f5" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 3.097761993537602E23 + }, + { + "id": "51", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cr_item_sk", + "cr_order_number", + "cr_return_quantity", + "cr_return_amount" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 17, + "name": "$17" + } + ], + "inputs": [ + "0" + ], + "rowCount": 4320980099 + }, + { + "id": "52", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + }, + "inputs": [ + "2" + ], + "rowCount": 3.87045981225E10 + }, + { + "id": "53", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_item_sk", + "cs_order_number", + "cs_quantity", + "cs_ext_sales_price", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 14, + "name": "$14" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 17, + "name": "$17" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.87045981225E10 + }, + { + "id": "54", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2002, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "5" + ], + "rowCount": 10957.35 + }, + { + "id": "55", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "56", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "53", + "55" + ], + "rowCount": 6.3614974235636305E13 + }, + { + "id": "57", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Sports ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 50 + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 13, + "name": "$13" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 11, + "name": "$11" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ] + } + ] + }, + "inputs": [ + "9" + ], + "rowCount": 45467.73000000001 + }, + { + "id": "58", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand_id", + "i_class_id", + "i_category_id", + "i_manufact_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 13, + "name": "$13" + } + ], + "rowCount": 45467.73000000001 + }, + { + "id": "59", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "56", + "58" + ], + "rowCount": 433864270875430272 + }, + { + "id": "60", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 1, + "name": "$1" + } + ] + } + ] + }, + "joinType": "right", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "51", + "59" + ], + "rowCount": 4.218117522679961E25 + }, + { + "id": "61", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_brand_id", + "i_class_id", + "i_category_id", + "i_manufact_id", + "sales_cnt", + "sales_amt" + ], + "exprs": [ + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "input": 2, + "name": "$2" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + } + ] + } + ], + "rowCount": 4.218117522679961E25 + }, + { + "id": "62", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sr_item_sk", + "sr_ticket_number", + "sr_return_quantity", + "sr_return_amt" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + } + ], + "inputs": [ + "15" + ], + "rowCount": 8634166995 + }, + { + "id": "63", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + }, + "inputs": [ + "17" + ], + "rowCount": 7.42597919451E10 + }, + { + "id": "64", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_ticket_number", + "ss_quantity", + "ss_ext_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 7.42597919451E10 + }, + { + "id": "65", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2002, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "5" + ], + "rowCount": 10957.35 + }, + { + "id": "66", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "67", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "64", + "66" + ], + "rowCount": 1.2205357969044623E14 + }, + { + "id": "68", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Sports ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 50 + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 13, + "name": "$13" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 11, + "name": "$11" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ] + } + ] + }, + "inputs": [ + "9" + ], + "rowCount": 45467.73000000001 + }, + { + "id": "69", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand_id", + "i_class_id", + "i_category_id", + "i_manufact_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 13, + "name": "$13" + } + ], + "rowCount": 45467.73000000001 + }, + { + "id": "70", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "67", + "69" + ], + "rowCount": 832424881034804096 + }, + { + "id": "71", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 1, + "name": "$1" + } + ] + } + ] + }, + "joinType": "right", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "62", + "70" + ], + "rowCount": 1.6171414807076423E26 + }, + { + "id": "72", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_brand_id", + "i_class_id", + "i_category_id", + "i_manufact_id", + "sales_cnt", + "sales_amt" + ], + "exprs": [ + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "input": 2, + "name": "$2" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + } + ] + } + ], + "rowCount": 1.6171414807076423E26 + }, + { + "id": "73", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", + "all": true, + "inputs": [ + "61", + "72" + ], + "rowCount": 2.0389532329756385E26 + }, + { + "id": "74", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_brand_id", + "i_class_id", + "i_category_id", + "i_manufact_id", + "sales_cnt", + "sales_amt" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 2.0389532329756385E26 + }, + { + "id": "75", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2, + 3, + 4, + 5 + ], + "aggs": [], + "rowCount": 2.0389532329756385E25 + }, + { + "id": "76", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_brand_id", + "i_class_id", + "i_category_id", + "i_manufact_id", + "sales_cnt", + "sales_amt" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 2.0389532329756385E25 + }, + { + "id": "77", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "wr_item_sk", + "wr_order_number", + "wr_return_quantity", + "wr_return_amt" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + } + ], + "inputs": [ + "32" + ], + "rowCount": 2160007345 + }, + { + "id": "78", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + }, + "inputs": [ + "34" + ], + "rowCount": 1.94351746014E10 + }, + { + "id": "79", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_item_sk", + "ws_order_number", + "ws_quantity", + "ws_ext_sales_price", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 17, + "name": "$17" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 1.94351746014E10 + }, + { + "id": "80", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2002, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "5" + ], + "rowCount": 10957.35 + }, + { + "id": "81", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "82", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "79", + "81" + ], + "rowCount": 3.1943701562797547E13 + }, + { + "id": "83", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Sports ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 50 + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 13, + "name": "$13" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 11, + "name": "$11" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ] + } + ] + }, + "inputs": [ + "9" + ], + "rowCount": 45467.73000000001 + }, + { + "id": "84", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand_id", + "i_class_id", + "i_category_id", + "i_manufact_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 13, + "name": "$13" + } + ], + "rowCount": 45467.73000000001 + }, + { + "id": "85", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "82", + "84" + ], + "rowCount": 217861139678678592 + }, + { + "id": "86", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 1, + "name": "$1" + } + ] + } + ] + }, + "joinType": "right", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "77", + "85" + ], + "rowCount": 1.058808760561964E25 + }, + { + "id": "87", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_brand_id", + "i_class_id", + "i_category_id", + "i_manufact_id", + "sales_cnt", + "sales_amt" + ], + "exprs": [ + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "input": 2, + "name": "$2" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + } + ] + } + ], + "rowCount": 1.058808760561964E25 + }, + { + "id": "88", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", + "all": true, + "inputs": [ + "76", + "87" + ], + "rowCount": 3.0977619935376024E25 + }, + { + "id": "89", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_brand_id", + "i_class_id", + "i_category_id", + "i_manufact_id", + "sales_cnt", + "sales_amt" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 3.0977619935376024E25 + }, + { + "id": "90", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2, + 3, + 4, + 5 + ], + "aggs": [], + "rowCount": 3.097761993537602E24 + }, + { + "id": "91", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_brand_id", + "i_class_id", + "i_category_id", + "i_manufact_id", + "sales_cnt", + "sales_amt" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 3.097761993537602E24 + }, + { + "id": "92", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2, + 3 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 18, + "scale": 2 + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + } + ], + "rowCount": 3.097761993537602E23 + }, + { + "id": "93", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_brand_id", + "i_class_id", + "i_category_id", + "i_manufact_id", + "$f4", + "$f5" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 3.097761993537602E23 + }, + { + "id": "94", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "<", + "kind": "LESS_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 10, + "name": "$10" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + } + } + ] + }, + { + "literal": 0.9, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 1 + } + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "50", + "93" + ], + "rowCount": 2.4290202464284087E43 + }, + { + "id": "95", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_brand_id", + "i_class_id", + "i_category_id", + "i_manufact_id", + "prev_yr_cnt", + "curr_yr_cnt", + "sales_cnt_diff", + "sales_amt_diff" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 10, + "name": "$10" + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "input": 5, + "name": "$5" + } + ] + } + ], + "rowCount": 2.4290202464284087E43 + }, + { + "id": "96", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 6, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + }, + { + "id": "97", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "prev_year", + "year", + "curr_yr.i_brand_id", + "curr_yr.i_class_id", + "curr_yr.i_category_id", + "curr_yr.i_manufact_id", + "prev_yr_cnt", + "curr_yr_cnt", + "sales_cnt_diff", + "sales_amt_diff" + ], + "exprs": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 2001, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 2002, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + } + ], + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query76.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query76.q.out index 58b21d9f3ea4..b4298028a920 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query76.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query76.q.out @@ -1,349 +1,2738 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 2 <- Map 1 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Union 3 (CONTAINS) - Map 7 <- Map 1 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Union 3 (CONTAINS) - Map 8 <- Map 1 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Union 3 (CONTAINS) - Reducer 4 <- Union 3 (SIMPLE_EDGE) - Reducer 5 <- Reducer 4 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: date_dim - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), d_year (type: int), d_qoy (type: int) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: int) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 2 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: int) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 7 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int), _col2 (type: int) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 8 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 2 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: ss_addr_sk is null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_125_container, bigKeyColName:ss_item_sk, smallTablePos:1, keyRatio:0.02359494773827757 - Statistics: Num rows: 82510879939 Data size: 10987909046272 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ss_addr_sk is null (type: boolean) - Statistics: Num rows: 1946839900 Data size: 259259139816 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1946839900 Data size: 244051905296 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col2 (type: bigint) - outputColumnNames: _col1, _col2, _col3, _col4 - input vertices: - 0 Map 1 - Statistics: Num rows: 1946839900 Data size: 244051905296 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col4, _col7 - input vertices: - 1 Map 6 - Statistics: Num rows: 1946839900 Data size: 403692777096 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: 'store' (type: string), 'ss_addr_sk' (type: string), _col1 (type: int), _col2 (type: int), _col7 (type: char(50)), _col4 (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 1946839900 Data size: 759964478796 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: +++++ - keys: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: char(50)) - null sort order: zzzzz - Statistics: Num rows: 2057228617 Data size: 804076268851 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - aggregations: count(), sum(_col5) - keys: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: char(50)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 27502596 Data size: 11221059168 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: char(50)) - null sort order: zzzzz - sort order: +++++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: char(50)) - Statistics: Num rows: 27502596 Data size: 11221059168 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col5 (type: bigint), _col6 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: item - Statistics: Num rows: 462000 Data size: 45276000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_category (type: char(50)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 462000 Data size: 45276000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 45276000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(50)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 45276000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(50)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 45276000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: ws_web_page_sk is null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_126_container, bigKeyColName:ws_item_sk, smallTablePos:1, keyRatio:1.2496236076135138E-4 - Statistics: Num rows: 21594638446 Data size: 2936546632992 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ws_web_page_sk is null (type: boolean) - Statistics: Num rows: 2698517 Data size: 366957880 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_item_sk (type: bigint), ws_ext_sales_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2698517 Data size: 345372432 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col4, _col5 - input vertices: - 1 Map 1 - Statistics: Num rows: 2698517 Data size: 345372432 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col4, _col5, _col7 - input vertices: - 1 Map 6 - Statistics: Num rows: 2698517 Data size: 566650826 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: 'web' (type: string), 'ws_web_page_sk' (type: string), _col4 (type: int), _col5 (type: int), _col7 (type: char(50)), _col1 (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 2698517 Data size: 1065876471 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: +++++ - keys: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: char(50)) - null sort order: zzzzz - Statistics: Num rows: 2057228617 Data size: 804076268851 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - aggregations: count(), sum(_col5) - keys: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: char(50)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 27502596 Data size: 11221059168 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: char(50)) - null sort order: zzzzz - sort order: +++++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: char(50)) - Statistics: Num rows: 27502596 Data size: 11221059168 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col5 (type: bigint), _col6 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: cs_warehouse_sk is null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_127_container, bigKeyColName:cs_item_sk, smallTablePos:1, keyRatio:0.0025041257292801387 - Statistics: Num rows: 43005109025 Data size: 5835786558816 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: cs_warehouse_sk is null (type: boolean) - Statistics: Num rows: 107690200 Data size: 14613543432 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_item_sk (type: bigint), cs_ext_sales_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 107690200 Data size: 13754179184 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col4, _col5 - input vertices: - 1 Map 1 - Statistics: Num rows: 107690200 Data size: 13754179184 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col4, _col5, _col7 - input vertices: - 1 Map 6 - Statistics: Num rows: 107690200 Data size: 22584775584 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: 'catalog' (type: string), 'cs_warehouse_sk' (type: string), _col4 (type: int), _col5 (type: int), _col7 (type: char(50)), _col1 (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 107690200 Data size: 43045913584 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: +++++ - keys: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: char(50)) - null sort order: zzzzz - Statistics: Num rows: 2057228617 Data size: 804076268851 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - aggregations: count(), sum(_col5) - keys: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: char(50)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 27502596 Data size: 11221059168 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: char(50)) - null sort order: zzzzz - sort order: +++++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: char(50)) - Statistics: Num rows: 27502596 Data size: 11221059168 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col5 (type: bigint), _col6 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0), sum(VALUE._col1) - keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int), KEY._col3 (type: int), KEY._col4 (type: char(50)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 8756 Data size: 3572448 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: char(50)) - null sort order: zzzzz - sort order: +++++ - Statistics: Num rows: 8756 Data size: 3572448 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col5 (type: bigint), _col6 (type: decimal(17,2)) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), KEY.reducesinkkey4 (type: char(50)), VALUE._col0 (type: bigint), VALUE._col1 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 8756 Data size: 3572448 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 40800 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 40800 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Union 3 - Vertex: Union 3 - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year", + "d_qoy" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 10, + "name": "$10" + } + ], + "rowCount": 73049 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NULL", + "kind": "IS_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 1.8564947986275E10 + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_ext_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 1.8564947986275E10 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "1", + "4" + ], + "rowCount": 2.0342263281741038E14 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_category" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 12, + "name": "$12" + } + ], + "rowCount": 462000 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "5", + "7" + ], + "rowCount": 1.4097188454246537E19 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "col_name", + "d_year", + "d_qoy", + "i_category", + "ext_sales_price" + ], + "exprs": [ + { + "literal": "store", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "ss_addr_sk", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 1.4097188454246537E19 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + } + ] + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NULL", + "kind": "IS_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 11, + "name": "$11" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 4.85879365035E9 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_item_sk", + "ws_ext_sales_price", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 4.85879365035E9 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year", + "d_qoy" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 10, + "name": "$10" + } + ], + "inputs": [ + "0" + ], + "rowCount": 73049 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "12", + "13" + ], + "rowCount": 5.323950260466258E13 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_category" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 12, + "name": "$12" + } + ], + "inputs": [ + "6" + ], + "rowCount": 462000 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "14", + "15" + ], + "rowCount": 3689497530503116800 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "col_name", + "d_year", + "d_qoy", + "i_category", + "ext_sales_price" + ], + "exprs": [ + { + "literal": "web", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "ws_web_page_sk", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 3689497530503116800 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + } + ] + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NULL", + "kind": "IS_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 13, + "name": "$13" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 9.676149530625E9 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_item_sk", + "cs_ext_sales_price", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 14, + "name": "$14" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 9.676149530625E9 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_year", + "d_qoy" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 10, + "name": "$10" + } + ], + "inputs": [ + "0" + ], + "rowCount": 73049 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "20", + "21" + ], + "rowCount": 1.0602495705939384E14 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_category" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 12, + "name": "$12" + } + ], + "inputs": [ + "6" + ], + "rowCount": 462000 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "22", + "23" + ], + "rowCount": 7347529524215993344 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "col_name", + "d_year", + "d_qoy", + "i_category", + "ext_sales_price" + ], + "exprs": [ + { + "literal": "catalog", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "cs_warehouse_sk", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 7347529524215993344 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", + "all": true, + "inputs": [ + "9", + "17", + "25" + ], + "rowCount": 2.5134215508965646E19 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "col_name", + "d_year", + "d_qoy", + "i_category", + "ext_sales_price" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 2.5134215508965646E19 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2, + 3, + 4 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + } + ], + "rowCount": 2513421550896564736 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "col_name", + "d_year", + "d_qoy", + "i_category", + "sales_cnt", + "sales_amt" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 2513421550896564736 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 3, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 4, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query77.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query77.q.out index 1bb3cbfd2493..b12c95eb69df 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query77.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query77.q.out @@ -1,621 +1,4695 @@ Warning: Map Join MAPJOIN[213][bigTable=?] in task 'Reducer 9' is a cross product -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 10 (BROADCAST_EDGE) - Map 11 <- Map 10 (BROADCAST_EDGE) - Map 13 <- Map 10 (BROADCAST_EDGE) - Map 15 <- Map 10 (BROADCAST_EDGE) - Map 6 <- Map 10 (BROADCAST_EDGE) - Map 8 <- Map 10 (BROADCAST_EDGE) - Reducer 12 <- Map 11 (CUSTOM_SIMPLE_EDGE) - Reducer 14 <- Map 13 (SIMPLE_EDGE), Reducer 16 (BROADCAST_EDGE), Union 3 (CONTAINS) - Reducer 16 <- Map 15 (SIMPLE_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 7 (BROADCAST_EDGE), Union 3 (CONTAINS) - Reducer 4 <- Union 3 (SIMPLE_EDGE) - Reducer 5 <- Reducer 4 (SIMPLE_EDGE) - Reducer 7 <- Map 6 (SIMPLE_EDGE) - Reducer 9 <- Map 8 (SIMPLE_EDGE), Reducer 12 (BROADCAST_EDGE), Union 3 (CONTAINS) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: ss_store_sk is not null (type: boolean) - Statistics: Num rows: 82510879939 Data size: 19351122693824 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ss_store_sk is not null (type: boolean) - Statistics: Num rows: 80569240632 Data size: 18895753650592 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_store_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_net_profit (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 80569240632 Data size: 18895753650592 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 10 - Statistics: Num rows: 8951525022 Data size: 1635889704016 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1), sum(_col2) - keys: _col0 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 626318 Data size: 144244544 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 626318 Data size: 144244544 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 10 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00' AND TIMESTAMP'1998-09-03 00:00:00' (type: boolean) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00' AND TIMESTAMP'1998-09-03 00:00:00' (type: boolean) - Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 8 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cr_returned_date_sk (bigint) - Target Input: catalog_returns - Partition key expr: cr_returned_date_sk - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 11 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 13 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: sr_returned_date_sk (bigint) - Target Input: store_returns - Partition key expr: sr_returned_date_sk - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 6 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: wr_returned_date_sk (bigint) - Target Input: web_returns - Partition key expr: wr_returned_date_sk - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 15 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 11 - Map Operator Tree: - TableScan - alias: catalog_returns - filterExpr: cr_returned_date_sk is not null (type: boolean) - Statistics: Num rows: 4320980099 Data size: 983085386936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cr_return_amount (type: decimal(7,2)), cr_net_loss (type: decimal(7,2)), cr_returned_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4320980099 Data size: 983085386936 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 10 - Statistics: Num rows: 480076034 Data size: 88155035584 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col0), sum(_col1) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: decimal(17,2)), _col1 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 13 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: ws_web_page_sk is not null (type: boolean) - Statistics: Num rows: 21594638446 Data size: 5182389031376 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ws_web_page_sk is not null (type: boolean) - Statistics: Num rows: 21591939929 Data size: 5181741427848 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_web_page_sk (type: bigint), ws_ext_sales_price (type: decimal(7,2)), ws_net_profit (type: decimal(7,2)), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 21591939929 Data size: 5181741427848 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 10 - Statistics: Num rows: 2398940204 Data size: 556229972216 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1), sum(_col2) - keys: _col0 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1103884 Data size: 256091160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1103884 Data size: 256091160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 15 - Map Operator Tree: - TableScan - alias: web_returns - filterExpr: wr_web_page_sk is not null (type: boolean) - Statistics: Num rows: 2062802370 Data size: 483797830080 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: wr_web_page_sk is not null (type: boolean) - Statistics: Num rows: 2014206241 Data size: 472400372880 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: wr_web_page_sk (type: bigint), wr_return_amt (type: decimal(7,2)), wr_net_loss (type: decimal(7,2)), wr_returned_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2014206241 Data size: 472400372880 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 10 - Statistics: Num rows: 223785373 Data size: 40909081576 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1), sum(_col2) - keys: _col0 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 81280 Data size: 18719088 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 81280 Data size: 18719088 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: store_returns - filterExpr: sr_store_sk is not null (type: boolean) - Statistics: Num rows: 8332595709 Data size: 1964866351664 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: sr_store_sk is not null (type: boolean) - Statistics: Num rows: 8180935974 Data size: 1929104252888 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: sr_store_sk (type: bigint), sr_return_amt (type: decimal(7,2)), sr_net_loss (type: decimal(7,2)), sr_returned_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 8180935974 Data size: 1929104252888 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 10 - Statistics: Num rows: 908930661 Data size: 176551532480 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1), sum(_col2) - keys: _col0 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 67620 Data size: 15599232 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 67620 Data size: 15599232 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: cs_sold_date_sk is not null (type: boolean) - Statistics: Num rows: 43005109025 Data size: 10308318973576 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_call_center_sk (type: bigint), cs_ext_sales_price (type: decimal(7,2)), cs_net_profit (type: decimal(7,2)), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 43005109025 Data size: 10308318973576 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 10 - Statistics: Num rows: 4778018342 Data size: 1095593062920 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1), sum(_col2) - keys: _col0 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 34240 Data size: 7937520 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 34240 Data size: 7937520 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 12 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: decimal(17,2)), _col1 (type: decimal(17,2)) - Reducer 14 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1) - keys: KEY._col0 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 508 Data size: 117856 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Outer Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col4, _col5 - input vertices: - 1 Reducer 16 - Statistics: Num rows: 509 Data size: 232104 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: 'web channel' (type: string), _col0 (type: bigint), _col1 (type: decimal(17,2)), if(_col4 is not null, _col4, 0) (type: decimal(17,2)), (_col2 - if(_col5 is not null, _col5, 0)) (type: decimal(18,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 509 Data size: 223451 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++ - keys: _col0 (type: string), _col1 (type: bigint) - null sort order: zz - Statistics: Num rows: 616 Data size: 270494 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - aggregations: sum(_col2), sum(_col3), sum(_col4) - keys: _col0 (type: string), _col1 (type: bigint), 0L (type: bigint) - grouping sets: 0, 1, 3 - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 924 Data size: 415700 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: bigint) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint), _col2 (type: bigint) - Statistics: Num rows: 924 Data size: 415700 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) - Reducer 16 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1) - keys: KEY._col0 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 508 Data size: 117000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 508 Data size: 117000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1) - keys: KEY._col0 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 98 Data size: 22576 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Outer Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col4, _col5 - input vertices: - 1 Reducer 7 - Statistics: Num rows: 99 Data size: 44984 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: 'store channel' (type: string), _col0 (type: bigint), _col1 (type: decimal(17,2)), if(_col4 is not null, _col4, 0) (type: decimal(17,2)), (_col2 - if(_col5 is not null, _col5, 0)) (type: decimal(18,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 99 Data size: 43499 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++ - keys: _col0 (type: string), _col1 (type: bigint) - null sort order: zz - Statistics: Num rows: 616 Data size: 270494 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - aggregations: sum(_col2), sum(_col3), sum(_col4) - keys: _col0 (type: string), _col1 (type: bigint), 0L (type: bigint) - grouping sets: 0, 1, 3 - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 924 Data size: 415700 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: bigint) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint), _col2 (type: bigint) - Statistics: Num rows: 924 Data size: 415700 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) - keys: KEY._col0 (type: string), KEY._col1 (type: bigint), KEY._col2 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col3, _col4, _col5 - Statistics: Num rows: 924 Data size: 415700 Basic stats: COMPLETE Column stats: COMPLETE - pruneGroupingSetId: true - Select Operator - expressions: _col0 (type: string), _col1 (type: bigint), _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 924 Data size: 408308 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Statistics: Num rows: 924 Data size: 408308 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(27,2)), _col3 (type: decimal(27,2)), _col4 (type: decimal(28,2)) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), VALUE._col0 (type: decimal(27,2)), VALUE._col1 (type: decimal(27,2)), VALUE._col2 (type: decimal(28,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 924 Data size: 408308 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 44196 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 44196 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1) - keys: KEY._col0 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 98 Data size: 22616 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 98 Data size: 22616 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) - Reducer 9 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1) - keys: KEY._col0 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 8 Data size: 1856 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - input vertices: - 1 Reducer 12 - Statistics: Num rows: 8 Data size: 3648 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: 'catalog channel' (type: string), _col0 (type: bigint), _col1 (type: decimal(17,2)), _col3 (type: decimal(17,2)), (_col2 - _col4) (type: decimal(18,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 8 Data size: 3544 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++ - keys: _col0 (type: string), _col1 (type: bigint) - null sort order: zz - Statistics: Num rows: 616 Data size: 270494 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - aggregations: sum(_col2), sum(_col3), sum(_col4) - keys: _col0 (type: string), _col1 (type: bigint), 0L (type: bigint) - grouping sets: 0, 1, 3 - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 924 Data size: 415700 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: bigint) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint), _col2 (type: bigint) - Statistics: Num rows: 924 Data size: 415700 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) - Union 3 - Vertex: Union 3 - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_store_sk", + "ss_ext_sales_price", + "ss_net_profit", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 21, + "name": "$21" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "TIMESTAMP", + "nullable": true, + "precision": 9 + } + }, + { + "literal": 902188800000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + }, + { + "literal": 904780800000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 1.8308036953566934E14 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_store_sk", + "ss_ext_sales_price", + "ss_net_profit" + ], + "exprs": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ], + "type": { + "type": "BIGINT", + "nullable": false + } + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 1.8308036953566934E14 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 1.8308036953566934E13 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_store_sk", + "$f1", + "$f2" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 1.8308036953566934E13 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_returns" + ], + "table:alias": "store_returns", + "inputs": [], + "rowCount": 8332595709, + "avgRowSize": 249, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "sr_return_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "sr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "sr_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "sr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_store_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "sr_returned_date_sk" + ], + "colStats": [ + { + "name": "sr_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "sr_return_amt", + "ndv": 715216, + "minValue": 0, + "maxValue": 19643 + }, + { + "name": "sr_net_loss", + "ndv": 848797, + "minValue": 0.5, + "maxValue": 11008.17 + }, + { + "name": "sr_returned_date_sk", + "ndv": 2003, + "minValue": 2450820, + "maxValue": 2452822 + }, + { + "name": "sr_return_time_sk", + "ndv": 32389, + "minValue": 28799, + "maxValue": 61199 + }, + { + "name": "sr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "sr_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "sr_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "sr_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "sr_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "sr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "sr_ticket_number", + "ndv": 5065526774, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "sr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "sr_return_tax", + "ndv": 141365, + "minValue": 0, + "maxValue": 1714.37 + }, + { + "name": "sr_return_amt_inc_tax", + "ndv": 1520430, + "minValue": 0, + "maxValue": 21018.01 + }, + { + "name": "sr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "sr_return_ship_cost", + "ndv": 363000, + "minValue": 0, + "maxValue": 9975 + }, + { + "name": "sr_refunded_cash", + "ndv": 1187970, + "minValue": 0, + "maxValue": 18413.33 + }, + { + "name": "sr_reversed_charge", + "ndv": 924833, + "minValue": 0, + "maxValue": 18104.5 + }, + { + "name": "sr_store_credit", + "ndv": 935681, + "minValue": 0, + "maxValue": 17792.48 + } + ] + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 19, + "name": "$19" + } + ] + } + ] + }, + "rowCount": 6.749402524290001E9 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sr_store_sk", + "sr_return_amt", + "sr_net_loss", + "sr_returned_date_sk" + ], + "exprs": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 18, + "name": "$18" + }, + { + "input": 19, + "name": "$19" + } + ], + "rowCount": 6.749402524290001E9 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "TIMESTAMP", + "nullable": true, + "precision": 9 + } + }, + { + "literal": 902188800000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + }, + { + "literal": 904780800000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 18262.25 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "12", + "14" + ], + "rowCount": 1.8488891437382258E13 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sr_store_sk", + "sr_return_amt", + "sr_net_loss" + ], + "exprs": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ], + "type": { + "type": "BIGINT", + "nullable": false + } + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 1.8488891437382258E13 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 1.8488891437382258E12 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sr_store_sk", + "$f1", + "$f2" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 1.8488891437382258E12 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "left", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "9", + "18" + ], + "rowCount": 5.077429615006786E24 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "id", + "sales", + "returns", + "profit" + ], + "exprs": [ + { + "literal": "store channel", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 17, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 17, + "scale": 2 + } + } + ] + } + ] + } + ], + "rowCount": 5.077429615006786E24 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + } + ] + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + }, + "rowCount": 3.87045981225E10 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_call_center_sk", + "cs_ext_sales_price", + "cs_net_profit", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 32, + "name": "$32" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.87045981225E10 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "TIMESTAMP", + "nullable": true, + "precision": 9 + } + }, + { + "literal": 902188800000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + }, + { + "literal": 904780800000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 18262.25 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "23", + "25" + ], + "rowCount": 1.0602495705939384E14 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 1.0602495705939385E13 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_call_center_sk", + "$f1", + "$f2" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 1.0602495705939385E13 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_returns" + ], + "table:alias": "catalog_returns", + "inputs": [], + "rowCount": 4320980099, + "avgRowSize": 305, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returned_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cr_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_amount" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_store_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cr_returned_date_sk" + ], + "colStats": [ + { + "name": "cr_return_amount", + "ndv": 973170, + "minValue": 0, + "maxValue": 28805.04 + }, + { + "name": "cr_net_loss", + "ndv": 996464, + "minValue": 0.5, + "maxValue": 16346.37 + }, + { + "name": "cr_returned_date_sk", + "ndv": 2104, + "minValue": 2450821, + "maxValue": 2452924 + }, + { + "name": "cr_returned_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cr_refunded_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cr_refunded_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cr_refunded_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cr_refunded_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cr_returning_customer_sk", + "ndv": 77511828, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cr_returning_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cr_returning_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cr_returning_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cr_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cr_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cr_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cr_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "cr_order_number", + "ndv": 2681654419, + "minValue": 2, + "maxValue": 4800000000 + }, + { + "name": "cr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cr_return_tax", + "ndv": 169232, + "minValue": 0, + "maxValue": 2511.58 + }, + { + "name": "cr_return_amt_inc_tax", + "ndv": 1689965, + "minValue": 0, + "maxValue": 30891.32 + }, + { + "name": "cr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "cr_return_ship_cost", + "ndv": 501353, + "minValue": 0, + "maxValue": 14273.28 + }, + { + "name": "cr_refunded_cash", + "ndv": 1257293, + "minValue": 0, + "maxValue": 26955.24 + }, + { + "name": "cr_reversed_charge", + "ndv": 895564, + "minValue": 0, + "maxValue": 24033.84 + }, + { + "name": "cr_store_credit", + "ndv": 906118, + "minValue": 0, + "maxValue": 24886.13 + } + ] + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 26, + "name": "$26" + } + ] + }, + "rowCount": 3.8888820891E9 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cr_return_amount", + "cr_net_loss", + "cr_returned_date_sk" + ], + "exprs": [ + { + "input": 17, + "name": "$17" + }, + { + "input": 25, + "name": "$25" + }, + { + "input": 26, + "name": "$26" + } + ], + "rowCount": 3.8888820891E9 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "TIMESTAMP", + "nullable": true, + "precision": 9 + } + }, + { + "literal": 902188800000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + }, + { + "literal": 904780800000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 18262.25 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "31", + "33" + ], + "rowCount": 1.065296053974997E13 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 0 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 1 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 1 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "literal": true, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "28", + "36" + ], + "rowCount": 1.0602495705939385E13 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "id", + "sales", + "returns", + "profit" + ], + "exprs": [ + { + "literal": "catalog channel", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 4, + "name": "$4" + } + ] + } + ], + "rowCount": 1.0602495705939385E13 + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + } + ] + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 11, + "name": "$11" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 1.7491657141260002E10 + }, + { + "id": "41", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_web_page_sk", + "ws_ext_sales_price", + "ws_net_profit", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 11, + "name": "$11" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 32, + "name": "$32" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 1.7491657141260002E10 + }, + { + "id": "42", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "TIMESTAMP", + "nullable": true, + "precision": 9 + } + }, + { + "literal": 902188800000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + }, + { + "literal": 904780800000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 18262.25 + }, + { + "id": "43", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "44", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "41", + "43" + ], + "rowCount": 4.791555234419632E13 + }, + { + "id": "45", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_web_page_sk", + "ws_ext_sales_price", + "ws_net_profit" + ], + "exprs": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ], + "type": { + "type": "BIGINT", + "nullable": false + } + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 4.791555234419632E13 + }, + { + "id": "46", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 4.791555234419632E12 + }, + { + "id": "47", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_web_page_sk", + "$f1", + "$f2" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 4.791555234419632E12 + }, + { + "id": "48", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_returns" + ], + "table:alias": "web_returns", + "inputs": [], + "rowCount": 2062802370, + "avgRowSize": 281, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returned_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "wr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "wr_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "wr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_account_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "wr_returned_date_sk" + ], + "colStats": [ + { + "name": "wr_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "wr_return_amt", + "ndv": 1108704, + "minValue": 0, + "maxValue": 29191 + }, + { + "name": "wr_net_loss", + "ndv": 1225199, + "minValue": 0.5, + "maxValue": 16733.32 + }, + { + "name": "wr_returned_date_sk", + "ndv": 2184, + "minValue": 2450819, + "maxValue": 2453002 + }, + { + "name": "wr_returned_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "wr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "wr_refunded_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "wr_refunded_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "wr_refunded_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "wr_refunded_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "wr_returning_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "wr_returning_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "wr_returning_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "wr_returning_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "wr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "wr_order_number", + "ndv": 1283768204, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "wr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "wr_return_tax", + "ndv": 198814, + "minValue": 0, + "maxValue": 2620.34 + }, + { + "name": "wr_return_amt_inc_tax", + "ndv": 2111617, + "minValue": 0, + "maxValue": 31735.25 + }, + { + "name": "wr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "wr_return_ship_cost", + "ndv": 551289, + "minValue": 0, + "maxValue": 14624 + }, + { + "name": "wr_refunded_cash", + "ndv": 1630543, + "minValue": 0, + "maxValue": 28085.82 + }, + { + "name": "wr_reversed_charge", + "ndv": 1276207, + "minValue": 0, + "maxValue": 26135.99 + }, + { + "name": "wr_account_credit", + "ndv": 1245536, + "minValue": 0, + "maxValue": 24649.69 + } + ] + }, + { + "id": "49", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 10, + "name": "$10" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 23, + "name": "$23" + } + ] + } + ] + }, + "rowCount": 1.6708699197E9 + }, + { + "id": "50", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "wr_web_page_sk", + "wr_return_amt", + "wr_net_loss", + "wr_returned_date_sk" + ], + "exprs": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 23, + "name": "$23" + } + ], + "rowCount": 1.6708699197E9 + }, + { + "id": "51", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "TIMESTAMP", + "nullable": true, + "precision": 9 + } + }, + { + "literal": 902188800000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + }, + { + "literal": 904780800000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 18262.25 + }, + { + "id": "52", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "53", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "50", + "52" + ], + "rowCount": 4.577076628656198E12 + }, + { + "id": "54", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "wr_web_page_sk", + "wr_return_amt", + "wr_net_loss" + ], + "exprs": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ], + "type": { + "type": "BIGINT", + "nullable": false + } + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 4.577076628656198E12 + }, + { + "id": "55", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 4.577076628656198E11 + }, + { + "id": "56", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "wr_web_page_sk", + "$f1", + "$f2" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 4.577076628656198E11 + }, + { + "id": "57", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "left", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "47", + "56" + ], + "rowCount": 3.2896973217973334E23 + }, + { + "id": "58", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "id", + "sales", + "returns", + "profit" + ], + "exprs": [ + { + "literal": "web channel", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 17, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 17, + "scale": 2 + } + } + ] + } + ] + } + ], + "rowCount": 3.2896973217973334E23 + }, + { + "id": "59", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", + "all": true, + "inputs": [ + "20", + "38", + "58" + ], + "rowCount": 5.406399347197122E24 + }, + { + "id": "60", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "id", + "sales", + "returns", + "profit" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 5.406399347197122E24 + }, + { + "id": "61", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1 + ], + "groups": [ + [ + 0, + 1 + ], + [ + 0 + ], + [] + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 27, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 27, + "scale": 2 + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 28, + "scale": 2 + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + } + ], + "rowCount": 1.6219198041591368E24 + }, + { + "id": "62", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "id", + "sales", + "returns", + "profit" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 1.6219198041591368E24 + }, + { + "id": "63", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query78.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query78.q.out index d0f888e94885..dd02301e6752 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query78.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query78.q.out @@ -1,570 +1,4563 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Reducer 17 (BROADCAST_EDGE) - Map 14 <- Reducer 11 (BROADCAST_EDGE) - Reducer 10 <- Reducer 9 (SIMPLE_EDGE) - Reducer 11 <- Reducer 10 (CUSTOM_SIMPLE_EDGE) - Reducer 15 <- Map 13 (BROADCAST_EDGE), Map 14 (CUSTOM_SIMPLE_EDGE), Map 18 (CUSTOM_SIMPLE_EDGE) - Reducer 16 <- Reducer 15 (SIMPLE_EDGE) - Reducer 17 <- Reducer 16 (CUSTOM_SIMPLE_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 13 (BROADCAST_EDGE), Map 7 (CUSTOM_SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 4 <- Reducer 10 (CUSTOM_SIMPLE_EDGE), Reducer 3 (CUSTOM_SIMPLE_EDGE) - Reducer 5 <- Reducer 16 (CUSTOM_SIMPLE_EDGE), Reducer 4 (CUSTOM_SIMPLE_EDGE) - Reducer 6 <- Reducer 5 (SIMPLE_EDGE) - Reducer 9 <- Map 12 (CUSTOM_SIMPLE_EDGE), Map 13 (BROADCAST_EDGE), Map 8 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: (ss_customer_sk is not null and ss_customer_sk BETWEEN DynamicValue(RS_73_catalog_sales_cs_bill_customer_sk_min) AND DynamicValue(RS_73_catalog_sales_cs_bill_customer_sk_max) and in_bloom_filter(ss_customer_sk, DynamicValue(RS_73_catalog_sales_cs_bill_customer_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 82510879939 Data size: 20994094222572 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ss_customer_sk is not null and ss_customer_sk BETWEEN DynamicValue(RS_73_catalog_sales_cs_bill_customer_sk_min) AND DynamicValue(RS_73_catalog_sales_cs_bill_customer_sk_max) and in_bloom_filter(ss_customer_sk, DynamicValue(RS_73_catalog_sales_cs_bill_customer_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 80566020964 Data size: 20499243693804 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_customer_sk (type: bigint), ss_ticket_number (type: bigint), ss_quantity (type: int), ss_wholesale_cost (type: decimal(7,2)), ss_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 80566020964 Data size: 20499243693804 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col2 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col2 (type: bigint) - Statistics: Num rows: 80566020964 Data size: 20499243693804 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint), _col3 (type: int), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)), _col6 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 12 - Map Operator Tree: - TableScan - alias: web_returns - Statistics: Num rows: 2160007345 Data size: 34560117520 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: wr_item_sk (type: bigint), wr_order_number (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 2160007345 Data size: 34560117520 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint), _col1 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 2160007345 Data size: 34560117520 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 2160007345 Data size: 34560117520 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 13 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: (d_year = 2000) (type: boolean) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_year = 2000) (type: boolean) - Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 8 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 14 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 14 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: (cs_bill_customer_sk is not null and cs_bill_customer_sk BETWEEN DynamicValue(RS_70_web_sales_ws_bill_customer_sk_min) AND DynamicValue(RS_70_web_sales_ws_bill_customer_sk_max) and in_bloom_filter(cs_bill_customer_sk, DynamicValue(RS_70_web_sales_ws_bill_customer_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 43005109025 Data size: 11156091138028 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (cs_bill_customer_sk is not null and cs_bill_customer_sk BETWEEN DynamicValue(RS_70_web_sales_ws_bill_customer_sk_min) AND DynamicValue(RS_70_web_sales_ws_bill_customer_sk_max) and in_bloom_filter(cs_bill_customer_sk, DynamicValue(RS_70_web_sales_ws_bill_customer_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 42899393143 Data size: 11128667047300 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_bill_customer_sk (type: bigint), cs_item_sk (type: bigint), cs_order_number (type: bigint), cs_quantity (type: int), cs_wholesale_cost (type: decimal(7,2)), cs_sales_price (type: decimal(7,2)), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 42899393143 Data size: 11128667047300 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint), _col2 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col1 (type: bigint), _col2 (type: bigint) - Statistics: Num rows: 42899393143 Data size: 11128667047300 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col3 (type: int), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)), _col6 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 18 - Map Operator Tree: - TableScan - alias: catalog_returns - Statistics: Num rows: 4320980099 Data size: 69135681584 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cr_item_sk (type: bigint), cr_order_number (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 4320980099 Data size: 69135681584 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint), _col1 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 4320980099 Data size: 69135681584 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 4320980099 Data size: 69135681584 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: store_returns - Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: sr_item_sk (type: bigint), sr_ticket_number (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint), _col1 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 8634166995 Data size: 138146671920 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: ws_bill_customer_sk is not null (type: boolean) - Statistics: Num rows: 21594638446 Data size: 5613968462028 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ws_bill_customer_sk is not null (type: boolean) - Statistics: Num rows: 21591944812 Data size: 5613268196708 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_item_sk (type: bigint), ws_bill_customer_sk (type: bigint), ws_order_number (type: bigint), ws_quantity (type: int), ws_wholesale_cost (type: decimal(7,2)), ws_sales_price (type: decimal(7,2)), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 21591944812 Data size: 5613268196708 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col2 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col2 (type: bigint) - Statistics: Num rows: 21591944812 Data size: 5613268196708 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint), _col3 (type: int), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)), _col6 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 10 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) - keys: KEY._col0 (type: bigint), KEY._col1 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 4339613664 Data size: 1076202642296 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col2 > 0L) (type: boolean) - Statistics: Num rows: 4339613664 Data size: 1076202642296 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col1 (type: bigint), _col0 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 4339613664 Data size: 1076202642296 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint), _col0 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col1 (type: bigint), _col0 (type: bigint) - Statistics: Num rows: 4339613664 Data size: 1076202642296 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) - Select Operator - expressions: _col1 (type: bigint) - outputColumnNames: _col1 - Statistics: Num rows: 4339613664 Data size: 34695362936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col1), max(_col1), bloom_filter(_col1, expectedEntries=15782384) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 11 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=15782384) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 15 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Anti Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - outputColumnNames: _col0, _col1, _col3, _col4, _col5, _col6 - input vertices: - 1 Map 18 - Statistics: Num rows: 1333908870 Data size: 310969865360 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Select Operator - expressions: _col0 (type: bigint), _col1 (type: bigint), _col3 (type: int), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)), _col6 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 1333908870 Data size: 310969865360 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col5 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - input vertices: - 1 Map 13 - Statistics: Num rows: 266197845 Data size: 39777104300 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2), sum(_col3), sum(_col4) - keys: _col0 (type: bigint), _col1 (type: bigint) - minReductionHashAggr: 0.90198845 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 266197845 Data size: 65173417496 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 266197845 Data size: 65173417496 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) - Reducer 16 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) - keys: KEY._col0 (type: bigint), KEY._col1 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 266197845 Data size: 65173417496 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) - outputColumnNames: _col1, _col2, _col3, _col4 - Statistics: Num rows: 266197845 Data size: 63043834736 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col2 > 0L) (type: boolean) - Statistics: Num rows: 266197845 Data size: 63043834736 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 266197845 Data size: 63043834736 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 266197845 Data size: 63043834736 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 266197845 Data size: 1285934696 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 17 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Anti Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - outputColumnNames: _col0, _col1, _col3, _col4, _col5, _col6 - input vertices: - 1 Map 7 - Statistics: Num rows: 80566020964 Data size: 19854715526092 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Select Operator - expressions: _col0 (type: bigint), _col1 (type: bigint), _col3 (type: int), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)), _col6 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 80566020964 Data size: 19854715526092 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col5 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - input vertices: - 1 Map 13 - Statistics: Num rows: 16192399916 Data size: 3503023822668 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2), sum(_col3), sum(_col4) - keys: _col1 (type: bigint), _col0 (type: bigint) - minReductionHashAggr: 0.7029948 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 16192399916 Data size: 4000523044608 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 16192399916 Data size: 4000523044608 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) - keys: KEY._col0 (type: bigint), KEY._col1 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 16192399916 Data size: 4000523044608 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col1 (type: bigint), _col0 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 16192399916 Data size: 4000523044608 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint), _col0 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col1 (type: bigint), _col0 (type: bigint) - Statistics: Num rows: 16192399916 Data size: 4000523044608 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col7, _col8, _col9 - input vertices: - 1 Reducer 10 - Statistics: Num rows: 4452353961760 Data size: 2137114709510240 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 4452353961760 Data size: 2137114709510240 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col7 (type: bigint), _col8 (type: decimal(17,2)), _col9 (type: decimal(17,2)) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col7, _col8, _col9, _col11, _col12, _col13 - input vertices: - 1 Reducer 16 - Statistics: Num rows: 75096831365763 Data size: 53468928740288696 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Top N Key Operator - sort order: ++---++++ - keys: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), (if(_col7 is not null, _col7, 0L) + if(_col11 is not null, _col11, 0L)) (type: bigint), (if(_col8 is not null, _col8, 0) + if(_col12 is not null, _col12, 0)) (type: decimal(18,2)), (if(_col9 is not null, _col9, 0) + if(_col13 is not null, _col13, 0)) (type: decimal(18,2)), round((UDFToDouble(_col2) / UDFToDouble(if((_col7 is not null and _col11 is not null), (_col7 + _col11), 1L))), 2) (type: double) - null sort order: zzaaazzzz - Statistics: Num rows: 75096831365763 Data size: 53468928740288696 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col0 (type: bigint), _col1 (type: bigint), (if(_col7 is not null, _col7, 0L) + if(_col11 is not null, _col11, 0L)) (type: bigint), (if(_col8 is not null, _col8, 0) + if(_col12 is not null, _col12, 0)) (type: decimal(18,2)), (if(_col9 is not null, _col9, 0) + if(_col13 is not null, _col13, 0)) (type: decimal(18,2)), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), round((UDFToDouble(_col2) / UDFToDouble(if((_col7 is not null and _col11 is not null), (_col7 + _col11), 1L))), 2) (type: double) - outputColumnNames: _col0, _col1, _col6, _col7, _col8, _col9, _col10, _col11, _col12 - Statistics: Num rows: 75096831365763 Data size: 36647223322223216 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint), _col9 (type: bigint), _col10 (type: decimal(17,2)), _col11 (type: decimal(17,2)), _col6 (type: bigint), _col7 (type: decimal(18,2)), _col8 (type: decimal(18,2)), _col12 (type: double) - null sort order: zzaaazzzz - sort order: ++---++++ - Statistics: Num rows: 75096831365763 Data size: 36647223322223216 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey8 (type: double), KEY.reducesinkkey2 (type: bigint), KEY.reducesinkkey3 (type: decimal(17,2)), KEY.reducesinkkey4 (type: decimal(17,2)), KEY.reducesinkkey5 (type: bigint), KEY.reducesinkkey6 (type: decimal(18,2)), KEY.reducesinkkey7 (type: decimal(18,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 75096831365763 Data size: 36647223322223216 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 48800 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: 2000 (type: int), _col0 (type: bigint), _col1 (type: bigint), _col2 (type: double), _col3 (type: bigint), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: bigint), _col7 (type: decimal(18,2)), _col8 (type: decimal(18,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 - Statistics: Num rows: 100 Data size: 49200 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 49200 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 9 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Anti Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - outputColumnNames: _col0, _col1, _col3, _col4, _col5, _col6 - input vertices: - 1 Map 12 - Statistics: Num rows: 21591944812 Data size: 5440532638212 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Select Operator - expressions: _col0 (type: bigint), _col1 (type: bigint), _col3 (type: int), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)), _col6 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 21591944812 Data size: 5440532638212 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col5 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - input vertices: - 1 Map 13 - Statistics: Num rows: 4339613664 Data size: 1058228279604 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2), sum(_col3), sum(_col4) - keys: _col1 (type: bigint), _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 4339613664 Data size: 1076202642296 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 4339613664 Data size: 1076202642296 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_customer_sk", + "ss_ticket_number", + "ss_quantity", + "ss_wholesale_cost", + "ss_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_returns" + ], + "table:alias": "store_returns", + "inputs": [], + "rowCount": 8634166995, + "avgRowSize": 249, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "sr_return_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "sr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "sr_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "sr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_store_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "sr_returned_date_sk" + ], + "colStats": [ + { + "name": "sr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "sr_ticket_number", + "ndv": 5114579988, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "sr_return_time_sk", + "ndv": 32389, + "minValue": 28799, + "maxValue": 61199 + }, + { + "name": "sr_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "sr_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "sr_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "sr_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "sr_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "sr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "sr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "sr_return_amt", + "ndv": 715216, + "minValue": 0, + "maxValue": 19643 + }, + { + "name": "sr_return_tax", + "ndv": 141365, + "minValue": 0, + "maxValue": 1714.37 + }, + { + "name": "sr_return_amt_inc_tax", + "ndv": 1520430, + "minValue": 0, + "maxValue": 21018.01 + }, + { + "name": "sr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "sr_return_ship_cost", + "ndv": 363000, + "minValue": 0, + "maxValue": 9975 + }, + { + "name": "sr_refunded_cash", + "ndv": 1187970, + "minValue": 0, + "maxValue": 18413.33 + }, + { + "name": "sr_reversed_charge", + "ndv": 926355, + "minValue": 0, + "maxValue": 18104.5 + }, + { + "name": "sr_store_credit", + "ndv": 937950, + "minValue": 0, + "maxValue": 17792.48 + }, + { + "name": "sr_net_loss", + "ndv": 851834, + "minValue": 0.5, + "maxValue": 11008.17 + }, + { + "name": "sr_returned_date_sk", + "ndv": 2004, + "minValue": 2450820, + "maxValue": 2452822 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sr_item_sk", + "sr_ticket_number" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 8634166995 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAntiJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 2, + "name": "$2" + } + ] + } + ] + }, + "joinType": "anti", + "inputs": [ + "2", + "4" + ], + "rowCount": 5.984013748464001E10 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_customer_sk", + "ss_quantity", + "ss_wholesale_cost", + "ss_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 5.984013748464001E10 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 10957.35 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "9" + ], + "rowCount": 9.835339957009803E13 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + } + ], + "rowCount": 9.835339957009803E12 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_customer_sk", + "$f2", + "$f3", + "$f4" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 9.835339957009803E12 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + } + ] + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 1.7491657141260002E10 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_item_sk", + "ws_bill_customer_sk", + "ws_order_number", + "ws_quantity", + "ws_wholesale_cost", + "ws_sales_price", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 17, + "name": "$17" + }, + { + "input": 18, + "name": "$18" + }, + { + "input": 20, + "name": "$20" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 1.7491657141260002E10 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_returns" + ], + "table:alias": "web_returns", + "inputs": [], + "rowCount": 2160007345, + "avgRowSize": 281, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returned_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "wr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "wr_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "wr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_account_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "wr_returned_date_sk" + ], + "colStats": [ + { + "name": "wr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "wr_order_number", + "ndv": 1317116406, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "wr_returned_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "wr_refunded_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "wr_refunded_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "wr_refunded_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "wr_refunded_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "wr_returning_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "wr_returning_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "wr_returning_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "wr_returning_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "wr_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "wr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "wr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "wr_return_amt", + "ndv": 1108704, + "minValue": 0, + "maxValue": 29191 + }, + { + "name": "wr_return_tax", + "ndv": 198904, + "minValue": 0, + "maxValue": 2620.34 + }, + { + "name": "wr_return_amt_inc_tax", + "ndv": 2111617, + "minValue": 0, + "maxValue": 31735.25 + }, + { + "name": "wr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "wr_return_ship_cost", + "ndv": 553061, + "minValue": 0, + "maxValue": 14624 + }, + { + "name": "wr_refunded_cash", + "ndv": 1631618, + "minValue": 0, + "maxValue": 28085.82 + }, + { + "name": "wr_reversed_charge", + "ndv": 1277260, + "minValue": 0, + "maxValue": 26135.99 + }, + { + "name": "wr_account_credit", + "ndv": 1249055, + "minValue": 0, + "maxValue": 24649.69 + }, + { + "name": "wr_net_loss", + "ndv": 1227508, + "minValue": 0.5, + "maxValue": 16733.32 + }, + { + "name": "wr_returned_date_sk", + "ndv": 2185, + "minValue": 2450819, + "maxValue": 2453002 + } + ] + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "wr_item_sk", + "wr_order_number" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 12, + "name": "$12" + } + ], + "rowCount": 2160007345 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAntiJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 2, + "name": "$2" + } + ] + } + ] + }, + "joinType": "anti", + "inputs": [ + "15", + "17" + ], + "rowCount": 1.5742051191810001E10 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_item_sk", + "ws_bill_customer_sk", + "ws_quantity", + "ws_wholesale_cost", + "ws_sales_price", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 1.5742051191810001E10 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 10957.35 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "19", + "21" + ], + "rowCount": 2.5873674693986895E13 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + } + ], + "rowCount": 2.5873674693986895E12 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": 0, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + "rowCount": 1.2936837346993447E12 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_item_sk", + "ws_bill_customer_sk", + "$f2", + "$f3", + "$f4" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 1.2936837346993447E12 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 0, + "name": "$0" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "12", + "25" + ], + "rowCount": 2.86285934871498E23 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + } + ] + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 3.483413831025E10 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_bill_customer_sk", + "cs_item_sk", + "cs_order_number", + "cs_quantity", + "cs_wholesale_cost", + "cs_sales_price", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 17, + "name": "$17" + }, + { + "input": 18, + "name": "$18" + }, + { + "input": 20, + "name": "$20" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.483413831025E10 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_returns" + ], + "table:alias": "catalog_returns", + "inputs": [], + "rowCount": 4320980099, + "avgRowSize": 305, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returned_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cr_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_amount" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_store_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cr_returned_date_sk" + ], + "colStats": [ + { + "name": "cr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cr_order_number", + "ndv": 2681654419, + "minValue": 2, + "maxValue": 4800000000 + }, + { + "name": "cr_returned_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cr_refunded_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cr_refunded_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cr_refunded_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cr_refunded_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cr_returning_customer_sk", + "ndv": 77511828, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cr_returning_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cr_returning_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cr_returning_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cr_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cr_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cr_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cr_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "cr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cr_return_amount", + "ndv": 973170, + "minValue": 0, + "maxValue": 28805.04 + }, + { + "name": "cr_return_tax", + "ndv": 169232, + "minValue": 0, + "maxValue": 2511.58 + }, + { + "name": "cr_return_amt_inc_tax", + "ndv": 1689965, + "minValue": 0, + "maxValue": 30891.32 + }, + { + "name": "cr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "cr_return_ship_cost", + "ndv": 501353, + "minValue": 0, + "maxValue": 14273.28 + }, + { + "name": "cr_refunded_cash", + "ndv": 1257293, + "minValue": 0, + "maxValue": 26955.24 + }, + { + "name": "cr_reversed_charge", + "ndv": 895564, + "minValue": 0, + "maxValue": 24033.84 + }, + { + "name": "cr_store_credit", + "ndv": 906118, + "minValue": 0, + "maxValue": 24886.13 + }, + { + "name": "cr_net_loss", + "ndv": 996464, + "minValue": 0.5, + "maxValue": 16346.37 + }, + { + "name": "cr_returned_date_sk", + "ndv": 2104, + "minValue": 2450821, + "maxValue": 2452924 + } + ] + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cr_item_sk", + "cr_order_number" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 15, + "name": "$15" + } + ], + "rowCount": 4320980099 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAntiJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 2, + "name": "$2" + } + ] + } + ] + }, + "joinType": "anti", + "inputs": [ + "29", + "31" + ], + "rowCount": 3.133414443006E10 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_bill_customer_sk", + "cs_item_sk", + "cs_quantity", + "cs_wholesale_cost", + "cs_sales_price", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 3.133414443006E10 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 10957.35 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "33", + "35" + ], + "rowCount": 5.150087812060769E13 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + } + ], + "rowCount": 5.150087812060769E12 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_item_sk", + "cs_bill_customer_sk", + "$f2", + "$f3", + "$f4" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 5.150087812060769E12 + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": 0, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + "rowCount": 2.5750439060303843E12 + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f2", + "$f3", + "$f4", + "$f5" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 2.5750439060303843E12 + }, + { + "id": "41", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "26", + "40" + ], + "rowCount": 1.1057982779595935E35 + }, + { + "id": "42", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_customer_sk", + "ratio", + "store_qty", + "store_wholesale_cost", + "store_sales_price", + "other_chan_qty", + "other_chan_wholesale_cost", + "other_chan_sales_price", + "ss_qty", + "ss_wc", + "ss_sp", + "(tok_function round (/ (tok_table_or_col ss_qty) (tok_function coalesce (+ (tok_table_or_col ws_qty) (tok_table_or_col cs_qty)) 1)) 2)" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": "round", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 11, + "name": "$11" + } + ] + } + ] + }, + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 11, + "name": "$11" + } + ] + }, + { + "literal": 1, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + } + ] + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "DOUBLE", + "nullable": true + }, + "deterministic": true, + "dynamic": false + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "input": 7, + "name": "$7" + }, + { + "literal": 0, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 11, + "name": "$11" + } + ] + }, + { + "input": 11, + "name": "$11" + }, + { + "literal": 0, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + } + ] + }, + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 8, + "name": "$8" + } + ] + }, + { + "input": 8, + "name": "$8" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 17, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 12, + "name": "$12" + } + ] + }, + { + "input": 12, + "name": "$12" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 17, + "scale": 2 + } + } + ] + } + ] + }, + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ] + }, + { + "input": 9, + "name": "$9" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 17, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 13, + "name": "$13" + } + ] + }, + { + "input": 13, + "name": "$13" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 17, + "scale": 2 + } + } + ] + } + ] + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "op": { + "name": "round", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 11, + "name": "$11" + } + ] + } + ] + }, + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 11, + "name": "$11" + } + ] + }, + { + "literal": 1, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + } + ] + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "DOUBLE", + "nullable": true + }, + "deterministic": true, + "dynamic": false + } + ], + "rowCount": 1.1057982779595935E35 + }, + { + "id": "43", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 9, + "direction": "DESCENDING", + "nulls": "FIRST" + }, + { + "field": 10, + "direction": "DESCENDING", + "nulls": "FIRST" + }, + { + "field": 11, + "direction": "DESCENDING", + "nulls": "FIRST" + }, + { + "field": 6, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 7, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 8, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 12, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + }, + { + "id": "44", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_sold_year", + "ss_item_sk", + "ss_customer_sk", + "ratio", + "store_qty", + "store_wholesale_cost", + "store_sales_price", + "other_chan_qty", + "other_chan_wholesale_cost", + "other_chan_sales_price" + ], + "exprs": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query79.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query79.q.out index 3ae0064cc2de..b023b469f9a9 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query79.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query79.q.out @@ -1,247 +1,2106 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 2 <- Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE) - Reducer 3 <- Map 2 (SIMPLE_EDGE) - Reducer 4 <- Map 1 (CUSTOM_SIMPLE_EDGE), Reducer 3 (CUSTOM_SIMPLE_EDGE) - Reducer 5 <- Reducer 4 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: customer - Statistics: Num rows: 80000000 Data size: 15040000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: c_customer_sk (type: bigint), c_first_name (type: char(20)), c_last_name (type: char(30)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 80000000 Data size: 15040000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 80000000 Data size: 15040000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(20)), _col2 (type: char(30)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 2 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: (ss_hdemo_sk is not null and ss_customer_sk is not null and ss_store_sk is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_92_container, bigKeyColName:ss_hdemo_sk, smallTablePos:1, keyRatio:7.078831306026657E-5 - Statistics: Num rows: 82510879939 Data size: 21944977264808 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ss_hdemo_sk is not null and ss_customer_sk is not null and ss_store_sk is not null) (type: boolean) - Statistics: Num rows: 76814649841 Data size: 20429981423176 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_customer_sk (type: bigint), ss_hdemo_sk (type: bigint), ss_addr_sk (type: bigint), ss_store_sk (type: bigint), ss_ticket_number (type: bigint), ss_coupon_amt (type: decimal(7,2)), ss_net_profit (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 76814649841 Data size: 20429981423176 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col7 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - input vertices: - 1 Map 6 - Statistics: Num rows: 6604454498 Data size: 1279972653896 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col4, _col5, _col6, _col10 - input vertices: - 1 Map 7 - Statistics: Num rows: 6348351959 Data size: 1766432268779 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col4, _col5, _col6, _col10 - input vertices: - 1 Map 8 - Statistics: Num rows: 5713516612 Data size: 1513660477204 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col5), sum(_col6) - keys: _col0 (type: bigint), _col2 (type: bigint), _col4 (type: bigint), _col10 (type: varchar(60)) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 5713516612 Data size: 1919324915684 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: varchar(60)) - null sort order: zzzz - sort order: ++++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: varchar(60)) - Statistics: Num rows: 5713516612 Data size: 1919324915684 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: ((d_dow = 1) and (d_year) IN (1998, 1999, 2000)) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_dow = 1) and (d_year) IN (1998, 1999, 2000)) (type: boolean) - Statistics: Num rows: 157 Data size: 2512 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 157 Data size: 1256 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 157 Data size: 1256 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 157 Data size: 1256 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 157 Data size: 1256 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 157 Data size: 1256 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 2 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: store - filterExpr: s_number_employees BETWEEN 200 AND 295 (type: boolean) - Statistics: Num rows: 1704 Data size: 178872 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: s_number_employees BETWEEN 200 AND 295 (type: boolean) - Statistics: Num rows: 1636 Data size: 171736 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: s_store_sk (type: bigint), s_city (type: varchar(60)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1636 Data size: 165236 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1636 Data size: 165236 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(60)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: household_demographics - filterExpr: ((hd_vehicle_count > 0) or (hd_dep_count = 8)) (type: boolean) - Statistics: Num rows: 7200 Data size: 115200 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((hd_vehicle_count > 0) or (hd_dep_count = 8)) (type: boolean) - Statistics: Num rows: 6480 Data size: 103680 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: hd_demo_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 6480 Data size: 51840 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 6480 Data size: 51840 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1) - keys: KEY._col0 (type: bigint), KEY._col1 (type: bigint), KEY._col2 (type: bigint), KEY._col3 (type: varchar(60)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 5713516612 Data size: 1919324915684 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col2 (type: bigint), _col0 (type: bigint), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), substr(_col3, 1, 30) (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 5713516612 Data size: 1882402767360 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 5713516612 Data size: 1882402767360 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: string) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col1, _col2, _col3, _col5, _col6, _col7 - input vertices: - 0 Map 1 - Statistics: Num rows: 5713516612 Data size: 2879612372448 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Top N Key Operator - sort order: ++++ - keys: _col2 (type: char(30)), _col1 (type: char(20)), _col7 (type: string), _col6 (type: decimal(17,2)) - null sort order: zzzz - Statistics: Num rows: 5713516612 Data size: 2879612372448 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col2 (type: char(30)), _col1 (type: char(20)), _col3 (type: bigint), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: string) - outputColumnNames: _col0, _col1, _col3, _col4, _col5, _col6 - Statistics: Num rows: 5713516612 Data size: 2879612372448 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col6 (type: string), _col5 (type: decimal(17,2)) - null sort order: zzzz - sort order: ++++ - Statistics: Num rows: 5713516612 Data size: 2879612372448 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: bigint), _col4 (type: decimal(17,2)) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: char(30)), KEY.reducesinkkey1 (type: char(20)), KEY.reducesinkkey2 (type: string), VALUE._col0 (type: bigint), VALUE._col1 (type: decimal(17,2)), KEY.reducesinkkey3 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 5713516612 Data size: 2879612372448 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 50400 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 50400 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer" + ], + "table:alias": "customer", + "inputs": [], + "rowCount": 80000000, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "c_customer_sk" + }, + { + "type": "CHAR", + "nullable": false, + "precision": 16, + "name": "c_customer_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_shipto_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_sales_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "c_salutation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "c_first_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "c_last_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "c_preferred_cust_flag" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_day" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_month" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_year" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "c_birth_country" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 13, + "name": "c_login" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "c_email_address" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_last_review_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "c_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "c_first_name", + "ndv": 5158 + }, + { + "name": "c_last_name", + "ndv": 5123 + }, + { + "name": "c_customer_id", + "ndv": 80610928 + }, + { + "name": "c_current_cdemo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "c_current_hdemo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "c_current_addr_sk", + "ndv": 33825344, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "c_first_shipto_date_sk", + "ndv": 3646, + "minValue": 2449028, + "maxValue": 2452678 + }, + { + "name": "c_first_sales_date_sk", + "ndv": 3643, + "minValue": 2448998, + "maxValue": 2452648 + }, + { + "name": "c_salutation", + "ndv": 7 + }, + { + "name": "c_preferred_cust_flag", + "ndv": 3 + }, + { + "name": "c_birth_day", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "c_birth_month", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "c_birth_year", + "ndv": 67, + "minValue": 1924, + "maxValue": 1992 + }, + { + "name": "c_birth_country", + "ndv": 216 + }, + { + "name": "c_login", + "ndv": 1 + }, + { + "name": "c_email_address", + "ndv": 75301330 + }, + { + "name": "c_last_review_date_sk", + "ndv": 364, + "minValue": 2452283, + "maxValue": 2452648 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_first_name", + "c_last_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + } + ], + "rowCount": 80000000 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + } + ] + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 5.413538832797791E10 + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_customer_sk", + "ss_hdemo_sk", + "ss_addr_sk", + "ss_store_sk", + "ss_ticket_number", + "ss_coupon_amt", + "ss_net_profit", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 18, + "name": "$18" + }, + { + "input": 21, + "name": "$21" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 5.413538832797791E10 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1998, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 2739.3375 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 2739.3375 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "4", + "7" + ], + "rowCount": 2.224426489858383E13 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store" + ], + "table:alias": "store", + "inputs": [], + "rowCount": 1704, + "avgRowSize": 1375, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "s_store_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "s_store_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "s_closed_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_store_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_number_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_floor_space" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "s_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_market_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_geography_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_market_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_division_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_company_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_company_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 10, + "name": "s_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "s_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "s_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "s_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "s_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "s_store_sk", + "ndv": 1736, + "minValue": 1, + "maxValue": 1704 + }, + { + "name": "s_number_employees", + "ndv": 100, + "minValue": 200, + "maxValue": 300 + }, + { + "name": "s_city", + "ndv": 267 + }, + { + "name": "s_store_id", + "ndv": 879 + }, + { + "name": "s_rec_start_date", + "ndv": 4, + "minValue": 9933, + "maxValue": 11394 + }, + { + "name": "s_rec_end_date", + "ndv": 3, + "minValue": 10663, + "maxValue": 11393 + }, + { + "name": "s_closed_date_sk", + "ndv": 263, + "minValue": 2450820, + "maxValue": 2451314 + }, + { + "name": "s_store_name", + "ndv": 11 + }, + { + "name": "s_floor_space", + "ndv": 1289, + "minValue": 5000201, + "maxValue": 9997773 + }, + { + "name": "s_hours", + "ndv": 4 + }, + { + "name": "s_manager", + "ndv": 1245 + }, + { + "name": "s_market_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "s_geography_class", + "ndv": 2 + }, + { + "name": "s_market_desc", + "ndv": 1311 + }, + { + "name": "s_market_manager", + "ndv": 1236 + }, + { + "name": "s_division_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_division_name", + "ndv": 2 + }, + { + "name": "s_company_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_company_name", + "ndv": 2 + }, + { + "name": "s_street_number", + "ndv": 736 + }, + { + "name": "s_street_name", + "ndv": 851 + }, + { + "name": "s_street_type", + "ndv": 21 + }, + { + "name": "s_suite_number", + "ndv": 76 + }, + { + "name": "s_county", + "ndv": 128 + }, + { + "name": "s_state", + "ndv": 44 + }, + { + "name": "s_zip", + "ndv": 983 + }, + { + "name": "s_country", + "ndv": 2 + }, + { + "name": "s_gmt_offset", + "ndv": 5, + "minValue": -9, + "maxValue": -5 + }, + { + "name": "s_tax_percentage", + "ndv": 12, + "minValue": 0, + "maxValue": 0.11 + } + ] + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 6, + "name": "$6" + }, + { + "literal": 200, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 295, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 426 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk", + "s_city" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 426 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 9, + "name": "$9" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "8", + "11" + ], + "rowCount": 1.4214085270195065E15 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "household_demographics" + ], + "table:alias": "household_demographics", + "inputs": [], + "rowCount": 7200, + "avgRowSize": 183, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "hd_demo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "hd_income_band_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "hd_buy_potential" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "hd_dep_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "hd_vehicle_count" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "hd_demo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "hd_dep_count", + "ndv": 10, + "minValue": 0, + "maxValue": 9 + }, + { + "name": "hd_vehicle_count", + "ndv": 6, + "minValue": -1, + "maxValue": 4 + }, + { + "name": "hd_income_band_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "hd_buy_potential", + "ndv": 6 + } + ] + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 8, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 1800 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "hd_demo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1800 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 11, + "name": "$11" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "12", + "15" + ], + "rowCount": 383780302295266752 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 2, + 4, + 10 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 6 + ], + "name": null + } + ], + "rowCount": 38378030229526672 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_ticket_number", + "ss_customer_sk", + "amt", + "profit", + "_o__c2" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "op": { + "name": "substr", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 30, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647 + }, + "deterministic": true, + "dynamic": false + } + ], + "rowCount": 38378030229526672 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "1", + "18" + ], + "rowCount": 4.6053636275432005E23 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_last_name", + "c_first_name", + "_o__c2", + "ss_ticket_number", + "amt", + "profit", + "(tok_function substr (tok_table_or_col s_city) 1 30)" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + } + ], + "rowCount": 4.6053636275432005E23 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 6, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 5, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_last_name", + "c_first_name", + "_c2", + "ss_ticket_number", + "amt", + "profit" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query8.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query8.q.out index 24be5673172a..995024095950 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query8.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query8.q.out @@ -1,375 +1,5973 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 4 (BROADCAST_EDGE), Reducer 8 (BROADCAST_EDGE) - Reducer 10 <- Map 5 (CUSTOM_SIMPLE_EDGE), Map 9 (CUSTOM_SIMPLE_EDGE) - Reducer 11 <- Reducer 10 (SIMPLE_EDGE) - Reducer 12 <- Reducer 11 (SIMPLE_EDGE), Union 7 (CONTAINS) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 6 <- Map 5 (SIMPLE_EDGE), Union 7 (CONTAINS) - Reducer 8 <- Map 13 (BROADCAST_EDGE), Union 7 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: ss_store_sk is not null (type: boolean) - Statistics: Num rows: 82510879939 Data size: 10327900046896 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ss_store_sk is not null (type: boolean) - Statistics: Num rows: 80569240632 Data size: 10084864744080 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_store_sk (type: bigint), ss_net_profit (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 80569240632 Data size: 10084864744080 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 4 - Statistics: Num rows: 4059292496 Data size: 259117042704 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col1 (type: bigint) - outputColumnNames: _col1, _col6 - input vertices: - 1 Reducer 8 - Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: + - keys: _col6 (type: varchar(50)) - null sort order: z - Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - aggregations: sum(_col1) - keys: _col6 (type: varchar(50)) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(50)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: varchar(50)) - Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 13 - Map Operator Tree: - TableScan - alias: store - filterExpr: substr(s_zip, 1, 2) is not null (type: boolean) - Statistics: Num rows: 1704 Data size: 315240 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: substr(s_zip, 1, 2) is not null (type: boolean) - Statistics: Num rows: 1704 Data size: 315240 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: s_store_sk (type: bigint), s_store_name (type: varchar(50)), substr(s_zip, 1, 2) (type: string) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1704 Data size: 310128 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col2 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 1704 Data size: 310128 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: varchar(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: ((d_year = 2002) and (d_qoy = 1)) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 2002) and (d_qoy = 1)) (type: boolean) - Statistics: Num rows: 92 Data size: 1472 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 92 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: customer_address - filterExpr: (((substr(ca_zip, 1, 5)) IN ('89436', '30868', '65085', '22977', '83927', '77557', '58429', '40697', '80614', '10502', '32779', '91137', '61265', '98294', '17921', '18427', '21203', '59362', '87291', '84093', '21505', '17184', '10866', '67898', '25797', '28055', '18377', '80332', '74535', '21757', '29742', '90885', '29898', '17819', '40811', '25990', '47513', '89531', '91068', '10391', '18846', '99223', '82637', '41368', '83658', '86199', '81625', '26696', '89338', '88425', '32200', '81427', '19053', '77471', '36610', '99823', '43276', '41249', '48584', '83550', '82276', '18842', '78890', '14090', '38123', '40936', '34425', '19850', '43286', '80072', '79188', '54191', '11395', '50497', '84861', '90733', '21068', '57666', '37119', '25004', '57835', '70067', '62878', '95806', '19303', '18840', '19124', '29785', '16737', '16022', '49613', '89977', '68310', '60069', '98360', '48649', '39050', '41793', '25002', '27413', '39736', '47208', '16515', '94808', '57648', '15009', '80015', '42961', '63982', '21744', '71853', '81087', '67468', '34175', '64008', '20261', '11201', '51799', '48043', '45645', '61163', '48375', '36447', '57042', '21218', '41100', '89951', '22745', '35851', '83326', '61125', '78298', '80752', '49858', '52940', '96976', '63792', '11376', '53582', '18717', '90226', '50530', '94203', '99447', '27670', '96577', '57856', '56372', '16165', '23427', '54561', '28806', '44439', '22926', '30123', '61451', '92397', '56979', '92309', '70873', '13355', '21801', '46346', '37562', '56458', '28286', '47306', '99555', '69399', '26234', '47546', '49661', '88601', '35943', '39936', '25632', '24611', '44166', '56648', '30379', '59785', '11110', '14329', '93815', '52226', '71381', '13842', '25612', '63294', '14664', '21077', '82626', '18799', '60915', '81020', '56447', '76619', '11433', '13414', '42548', '92713', '70467', '30884', '47484', '16072', '38936', '13036', '88376', '45539', '35901', '19506', '65690', '73957', '71850', '49231', '14276', '20005', '18384', '76615', '11635', '38177', '55607', '41369', '95447', '58581', '58149', '91946', '33790', '76232', '75692', '95464', '22246', '51061', '56692', '53121', '77209', '15482', '10688', '14868', '45907', '73520', '72666', '25734', '17959', '24677', '66446', '94627', '53535', '15560', '41967', '69297', '11929', '59403', '33283', '52232', '57350', '43933', '40921', '36635', '10827', '71286', '19736', '80619', '25251', '95042', '15526', '36496', '55854', '49124', '81980', '35375', '49157', '63512', '28944', '14946', '36503', '54010', '18767', '23969', '43905', '66979', '33113', '21286', '58471', '59080', '13395', '79144', '70373', '67031', '38360', '26705', '50906', '52406', '26066', '73146', '15884', '31897', '30045', '61068', '45550', '92454', '13376', '14354', '19770', '22928', '97790', '50723', '46081', '30202', '14410', '20223', '88500', '67298', '13261', '14172', '81410', '93578', '83583', '46047', '94167', '82564', '21156', '15799', '86709', '37931', '74703', '83103', '23054', '70470', '72008', '49247', '91911', '69998', '20961', '70070', '63197', '54853', '88191', '91830', '49521', '19454', '81450', '89091', '62378', '25683', '61869', '51744', '36580', '85778', '36871', '48121', '28810', '83712', '45486', '67393', '26935', '42393', '20132', '55349', '86057', '21309', '80218', '10094', '11357', '48819', '39734', '40758', '30432', '21204', '29467', '30214', '61024', '55307', '74621', '11622', '68908', '33032', '52868', '99194', '99900', '84936', '69036', '99149', '45013', '32895', '59004', '32322', '14933', '32936', '33562', '72550', '27385', '58049', '58200', '16808', '21360', '32961', '18586', '79307', '15492') and substr(substr(ca_zip, 1, 5), 1, 2) is not null) or substr(substr(ca_zip, 1, 5), 1, 2) is not null) (type: boolean) - Statistics: Num rows: 40000000 Data size: 3560000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((substr(ca_zip, 1, 5)) IN ('89436', '30868', '65085', '22977', '83927', '77557', '58429', '40697', '80614', '10502', '32779', '91137', '61265', '98294', '17921', '18427', '21203', '59362', '87291', '84093', '21505', '17184', '10866', '67898', '25797', '28055', '18377', '80332', '74535', '21757', '29742', '90885', '29898', '17819', '40811', '25990', '47513', '89531', '91068', '10391', '18846', '99223', '82637', '41368', '83658', '86199', '81625', '26696', '89338', '88425', '32200', '81427', '19053', '77471', '36610', '99823', '43276', '41249', '48584', '83550', '82276', '18842', '78890', '14090', '38123', '40936', '34425', '19850', '43286', '80072', '79188', '54191', '11395', '50497', '84861', '90733', '21068', '57666', '37119', '25004', '57835', '70067', '62878', '95806', '19303', '18840', '19124', '29785', '16737', '16022', '49613', '89977', '68310', '60069', '98360', '48649', '39050', '41793', '25002', '27413', '39736', '47208', '16515', '94808', '57648', '15009', '80015', '42961', '63982', '21744', '71853', '81087', '67468', '34175', '64008', '20261', '11201', '51799', '48043', '45645', '61163', '48375', '36447', '57042', '21218', '41100', '89951', '22745', '35851', '83326', '61125', '78298', '80752', '49858', '52940', '96976', '63792', '11376', '53582', '18717', '90226', '50530', '94203', '99447', '27670', '96577', '57856', '56372', '16165', '23427', '54561', '28806', '44439', '22926', '30123', '61451', '92397', '56979', '92309', '70873', '13355', '21801', '46346', '37562', '56458', '28286', '47306', '99555', '69399', '26234', '47546', '49661', '88601', '35943', '39936', '25632', '24611', '44166', '56648', '30379', '59785', '11110', '14329', '93815', '52226', '71381', '13842', '25612', '63294', '14664', '21077', '82626', '18799', '60915', '81020', '56447', '76619', '11433', '13414', '42548', '92713', '70467', '30884', '47484', '16072', '38936', '13036', '88376', '45539', '35901', '19506', '65690', '73957', '71850', '49231', '14276', '20005', '18384', '76615', '11635', '38177', '55607', '41369', '95447', '58581', '58149', '91946', '33790', '76232', '75692', '95464', '22246', '51061', '56692', '53121', '77209', '15482', '10688', '14868', '45907', '73520', '72666', '25734', '17959', '24677', '66446', '94627', '53535', '15560', '41967', '69297', '11929', '59403', '33283', '52232', '57350', '43933', '40921', '36635', '10827', '71286', '19736', '80619', '25251', '95042', '15526', '36496', '55854', '49124', '81980', '35375', '49157', '63512', '28944', '14946', '36503', '54010', '18767', '23969', '43905', '66979', '33113', '21286', '58471', '59080', '13395', '79144', '70373', '67031', '38360', '26705', '50906', '52406', '26066', '73146', '15884', '31897', '30045', '61068', '45550', '92454', '13376', '14354', '19770', '22928', '97790', '50723', '46081', '30202', '14410', '20223', '88500', '67298', '13261', '14172', '81410', '93578', '83583', '46047', '94167', '82564', '21156', '15799', '86709', '37931', '74703', '83103', '23054', '70470', '72008', '49247', '91911', '69998', '20961', '70070', '63197', '54853', '88191', '91830', '49521', '19454', '81450', '89091', '62378', '25683', '61869', '51744', '36580', '85778', '36871', '48121', '28810', '83712', '45486', '67393', '26935', '42393', '20132', '55349', '86057', '21309', '80218', '10094', '11357', '48819', '39734', '40758', '30432', '21204', '29467', '30214', '61024', '55307', '74621', '11622', '68908', '33032', '52868', '99194', '99900', '84936', '69036', '99149', '45013', '32895', '59004', '32322', '14933', '32936', '33562', '72550', '27385', '58049', '58200', '16808', '21360', '32961', '18586', '79307', '15492') and substr(substr(ca_zip, 1, 5), 1, 2) is not null) (type: boolean) - Statistics: Num rows: 20000000 Data size: 1780000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: substr(ca_zip, 1, 5) (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 20000000 Data size: 1780000000 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - keys: _col0 (type: string) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 133532 Data size: 12819072 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 133532 Data size: 12819072 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint) - Filter Operator - predicate: substr(substr(ca_zip, 1, 5), 1, 2) is not null (type: boolean) - Statistics: Num rows: 40000000 Data size: 3880000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ca_address_sk (type: bigint), ca_zip (type: char(10)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 40000000 Data size: 3880000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 40000000 Data size: 3880000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(10)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 9 - Map Operator Tree: - TableScan - alias: customer - filterExpr: ((c_preferred_cust_flag = 'Y') and c_current_addr_sk is not null) (type: boolean) - Statistics: Num rows: 80000000 Data size: 7440000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((c_preferred_cust_flag = 'Y') and c_current_addr_sk is not null) (type: boolean) - Statistics: Num rows: 26666667 Data size: 2480000031 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: c_current_addr_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 26666667 Data size: 213333336 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 26666667 Data size: 213333336 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 10 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col1 - input vertices: - 0 Map 5 - Statistics: Num rows: 26666667 Data size: 2373333363 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Group By Operator - aggregations: count() - keys: _col1 (type: char(10)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 63590 Data size: 6168230 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(10)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(10)) - Statistics: Num rows: 63590 Data size: 6168230 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint) - Reducer 11 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - keys: KEY._col0 (type: char(10)) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 6359 Data size: 616823 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col1 > 10L) (type: boolean) - Statistics: Num rows: 2119 Data size: 205543 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: substr(_col0, 1, 5) (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 2119 Data size: 205543 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - keys: _col0 (type: string) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 2119 Data size: 203424 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2119 Data size: 203424 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint) - Reducer 12 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 2119 Data size: 203424 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count(_col1) - keys: _col0 (type: string) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 9538 Data size: 915648 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 9538 Data size: 915648 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: varchar(50)) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: varchar(50)) - null sort order: z - sort order: + - Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: varchar(50)), VALUE._col0 (type: decimal(17,2)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 9538 Data size: 915648 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count(_col1) - keys: _col0 (type: string) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 9538 Data size: 915648 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 9538 Data size: 915648 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint) - Reducer 8 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 9538 Data size: 915648 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col1 = 2L) (type: boolean) - Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: substr(_col0, 1, 2) (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 86 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: string) - 1 _col2 (type: string) - outputColumnNames: _col1, _col2 - input vertices: - 1 Map 13 - Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: varchar(50)) - Union 7 - Vertex: Union 7 - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_store_sk", + "ss_net_profit", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 21, + "name": "$21" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2002, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 1643.6025 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1643.6025 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 1.647723325821024E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "customer_address", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "substr", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 5, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647 + }, + "deterministic": true, + "dynamic": false + }, + { + "literal": "89436", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "30868", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "65085", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "22977", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "83927", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "77557", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "58429", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "40697", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "80614", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "10502", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "32779", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "91137", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "61265", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "98294", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "17921", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "18427", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "21203", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "59362", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "87291", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "84093", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "21505", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "17184", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "10866", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "67898", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "25797", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "28055", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "18377", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "80332", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "74535", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "21757", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "29742", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "90885", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "29898", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "17819", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "40811", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "25990", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "47513", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "89531", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "91068", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "10391", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "18846", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "99223", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "82637", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "41368", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "83658", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "86199", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "81625", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "26696", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "89338", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "88425", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "32200", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "81427", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "19053", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "77471", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "36610", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "99823", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "43276", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "41249", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "48584", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "83550", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "82276", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "18842", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "78890", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "14090", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "38123", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "40936", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "34425", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "19850", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "43286", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "80072", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "79188", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "54191", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "11395", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "50497", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "84861", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "90733", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "21068", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "57666", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "37119", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "25004", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "57835", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "70067", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "62878", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "95806", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "19303", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "18840", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "19124", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "29785", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "16737", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "16022", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "49613", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "89977", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "68310", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "60069", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "98360", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "48649", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "39050", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "41793", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "25002", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "27413", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "39736", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "47208", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "16515", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "94808", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "57648", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "15009", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "80015", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "42961", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "63982", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "21744", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "71853", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "81087", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "67468", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "34175", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "64008", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "20261", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "11201", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "51799", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "48043", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "45645", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "61163", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "48375", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "36447", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "57042", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "21218", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "41100", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "89951", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "22745", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "35851", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "83326", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "61125", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "78298", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "80752", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "49858", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "52940", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "96976", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "63792", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "11376", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "53582", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "18717", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "90226", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "50530", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "94203", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "99447", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "27670", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "96577", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "57856", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "56372", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "16165", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "23427", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "54561", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "28806", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "44439", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "22926", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "30123", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "61451", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "92397", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "56979", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "92309", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "70873", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "13355", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "21801", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "46346", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "37562", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "56458", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "28286", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "47306", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "99555", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "69399", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "26234", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "47546", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "49661", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "88601", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "35943", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "39936", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "25632", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "24611", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "44166", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "56648", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "30379", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "59785", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "11110", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "14329", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "93815", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "52226", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "71381", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "13842", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "25612", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "63294", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "14664", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "21077", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "82626", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "18799", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "60915", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "81020", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "56447", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "76619", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "11433", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "13414", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "42548", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "92713", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "70467", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "30884", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "47484", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "16072", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "38936", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "13036", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "88376", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "45539", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "35901", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "19506", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "65690", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "73957", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "71850", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "49231", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "14276", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "20005", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "18384", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "76615", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "11635", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "38177", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "55607", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "41369", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "95447", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "58581", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "58149", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "91946", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "33790", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "76232", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "75692", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "95464", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "22246", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "51061", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "56692", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "53121", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "77209", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "15482", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "10688", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "14868", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "45907", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "73520", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "72666", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "25734", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "17959", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "24677", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "66446", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "94627", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "53535", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "15560", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "41967", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "69297", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "11929", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "59403", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "33283", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "52232", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "57350", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "43933", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "40921", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "36635", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "10827", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "71286", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "19736", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "80619", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "25251", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "95042", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "15526", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "36496", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "55854", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "49124", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "81980", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "35375", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "49157", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "63512", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "28944", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "14946", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "36503", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "54010", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "18767", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "23969", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "43905", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "66979", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "33113", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "21286", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "58471", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "59080", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "13395", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "79144", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "70373", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "67031", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "38360", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "26705", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "50906", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "52406", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "26066", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "73146", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "15884", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "31897", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "30045", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "61068", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "45550", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "92454", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "13376", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "14354", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "19770", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "22928", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "97790", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "50723", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "46081", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "30202", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "14410", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "20223", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "88500", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "67298", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "13261", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "14172", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "81410", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "93578", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "83583", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "46047", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "94167", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "82564", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "21156", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "15799", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "86709", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "37931", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "74703", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "83103", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "23054", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "70470", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "72008", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "49247", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "91911", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "69998", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "20961", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "70070", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "63197", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "54853", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "88191", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "91830", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "49521", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "19454", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "81450", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "89091", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "62378", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "25683", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "61869", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "51744", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "36580", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "85778", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "36871", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "48121", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "28810", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "83712", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "45486", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "67393", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "26935", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "42393", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "20132", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "55349", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "86057", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "21309", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "80218", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "10094", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "11357", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "48819", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "39734", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "40758", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "30432", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "21204", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "29467", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "30214", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "61024", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "55307", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "74621", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "11622", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "68908", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "33032", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "52868", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "99194", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "99900", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "84936", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "69036", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "99149", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "45013", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "32895", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "59004", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "32322", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "14933", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "32936", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "33562", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "72550", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "27385", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "58049", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "58200", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "16808", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "21360", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "32961", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "18586", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "79307", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "literal": "15492", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "op": { + "name": "substr", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "op": { + "name": "substr", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 5, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647 + }, + "deterministic": true, + "dynamic": false + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647 + }, + "deterministic": true, + "dynamic": false + } + ] + } + ] + }, + "rowCount": 9000000 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0" + ], + "exprs": [ + { + "op": { + "name": "substr", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 5, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647 + }, + "deterministic": true, + "dynamic": false + } + ], + "rowCount": 9000000 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 899918.3009814302 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 899918.3009814302 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "customer_address", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "op": { + "name": "substr", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "op": { + "name": "substr", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 9, + "name": "$9" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 5, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647 + }, + "deterministic": true, + "dynamic": false + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647 + }, + "deterministic": true, + "dynamic": false + } + ] + }, + "rowCount": 36000000 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_zip" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 9, + "name": "$9" + } + ], + "rowCount": 36000000 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer" + ], + "table:alias": "customer", + "inputs": [], + "rowCount": 80000000, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "c_customer_sk" + }, + { + "type": "CHAR", + "nullable": false, + "precision": 16, + "name": "c_customer_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_shipto_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_sales_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "c_salutation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "c_first_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "c_last_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "c_preferred_cust_flag" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_day" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_month" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_year" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "c_birth_country" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 13, + "name": "c_login" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "c_email_address" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_last_review_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "c_current_addr_sk", + "ndv": 33825344, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "c_preferred_cust_flag", + "ndv": 3 + }, + { + "name": "c_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "c_customer_id", + "ndv": 80610928 + }, + { + "name": "c_current_cdemo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "c_current_hdemo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "c_first_shipto_date_sk", + "ndv": 3646, + "minValue": 2449028, + "maxValue": 2452678 + }, + { + "name": "c_first_sales_date_sk", + "ndv": 3643, + "minValue": 2448998, + "maxValue": 2452648 + }, + { + "name": "c_salutation", + "ndv": 7 + }, + { + "name": "c_first_name", + "ndv": 5158 + }, + { + "name": "c_last_name", + "ndv": 5123 + }, + { + "name": "c_birth_day", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "c_birth_month", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "c_birth_year", + "ndv": 67, + "minValue": 1924, + "maxValue": 1992 + }, + { + "name": "c_birth_country", + "ndv": 216 + }, + { + "name": "c_login", + "ndv": 1 + }, + { + "name": "c_email_address", + "ndv": 75301330 + }, + { + "name": "c_last_review_date_sk", + "ndv": 364, + "minValue": 2452283, + "maxValue": 2452648 + } + ] + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "literal": "Y", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + "rowCount": 10800000 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_current_addr_sk" + ], + "exprs": [ + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 10800000 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "14", + "17" + ], + "rowCount": 58320000000000 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 1 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 5832000000000 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 10, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + "rowCount": 2916000000000 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0" + ], + "exprs": [ + { + "op": { + "name": "substr", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 5, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647 + }, + "deterministic": true, + "dynamic": false + } + ], + "rowCount": 2916000000000 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 2.9157352937095514E11 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 2.9157352937095514E11 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", + "all": true, + "inputs": [ + "11", + "23" + ], + "rowCount": 2.915744292892561E11 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 2.915744292892561E11 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 2.915744292892561E11 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "literal": 2, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + "rowCount": 4.373616439338841E10 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "EXPR$0" + ], + "exprs": [ + { + "op": { + "name": "substr", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647 + }, + "deterministic": true, + "dynamic": false + } + ], + "rowCount": 4.373616439338841E10 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store" + ], + "table:alias": "store", + "inputs": [], + "rowCount": 1704, + "avgRowSize": 1375, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "s_store_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "s_store_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "s_closed_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_store_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_number_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_floor_space" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "s_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_market_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_geography_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_market_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_division_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_company_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_company_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 10, + "name": "s_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "s_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "s_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "s_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "s_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "s_store_sk", + "ndv": 1736, + "minValue": 1, + "maxValue": 1704 + }, + { + "name": "s_store_name", + "ndv": 11 + }, + { + "name": "s_zip", + "ndv": 983 + }, + { + "name": "s_store_id", + "ndv": 879 + }, + { + "name": "s_rec_start_date", + "ndv": 4, + "minValue": 9933, + "maxValue": 11394 + }, + { + "name": "s_rec_end_date", + "ndv": 3, + "minValue": 10663, + "maxValue": 11393 + }, + { + "name": "s_closed_date_sk", + "ndv": 263, + "minValue": 2450820, + "maxValue": 2451314 + }, + { + "name": "s_number_employees", + "ndv": 100, + "minValue": 200, + "maxValue": 300 + }, + { + "name": "s_floor_space", + "ndv": 1289, + "minValue": 5000201, + "maxValue": 9997773 + }, + { + "name": "s_hours", + "ndv": 4 + }, + { + "name": "s_manager", + "ndv": 1245 + }, + { + "name": "s_market_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "s_geography_class", + "ndv": 2 + }, + { + "name": "s_market_desc", + "ndv": 1311 + }, + { + "name": "s_market_manager", + "ndv": 1236 + }, + { + "name": "s_division_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_division_name", + "ndv": 2 + }, + { + "name": "s_company_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_company_name", + "ndv": 2 + }, + { + "name": "s_street_number", + "ndv": 736 + }, + { + "name": "s_street_name", + "ndv": 851 + }, + { + "name": "s_street_type", + "ndv": 21 + }, + { + "name": "s_suite_number", + "ndv": 76 + }, + { + "name": "s_city", + "ndv": 267 + }, + { + "name": "s_county", + "ndv": 128 + }, + { + "name": "s_state", + "ndv": 44 + }, + { + "name": "s_country", + "ndv": 2 + }, + { + "name": "s_gmt_offset", + "ndv": 5, + "minValue": -9, + "maxValue": -5 + }, + { + "name": "s_tax_percentage", + "ndv": 12, + "minValue": 0, + "maxValue": 0.11 + } + ] + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "op": { + "name": "substr", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 25, + "name": "$25" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647 + }, + "deterministic": true, + "dynamic": false + } + ] + }, + "rowCount": 1533.6000000000001 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk", + "s_store_name", + "EXPR$0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + }, + { + "op": { + "name": "substr", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 25, + "name": "$25" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647 + }, + "deterministic": true, + "dynamic": false + } + ], + "rowCount": 1533.6000000000001 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "28", + "31" + ], + "rowCount": 1.006106725705507E13 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "EXPR$0", + "s_store_sk", + "s_store_name", + "EXPR$00" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 1.006106725705507E13 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "33" + ], + "rowCount": 2.4866782803155682E25 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 6 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 2.486678280315568E24 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_name", + "_c1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 2.486678280315568E24 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query80.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query80.q.out index b50f09d6e5a1..93bf3a645ee0 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query80.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query80.q.out @@ -1,911 +1,6281 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Reducer 21 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) - Map 13 <- Reducer 10 (BROADCAST_EDGE), Reducer 19 (BROADCAST_EDGE) - Map 16 <- Reducer 19 (BROADCAST_EDGE) - Map 23 <- Reducer 11 (BROADCAST_EDGE), Reducer 20 (BROADCAST_EDGE) - Map 26 <- Reducer 20 (BROADCAST_EDGE) - Map 7 <- Reducer 21 (BROADCAST_EDGE) - Reducer 10 <- Map 8 (CUSTOM_SIMPLE_EDGE) - Reducer 11 <- Map 8 (CUSTOM_SIMPLE_EDGE) - Reducer 14 <- Map 13 (CUSTOM_SIMPLE_EDGE), Map 16 (CUSTOM_SIMPLE_EDGE), Map 17 (BROADCAST_EDGE), Map 18 (BROADCAST_EDGE), Map 22 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE) - Reducer 15 <- Reducer 14 (SIMPLE_EDGE), Union 4 (CONTAINS) - Reducer 19 <- Map 18 (CUSTOM_SIMPLE_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 12 (BROADCAST_EDGE), Map 17 (BROADCAST_EDGE), Map 18 (BROADCAST_EDGE), Map 7 (CUSTOM_SIMPLE_EDGE), Map 8 (BROADCAST_EDGE) - Reducer 20 <- Map 18 (CUSTOM_SIMPLE_EDGE) - Reducer 21 <- Map 18 (CUSTOM_SIMPLE_EDGE) - Reducer 24 <- Map 17 (BROADCAST_EDGE), Map 18 (BROADCAST_EDGE), Map 23 (CUSTOM_SIMPLE_EDGE), Map 26 (CUSTOM_SIMPLE_EDGE), Map 27 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE) - Reducer 25 <- Reducer 24 (SIMPLE_EDGE), Union 4 (CONTAINS) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Union 4 (CONTAINS) - Reducer 5 <- Union 4 (SIMPLE_EDGE) - Reducer 6 <- Reducer 5 (SIMPLE_EDGE) - Reducer 9 <- Map 8 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: (ss_store_sk is not null and ss_promo_sk is not null and ss_item_sk BETWEEN DynamicValue(RS_23_item_i_item_sk_min) AND DynamicValue(RS_23_item_i_item_sk_max) and ss_promo_sk BETWEEN DynamicValue(RS_26_promotion_p_promo_sk_min) AND DynamicValue(RS_26_promotion_p_promo_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_23_item_i_item_sk_bloom_filter)) and in_bloom_filter(ss_promo_sk, DynamicValue(RS_26_promotion_p_promo_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 82510879939 Data size: 21315868812296 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ss_store_sk is not null and ss_promo_sk is not null and ss_promo_sk BETWEEN DynamicValue(RS_26_promotion_p_promo_sk_min) AND DynamicValue(RS_26_promotion_p_promo_sk_max) and ss_item_sk BETWEEN DynamicValue(RS_23_item_i_item_sk_min) AND DynamicValue(RS_23_item_i_item_sk_max) and in_bloom_filter(ss_promo_sk, DynamicValue(RS_26_promotion_p_promo_sk_bloom_filter)) and in_bloom_filter(ss_item_sk, DynamicValue(RS_23_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 78675502838 Data size: 20325037116048 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_store_sk (type: bigint), ss_promo_sk (type: bigint), ss_ticket_number (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_net_profit (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 78675502838 Data size: 20325037116048 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col3 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col3 (type: bigint) - Statistics: Num rows: 78675502838 Data size: 20325037116048 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint), _col2 (type: bigint), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)), _col6 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 12 - Map Operator Tree: - TableScan - alias: store - Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: s_store_sk (type: bigint), s_store_id (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1704 Data size: 184032 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 13 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: (cs_catalog_page_sk is not null and cs_promo_sk is not null and cs_item_sk BETWEEN DynamicValue(RS_60_item_i_item_sk_min) AND DynamicValue(RS_60_item_i_item_sk_max) and cs_promo_sk BETWEEN DynamicValue(RS_63_promotion_p_promo_sk_min) AND DynamicValue(RS_63_promotion_p_promo_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_60_item_i_item_sk_bloom_filter)) and in_bloom_filter(cs_promo_sk, DynamicValue(RS_63_promotion_p_promo_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 43005109025 Data size: 11339575410520 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (cs_catalog_page_sk is not null and cs_promo_sk is not null and cs_promo_sk BETWEEN DynamicValue(RS_63_promotion_p_promo_sk_min) AND DynamicValue(RS_63_promotion_p_promo_sk_max) and cs_item_sk BETWEEN DynamicValue(RS_60_item_i_item_sk_min) AND DynamicValue(RS_60_item_i_item_sk_max) and in_bloom_filter(cs_promo_sk, DynamicValue(RS_63_promotion_p_promo_sk_bloom_filter)) and in_bloom_filter(cs_item_sk, DynamicValue(RS_60_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 42789551679 Data size: 11282737308320 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_catalog_page_sk (type: bigint), cs_item_sk (type: bigint), cs_promo_sk (type: bigint), cs_order_number (type: bigint), cs_ext_sales_price (type: decimal(7,2)), cs_net_profit (type: decimal(7,2)), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 42789551679 Data size: 11282737308320 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint), _col3 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col1 (type: bigint), _col3 (type: bigint) - Statistics: Num rows: 42789551679 Data size: 11282737308320 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col2 (type: bigint), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)), _col6 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 16 - Map Operator Tree: - TableScan - alias: catalog_returns - filterExpr: (cr_item_sk BETWEEN DynamicValue(RS_60_item_i_item_sk_min) AND DynamicValue(RS_60_item_i_item_sk_max) and in_bloom_filter(cr_item_sk, DynamicValue(RS_60_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 4320980099 Data size: 1017653227728 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (cr_item_sk BETWEEN DynamicValue(RS_60_item_i_item_sk_min) AND DynamicValue(RS_60_item_i_item_sk_max) and in_bloom_filter(cr_item_sk, DynamicValue(RS_60_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 4320980099 Data size: 1017653227728 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cr_item_sk (type: bigint), cr_order_number (type: bigint), cr_return_amount (type: decimal(7,2)), cr_net_loss (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 4320980099 Data size: 1017653227728 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 4320980099 Data size: 1017653227728 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 17 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00' AND TIMESTAMP'1998-09-03 00:00:00' (type: boolean) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00' AND TIMESTAMP'1998-09-03 00:00:00' (type: boolean) - Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 13 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 23 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 18 - Map Operator Tree: - TableScan - alias: item - filterExpr: (i_current_price > 50) (type: boolean) - Statistics: Num rows: 462000 Data size: 55309408 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (i_current_price > 50) (type: boolean) - Statistics: Num rows: 231185 Data size: 27676904 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 231185 Data size: 1849480 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 231185 Data size: 1849480 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 231185 Data size: 1849480 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 231185 Data size: 1849480 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 231185 Data size: 1849480 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 231185 Data size: 1849480 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 231185 Data size: 1849480 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 22 - Map Operator Tree: - TableScan - alias: catalog_page - Statistics: Num rows: 46000 Data size: 4968000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cp_catalog_page_sk (type: bigint), cp_catalog_page_id (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 46000 Data size: 4968000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 46000 Data size: 4968000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 23 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: (ws_web_site_sk is not null and ws_promo_sk is not null and ws_item_sk BETWEEN DynamicValue(RS_98_item_i_item_sk_min) AND DynamicValue(RS_98_item_i_item_sk_max) and ws_promo_sk BETWEEN DynamicValue(RS_101_promotion_p_promo_sk_min) AND DynamicValue(RS_101_promotion_p_promo_sk_max) and in_bloom_filter(ws_item_sk, DynamicValue(RS_98_item_i_item_sk_bloom_filter)) and in_bloom_filter(ws_promo_sk, DynamicValue(RS_101_promotion_p_promo_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 21594638446 Data size: 5700638697608 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ws_web_site_sk is not null and ws_promo_sk is not null and ws_promo_sk BETWEEN DynamicValue(RS_101_promotion_p_promo_sk_min) AND DynamicValue(RS_101_promotion_p_promo_sk_max) and ws_item_sk BETWEEN DynamicValue(RS_98_item_i_item_sk_min) AND DynamicValue(RS_98_item_i_item_sk_max) and in_bloom_filter(ws_promo_sk, DynamicValue(RS_101_promotion_p_promo_sk_bloom_filter)) and in_bloom_filter(ws_item_sk, DynamicValue(RS_98_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 21589233207 Data size: 5699211801048 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_item_sk (type: bigint), ws_web_site_sk (type: bigint), ws_promo_sk (type: bigint), ws_order_number (type: bigint), ws_ext_sales_price (type: decimal(7,2)), ws_net_profit (type: decimal(7,2)), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 21589233207 Data size: 5699211801048 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col3 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col3 (type: bigint) - Statistics: Num rows: 21589233207 Data size: 5699211801048 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint), _col2 (type: bigint), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)), _col6 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 26 - Map Operator Tree: - TableScan - alias: web_returns - filterExpr: (wr_item_sk BETWEEN DynamicValue(RS_98_item_i_item_sk_min) AND DynamicValue(RS_98_item_i_item_sk_max) and in_bloom_filter(wr_item_sk, DynamicValue(RS_98_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 2160007345 Data size: 496628694560 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (wr_item_sk BETWEEN DynamicValue(RS_98_item_i_item_sk_min) AND DynamicValue(RS_98_item_i_item_sk_max) and in_bloom_filter(wr_item_sk, DynamicValue(RS_98_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 2160007345 Data size: 496628694560 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: wr_item_sk (type: bigint), wr_order_number (type: bigint), wr_return_amt (type: decimal(7,2)), wr_net_loss (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2160007345 Data size: 496628694560 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 2160007345 Data size: 496628694560 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 27 - Map Operator Tree: - TableScan - alias: web_site - Statistics: Num rows: 84 Data size: 9072 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: web_site_sk (type: bigint), web_site_id (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 84 Data size: 9072 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 84 Data size: 9072 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: store_returns - filterExpr: (sr_item_sk BETWEEN DynamicValue(RS_23_item_i_item_sk_min) AND DynamicValue(RS_23_item_i_item_sk_max) and in_bloom_filter(sr_item_sk, DynamicValue(RS_23_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 8634166995 Data size: 2004678961248 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (sr_item_sk BETWEEN DynamicValue(RS_23_item_i_item_sk_min) AND DynamicValue(RS_23_item_i_item_sk_max) and in_bloom_filter(sr_item_sk, DynamicValue(RS_23_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 8634166995 Data size: 2004678961248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: sr_item_sk (type: bigint), sr_ticket_number (type: bigint), sr_return_amt (type: decimal(7,2)), sr_net_loss (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 8634166995 Data size: 2004678961248 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 8634166995 Data size: 2004678961248 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: promotion - filterExpr: (p_channel_tv = 'N') (type: boolean) - Statistics: Num rows: 2300 Data size: 213900 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (p_channel_tv = 'N') (type: boolean) - Statistics: Num rows: 1150 Data size: 106950 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: p_promo_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1150 Data size: 9200 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1150 Data size: 9200 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1150 Data size: 9200 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1150 Data size: 9200 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1150 Data size: 9200 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1150 Data size: 9200 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1150 Data size: 9200 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 10 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 11 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 14 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Left Outer Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col4, _col5, _col6, _col9, _col10 - input vertices: - 1 Map 16 - Statistics: Num rows: 68128960197 Data size: 26694756517832 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col6 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col4, _col5, _col9, _col10 - input vertices: - 1 Map 17 - Statistics: Num rows: 7569366263 Data size: 1863498498512 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col4, _col5, _col9, _col10 - input vertices: - 1 Map 18 - Statistics: Num rows: 3787714088 Data size: 895347046408 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col4, _col5, _col9, _col10 - input vertices: - 1 Map 8 - Statistics: Num rows: 1893857044 Data size: 426528458096 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col4, _col5, _col9, _col10, _col15 - input vertices: - 1 Map 22 - Statistics: Num rows: 1893857044 Data size: 601623318160 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col15 (type: string), _col4 (type: decimal(7,2)), if(_col9 is not null, _col9, 0) (type: decimal(7,2)), (_col5 - if(_col10 is not null, _col10, 0)) (type: decimal(8,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1893857044 Data size: 601623318160 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1), sum(_col2), sum(_col3) - keys: _col0 (type: string) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 107889741 Data size: 47039927076 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 107889741 Data size: 47039927076 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(18,2)) - Reducer 15 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 45891 Data size: 20008476 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: 'catalog channel' (type: string), concat('catalog_page', _col0) (type: string), _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(18,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 45891 Data size: 28406529 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++ - keys: _col0 (type: string), _col1 (type: string) - null sort order: zz - Statistics: Num rows: 46812 Data size: 28974702 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - aggregations: sum(_col2), sum(_col3), sum(_col4) - keys: _col0 (type: string), _col1 (type: string), 0L (type: bigint) - grouping sets: 0, 1, 3 - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) - Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) - Reducer 19 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Left Outer Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col4, _col5, _col6, _col9, _col10 - input vertices: - 1 Map 7 - Statistics: Num rows: 125628165446 Data size: 52781691423024 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col6 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col4, _col5, _col9, _col10 - input vertices: - 1 Map 17 - Statistics: Num rows: 13957729495 Data size: 3016221281800 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col4, _col5, _col9, _col10 - input vertices: - 1 Map 18 - Statistics: Num rows: 6984453758 Data size: 1230973268960 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col4, _col5, _col9, _col10 - input vertices: - 1 Map 8 - Statistics: Num rows: 3492226879 Data size: 379694814792 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col4, _col5, _col9, _col10, _col15 - input vertices: - 1 Map 12 - Statistics: Num rows: 3492226879 Data size: 715790771852 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col15 (type: string), _col4 (type: decimal(7,2)), if(_col9 is not null, _col9, 0) (type: decimal(7,2)), (_col5 - if(_col10 is not null, _col10, 0)) (type: decimal(8,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 3492226879 Data size: 715790771852 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1), sum(_col2), sum(_col3) - keys: _col0 (type: string) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2458563 Data size: 1071933468 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2458563 Data size: 1071933468 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(18,2)) - Reducer 20 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 21 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 24 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Left Outer Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col4, _col5, _col6, _col9, _col10 - input vertices: - 1 Map 26 - Statistics: Num rows: 33633305448 Data size: 14391212980304 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col6 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col4, _col5, _col9, _col10 - input vertices: - 1 Map 17 - Statistics: Num rows: 3736778117 Data size: 926375207640 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col4, _col5, _col9, _col10 - input vertices: - 1 Map 18 - Statistics: Num rows: 1869885355 Data size: 448426719824 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col4, _col5, _col9, _col10 - input vertices: - 1 Map 8 - Statistics: Num rows: 934942678 Data size: 216582544488 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col4, _col5, _col9, _col10, _col15 - input vertices: - 1 Map 27 - Statistics: Num rows: 934942678 Data size: 302618896072 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col15 (type: string), _col4 (type: decimal(7,2)), if(_col9 is not null, _col9, 0) (type: decimal(7,2)), (_col5 - if(_col10 is not null, _col10, 0)) (type: decimal(8,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 934942678 Data size: 302618896072 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1), sum(_col2), sum(_col3) - keys: _col0 (type: string) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 49686 Data size: 21663096 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 49686 Data size: 21663096 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(18,2)) - Reducer 25 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 42 Data size: 18312 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: 'web channel' (type: string), concat('web_site', _col0) (type: string), _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(18,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 42 Data size: 25830 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++ - keys: _col0 (type: string), _col1 (type: string) - null sort order: zz - Statistics: Num rows: 46812 Data size: 28974702 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - aggregations: sum(_col2), sum(_col3), sum(_col4) - keys: _col0 (type: string), _col1 (type: string), 0L (type: bigint) - grouping sets: 0, 1, 3 - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) - Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 879 Data size: 383244 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: 'store channel' (type: string), concat('store', _col0) (type: string), _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(18,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 879 Data size: 542343 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++ - keys: _col0 (type: string), _col1 (type: string) - null sort order: zz - Statistics: Num rows: 46812 Data size: 28974702 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - aggregations: sum(_col2), sum(_col3), sum(_col4) - keys: _col0 (type: string), _col1 (type: string), 0L (type: bigint) - grouping sets: 0, 1, 3 - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) - Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) - keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col3, _col4, _col5 - Statistics: Num rows: 70218 Data size: 44026686 Basic stats: COMPLETE Column stats: COMPLETE - pruneGroupingSetId: true - Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 70218 Data size: 43464942 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: string) - null sort order: zz - sort order: ++ - Statistics: Num rows: 70218 Data size: 43464942 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(27,2)), _col3 (type: decimal(27,2)), _col4 (type: decimal(28,2)) - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: decimal(27,2)), VALUE._col1 (type: decimal(27,2)), VALUE._col2 (type: decimal(28,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 70218 Data size: 43464942 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 61900 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 61900 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 9 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Union 4 - Vertex: Union 4 - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.0150431475531006E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_store_sk", + "ss_promo_sk", + "ss_ticket_number", + "ss_ext_sales_price", + "ss_net_profit", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 21, + "name": "$21" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.0150431475531006E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_returns" + ], + "table:alias": "store_returns", + "inputs": [], + "rowCount": 8634166995, + "avgRowSize": 249, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "sr_return_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "sr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "sr_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "sr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_store_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "sr_returned_date_sk" + ], + "colStats": [ + { + "name": "sr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "sr_ticket_number", + "ndv": 5114579988, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "sr_return_amt", + "ndv": 715216, + "minValue": 0, + "maxValue": 19643 + }, + { + "name": "sr_net_loss", + "ndv": 851834, + "minValue": 0.5, + "maxValue": 11008.17 + }, + { + "name": "sr_return_time_sk", + "ndv": 32389, + "minValue": 28799, + "maxValue": 61199 + }, + { + "name": "sr_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "sr_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "sr_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "sr_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "sr_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "sr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "sr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "sr_return_tax", + "ndv": 141365, + "minValue": 0, + "maxValue": 1714.37 + }, + { + "name": "sr_return_amt_inc_tax", + "ndv": 1520430, + "minValue": 0, + "maxValue": 21018.01 + }, + { + "name": "sr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "sr_return_ship_cost", + "ndv": 363000, + "minValue": 0, + "maxValue": 9975 + }, + { + "name": "sr_refunded_cash", + "ndv": 1187970, + "minValue": 0, + "maxValue": 18413.33 + }, + { + "name": "sr_reversed_charge", + "ndv": 926355, + "minValue": 0, + "maxValue": 18104.5 + }, + { + "name": "sr_store_credit", + "ndv": 937950, + "minValue": 0, + "maxValue": 17792.48 + }, + { + "name": "sr_returned_date_sk", + "ndv": 2004, + "minValue": 2450820, + "maxValue": 2452822 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sr_item_sk", + "sr_ticket_number", + "sr_return_amt", + "sr_net_loss" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 18, + "name": "$18" + } + ], + "rowCount": 8634166995 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 8, + "name": "$8" + } + ] + } + ] + }, + "joinType": "left", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "4" + ], + "rowCount": 1.1685349637870422E19 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "TIMESTAMP", + "nullable": true, + "precision": 9 + } + }, + { + "literal": 902188800000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + }, + { + "literal": 904780800000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 11, + "name": "$11" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "5", + "8" + ], + "rowCount": 3.2010116463629865E22 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "literal": 50, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 2, + "scale": 0 + } + } + ] + }, + "rowCount": 231000 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 231000 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 12, + "name": "$12" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "9", + "12" + ], + "rowCount": 1.1091505354647748E27 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "promotion" + ], + "table:alias": "promotion", + "inputs": [], + "rowCount": 2300, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "p_promo_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "p_promo_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "p_start_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "p_end_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "p_item_sk" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 15, + "scale": 2, + "name": "p_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "p_response_target" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "p_promo_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_dmail" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_email" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_catalog" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_tv" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_radio" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_press" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_event" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_channel_demo" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "p_channel_details" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "p_purpose" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "p_discount_active" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "p_promo_sk", + "ndv": 2365, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "p_channel_tv", + "ndv": 2 + }, + { + "name": "p_promo_id", + "ndv": 2307 + }, + { + "name": "p_start_date_sk", + "ndv": 761, + "minValue": 2450096, + "maxValue": 2450915 + }, + { + "name": "p_end_date_sk", + "ndv": 736, + "minValue": 2450102, + "maxValue": 2450970 + }, + { + "name": "p_item_sk", + "ndv": 2252, + "minValue": 614, + "maxValue": 461932 + }, + { + "name": "p_cost", + "ndv": 1, + "minValue": 1000, + "maxValue": 1000 + }, + { + "name": "p_response_target", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "p_promo_name", + "ndv": 11 + }, + { + "name": "p_channel_dmail", + "ndv": 3 + }, + { + "name": "p_channel_email", + "ndv": 2 + }, + { + "name": "p_channel_catalog", + "ndv": 2 + }, + { + "name": "p_channel_radio", + "ndv": 2 + }, + { + "name": "p_channel_press", + "ndv": 2 + }, + { + "name": "p_channel_event", + "ndv": 2 + }, + { + "name": "p_channel_demo", + "ndv": 2 + }, + { + "name": "p_channel_details", + "ndv": 2242 + }, + { + "name": "p_purpose", + "ndv": 2 + }, + { + "name": "p_discount_active", + "ndv": 2 + } + ] + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "literal": "N", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + } + ] + }, + "rowCount": 345 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "p_promo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 345 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 13, + "name": "$13" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "13", + "16" + ], + "rowCount": 5.73985402103021E28 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store" + ], + "table:alias": "store", + "inputs": [], + "rowCount": 1704, + "avgRowSize": 1375, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "s_store_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "s_store_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "s_closed_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_store_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_number_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_floor_space" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "s_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_market_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_geography_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_market_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_division_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_company_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_company_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 10, + "name": "s_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "s_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "s_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "s_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "s_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "s_store_sk", + "ndv": 1736, + "minValue": 1, + "maxValue": 1704 + }, + { + "name": "s_store_id", + "ndv": 879 + }, + { + "name": "s_rec_start_date", + "ndv": 4, + "minValue": 9933, + "maxValue": 11394 + }, + { + "name": "s_rec_end_date", + "ndv": 3, + "minValue": 10663, + "maxValue": 11393 + }, + { + "name": "s_closed_date_sk", + "ndv": 263, + "minValue": 2450820, + "maxValue": 2451314 + }, + { + "name": "s_store_name", + "ndv": 11 + }, + { + "name": "s_number_employees", + "ndv": 100, + "minValue": 200, + "maxValue": 300 + }, + { + "name": "s_floor_space", + "ndv": 1289, + "minValue": 5000201, + "maxValue": 9997773 + }, + { + "name": "s_hours", + "ndv": 4 + }, + { + "name": "s_manager", + "ndv": 1245 + }, + { + "name": "s_market_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "s_geography_class", + "ndv": 2 + }, + { + "name": "s_market_desc", + "ndv": 1311 + }, + { + "name": "s_market_manager", + "ndv": 1236 + }, + { + "name": "s_division_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_division_name", + "ndv": 2 + }, + { + "name": "s_company_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_company_name", + "ndv": 2 + }, + { + "name": "s_street_number", + "ndv": 736 + }, + { + "name": "s_street_name", + "ndv": 851 + }, + { + "name": "s_street_type", + "ndv": 21 + }, + { + "name": "s_suite_number", + "ndv": 76 + }, + { + "name": "s_city", + "ndv": 267 + }, + { + "name": "s_county", + "ndv": 128 + }, + { + "name": "s_state", + "ndv": 44 + }, + { + "name": "s_zip", + "ndv": 983 + }, + { + "name": "s_country", + "ndv": 2 + }, + { + "name": "s_gmt_offset", + "ndv": 5, + "minValue": -9, + "maxValue": -5 + }, + { + "name": "s_tax_percentage", + "ndv": 12, + "minValue": 0, + "maxValue": 0.11 + } + ] + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk", + "s_store_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 1704 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 14, + "name": "$14" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "17", + "19" + ], + "rowCount": 1.4671066877753214E31 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3" + ], + "exprs": [ + { + "input": 15, + "name": "$15" + }, + { + "input": 4, + "name": "$4" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ] + }, + { + "input": 9, + "name": "$9" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 10, + "name": "$10" + } + ] + }, + { + "input": 10, + "name": "$10" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + } + ] + } + ] + } + ], + "rowCount": 1.4671066877753214E31 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 22, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 23, + "scale": 2 + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + } + ], + "rowCount": 1.4671066877753214E30 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "id", + "sales", + "returns", + "profit" + ], + "exprs": [ + { + "literal": "store channel", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "op": { + "name": "||", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": "store", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 1.4671066877753214E30 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + } + ] + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 11, + "name": "$11" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 15, + "name": "$15" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 3.1350724479225002E10 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_catalog_page_sk", + "cs_item_sk", + "cs_promo_sk", + "cs_order_number", + "cs_ext_sales_price", + "cs_net_profit", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 11, + "name": "$11" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 32, + "name": "$32" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.1350724479225002E10 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_returns" + ], + "table:alias": "catalog_returns", + "inputs": [], + "rowCount": 4320980099, + "avgRowSize": 305, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returned_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cr_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_amount" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_store_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cr_returned_date_sk" + ], + "colStats": [ + { + "name": "cr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cr_order_number", + "ndv": 2681654419, + "minValue": 2, + "maxValue": 4800000000 + }, + { + "name": "cr_return_amount", + "ndv": 973170, + "minValue": 0, + "maxValue": 28805.04 + }, + { + "name": "cr_net_loss", + "ndv": 996464, + "minValue": 0.5, + "maxValue": 16346.37 + }, + { + "name": "cr_returned_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cr_refunded_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cr_refunded_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cr_refunded_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cr_refunded_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cr_returning_customer_sk", + "ndv": 77511828, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cr_returning_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cr_returning_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cr_returning_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cr_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cr_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cr_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cr_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "cr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cr_return_tax", + "ndv": 169232, + "minValue": 0, + "maxValue": 2511.58 + }, + { + "name": "cr_return_amt_inc_tax", + "ndv": 1689965, + "minValue": 0, + "maxValue": 30891.32 + }, + { + "name": "cr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "cr_return_ship_cost", + "ndv": 501353, + "minValue": 0, + "maxValue": 14273.28 + }, + { + "name": "cr_refunded_cash", + "ndv": 1257293, + "minValue": 0, + "maxValue": 26955.24 + }, + { + "name": "cr_reversed_charge", + "ndv": 895564, + "minValue": 0, + "maxValue": 24033.84 + }, + { + "name": "cr_store_credit", + "ndv": 906118, + "minValue": 0, + "maxValue": 24886.13 + }, + { + "name": "cr_returned_date_sk", + "ndv": 2104, + "minValue": 2450821, + "maxValue": 2452924 + } + ] + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cr_item_sk", + "cr_order_number", + "cr_return_amount", + "cr_net_loss" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 17, + "name": "$17" + }, + { + "input": 25, + "name": "$25" + } + ], + "rowCount": 4320980099 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 8, + "name": "$8" + } + ] + } + ] + }, + "joinType": "left", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "26", + "28" + ], + "rowCount": 3047981803334509056 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "TIMESTAMP", + "nullable": true, + "precision": 9 + } + }, + { + "literal": 902188800000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + }, + { + "literal": 904780800000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + } + ] + }, + "inputs": [ + "6" + ], + "rowCount": 18262.25 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 11, + "name": "$11" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "29", + "31" + ], + "rowCount": 8.349450853191845E21 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "literal": 50, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 2, + "scale": 0 + } + } + ] + }, + "inputs": [ + "10" + ], + "rowCount": 231000 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 231000 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 12, + "name": "$12" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "32", + "34" + ], + "rowCount": 2.893084720630974E26 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "literal": "N", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + } + ] + }, + "inputs": [ + "14" + ], + "rowCount": 345 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "p_promo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 345 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 13, + "name": "$13" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "35", + "37" + ], + "rowCount": 1.497171342926529E28 + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_page" + ], + "table:alias": "catalog_page", + "inputs": [], + "rowCount": 46000, + "avgRowSize": 561, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "cp_catalog_page_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "cp_catalog_page_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cp_start_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cp_end_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "cp_department" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cp_catalog_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cp_catalog_page_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "cp_description" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "cp_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "cp_catalog_page_sk", + "ndv": 47200, + "minValue": 1, + "maxValue": 46000 + }, + { + "name": "cp_catalog_page_id", + "ndv": 45891 + }, + { + "name": "cp_start_date_sk", + "ndv": 91, + "minValue": 2450815, + "maxValue": 2453005 + }, + { + "name": "cp_end_date_sk", + "ndv": 96, + "minValue": 2450844, + "maxValue": 2453186 + }, + { + "name": "cp_department", + "ndv": 2 + }, + { + "name": "cp_catalog_number", + "ndv": 112, + "minValue": 1, + "maxValue": 109 + }, + { + "name": "cp_catalog_page_number", + "ndv": 427, + "minValue": 1, + "maxValue": 425 + }, + { + "name": "cp_description", + "ndv": 44192 + }, + { + "name": "cp_type", + "ndv": 4 + } + ] + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cp_catalog_page_sk", + "cp_catalog_page_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 46000 + }, + { + "id": "41", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 14, + "name": "$14" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "38", + "40" + ], + "rowCount": 1.033048226619305E32 + }, + { + "id": "42", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3" + ], + "exprs": [ + { + "input": 15, + "name": "$15" + }, + { + "input": 4, + "name": "$4" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ] + }, + { + "input": 9, + "name": "$9" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 10, + "name": "$10" + } + ] + }, + { + "input": 10, + "name": "$10" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + } + ] + } + ] + } + ], + "rowCount": 1.033048226619305E32 + }, + { + "id": "43", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 22, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 23, + "scale": 2 + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + } + ], + "rowCount": 1.033048226619305E31 + }, + { + "id": "44", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "id", + "sales", + "returns", + "profit" + ], + "exprs": [ + { + "literal": "catalog channel", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "op": { + "name": "||", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": "catalog_page", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 1.033048226619305E31 + }, + { + "id": "45", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + } + ] + }, + { + "id": "46", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 12, + "name": "$12" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 15, + "name": "$15" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 1.5742491427134003E10 + }, + { + "id": "47", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_item_sk", + "ws_web_site_sk", + "ws_promo_sk", + "ws_order_number", + "ws_ext_sales_price", + "ws_net_profit", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 32, + "name": "$32" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 1.5742491427134003E10 + }, + { + "id": "48", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_returns" + ], + "table:alias": "web_returns", + "inputs": [], + "rowCount": 2160007345, + "avgRowSize": 281, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returned_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "wr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "wr_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "wr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_account_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "wr_returned_date_sk" + ], + "colStats": [ + { + "name": "wr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "wr_order_number", + "ndv": 1317116406, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "wr_return_amt", + "ndv": 1108704, + "minValue": 0, + "maxValue": 29191 + }, + { + "name": "wr_net_loss", + "ndv": 1227508, + "minValue": 0.5, + "maxValue": 16733.32 + }, + { + "name": "wr_returned_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "wr_refunded_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "wr_refunded_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "wr_refunded_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "wr_refunded_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "wr_returning_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "wr_returning_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "wr_returning_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "wr_returning_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "wr_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "wr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "wr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "wr_return_tax", + "ndv": 198904, + "minValue": 0, + "maxValue": 2620.34 + }, + { + "name": "wr_return_amt_inc_tax", + "ndv": 2111617, + "minValue": 0, + "maxValue": 31735.25 + }, + { + "name": "wr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "wr_return_ship_cost", + "ndv": 553061, + "minValue": 0, + "maxValue": 14624 + }, + { + "name": "wr_refunded_cash", + "ndv": 1631618, + "minValue": 0, + "maxValue": 28085.82 + }, + { + "name": "wr_reversed_charge", + "ndv": 1277260, + "minValue": 0, + "maxValue": 26135.99 + }, + { + "name": "wr_account_credit", + "ndv": 1249055, + "minValue": 0, + "maxValue": 24649.69 + }, + { + "name": "wr_returned_date_sk", + "ndv": 2185, + "minValue": 2450819, + "maxValue": 2453002 + } + ] + }, + { + "id": "49", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "wr_item_sk", + "wr_order_number", + "wr_return_amt", + "wr_net_loss" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 2160007345 + }, + { + "id": "50", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 8, + "name": "$8" + } + ] + } + ] + }, + "joinType": "left", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "47", + "49" + ], + "rowCount": 765087700390487296 + }, + { + "id": "51", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "TIMESTAMP", + "nullable": true, + "precision": 9 + } + }, + { + "literal": 902188800000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + }, + { + "literal": 904780800000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + } + ] + }, + "inputs": [ + "6" + ], + "rowCount": 18262.25 + }, + { + "id": "52", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "53", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 11, + "name": "$11" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "50", + "52" + ], + "rowCount": 2.0958334284684263E21 + }, + { + "id": "54", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "literal": 50, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 2, + "scale": 0 + } + } + ] + }, + "inputs": [ + "10" + ], + "rowCount": 231000 + }, + { + "id": "55", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 231000 + }, + { + "id": "56", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 12, + "name": "$12" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "53", + "55" + ], + "rowCount": 7.262062829643098E25 + }, + { + "id": "57", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "literal": "N", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + } + ] + }, + "inputs": [ + "14" + ], + "rowCount": 345 + }, + { + "id": "58", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "p_promo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 345 + }, + { + "id": "59", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 13, + "name": "$13" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "56", + "58" + ], + "rowCount": 3.758117514340303E27 + }, + { + "id": "60", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_site" + ], + "table:alias": "web_site", + "inputs": [], + "rowCount": 84, + "avgRowSize": 1331, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "web_site_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "web_site_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "web_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "web_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "web_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "web_open_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "web_close_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "web_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "web_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "web_mkt_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "web_mkt_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "web_mkt_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "web_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "web_company_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "web_company_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "web_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "web_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "web_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "web_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "web_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "web_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "web_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "web_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "web_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "web_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "web_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "web_site_sk", + "ndv": 84, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "web_site_id", + "ndv": 42 + }, + { + "name": "web_rec_start_date", + "ndv": 4, + "minValue": 10089, + "maxValue": 11550 + }, + { + "name": "web_rec_end_date", + "ndv": 3, + "minValue": 10819, + "maxValue": 11549 + }, + { + "name": "web_name", + "ndv": 15 + }, + { + "name": "web_open_date_sk", + "ndv": 42, + "minValue": 2450118, + "maxValue": 2450807 + }, + { + "name": "web_close_date_sk", + "ndv": 28, + "minValue": 2440993, + "maxValue": 2446218 + }, + { + "name": "web_class", + "ndv": 2 + }, + { + "name": "web_manager", + "ndv": 60 + }, + { + "name": "web_mkt_id", + "ndv": 6, + "minValue": 1, + "maxValue": 6 + }, + { + "name": "web_mkt_class", + "ndv": 65 + }, + { + "name": "web_mkt_desc", + "ndv": 64 + }, + { + "name": "web_market_manager", + "ndv": 66 + }, + { + "name": "web_company_id", + "ndv": 6, + "minValue": 1, + "maxValue": 6 + }, + { + "name": "web_company_name", + "ndv": 7 + }, + { + "name": "web_street_number", + "ndv": 58 + }, + { + "name": "web_street_name", + "ndv": 80 + }, + { + "name": "web_street_type", + "ndv": 20 + }, + { + "name": "web_suite_number", + "ndv": 51 + }, + { + "name": "web_city", + "ndv": 52 + }, + { + "name": "web_county", + "ndv": 58 + }, + { + "name": "web_state", + "ndv": 30 + }, + { + "name": "web_zip", + "ndv": 56 + }, + { + "name": "web_country", + "ndv": 2 + }, + { + "name": "web_gmt_offset", + "ndv": 4, + "minValue": -8, + "maxValue": -5 + }, + { + "name": "web_tax_percentage", + "ndv": 13, + "minValue": 0, + "maxValue": 0.12 + } + ] + }, + { + "id": "61", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "web_site_sk", + "web_site_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 84 + }, + { + "id": "62", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 14, + "name": "$14" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "59", + "61" + ], + "rowCount": 4.735228068068781E28 + }, + { + "id": "63", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3" + ], + "exprs": [ + { + "input": 15, + "name": "$15" + }, + { + "input": 4, + "name": "$4" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ] + }, + { + "input": 9, + "name": "$9" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 10, + "name": "$10" + } + ] + }, + { + "input": 10, + "name": "$10" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + } + ] + } + ] + } + ], + "rowCount": 4.735228068068781E28 + }, + { + "id": "64", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 22, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 23, + "scale": 2 + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + } + ], + "rowCount": 4.735228068068781E27 + }, + { + "id": "65", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "id", + "sales", + "returns", + "profit" + ], + "exprs": [ + { + "literal": "web channel", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "op": { + "name": "||", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": "web_site", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + }, + { + "input": 0, + "name": "$0" + } + ] + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 4.735228068068781E27 + }, + { + "id": "66", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", + "all": true, + "inputs": [ + "23", + "44", + "65" + ], + "rowCount": 1.1802324182036442E31 + }, + { + "id": "67", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "id", + "sales", + "returns", + "profit" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 1.1802324182036442E31 + }, + { + "id": "68", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1 + ], + "groups": [ + [ + 0, + 1 + ], + [ + 0 + ], + [] + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 27, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 32, + "scale": 2 + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 33, + "scale": 2 + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + } + ], + "rowCount": 3.5403758400581596E30 + }, + { + "id": "69", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "channel", + "id", + "sales", + "returns", + "profit" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 3.5403758400581596E30 + }, + { + "id": "70", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query81.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query81.q.out index 817a9878004c..42396159880e 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query81.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query81.q.out @@ -1,426 +1,2630 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 10 (BROADCAST_EDGE) - Map 3 <- Map 10 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Reducer 11 (BROADCAST_EDGE), Reducer 2 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) - Reducer 11 <- Map 10 (SIMPLE_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE) - Reducer 4 <- Map 3 (SIMPLE_EDGE) - Reducer 5 <- Reducer 4 (SIMPLE_EDGE) - Reducer 6 <- Map 1 (BROADCAST_EDGE), Map 3 (SIMPLE_EDGE), Reducer 5 (BROADCAST_EDGE) - Reducer 7 <- Reducer 6 (SIMPLE_EDGE) - Reducer 9 <- Map 8 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: customer - filterExpr: c_current_addr_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_160_container, bigKeyColName:c_current_addr_sk, smallTablePos:1, keyRatio:0.0185202875 - Statistics: Num rows: 80000000 Data size: 30640000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: c_current_addr_sk is not null (type: boolean) - Statistics: Num rows: 80000000 Data size: 30640000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: c_customer_sk (type: bigint), c_customer_id (type: char(16)), c_current_addr_sk (type: bigint), c_salutation (type: char(10)), c_first_name (type: char(20)), c_last_name (type: char(30)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 80000000 Data size: 30640000000 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col3, _col4, _col5, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16 - input vertices: - 1 Map 10 - Statistics: Num rows: 1509434 Data size: 1983876888 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1509434 Data size: 1983876888 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(16)), _col3 (type: char(10)), _col4 (type: char(20)), _col5 (type: char(30)), _col7 (type: char(10)), _col8 (type: varchar(60)), _col9 (type: char(15)), _col10 (type: char(10)), _col11 (type: varchar(60)), _col12 (type: varchar(30)), _col13 (type: char(10)), _col14 (type: varchar(20)), _col15 (type: decimal(5,2)), _col16 (type: char(20)) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1509434 Data size: 12075472 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1481623) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 10 - Map Operator Tree: - TableScan - alias: customer_address - filterExpr: (ca_state is not null or (ca_state = 'IL')) (type: boolean) - Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ca_state is not null (type: boolean) - Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ca_address_sk (type: bigint), ca_state (type: char(2)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(2)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(2)) - Filter Operator - predicate: (ca_state = 'IL') (type: boolean) - Statistics: Num rows: 754717 Data size: 778593839 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ca_address_sk (type: bigint), ca_street_number (type: char(10)), ca_street_name (type: varchar(60)), ca_street_type (type: char(15)), ca_suite_number (type: char(10)), ca_city (type: varchar(60)), ca_county (type: varchar(30)), ca_zip (type: char(10)), ca_country (type: varchar(20)), ca_gmt_offset (type: decimal(5,2)), ca_location_type (type: char(20)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 - Statistics: Num rows: 754717 Data size: 713688177 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 754717 Data size: 713688177 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(10)), _col2 (type: varchar(60)), _col3 (type: char(15)), _col4 (type: char(10)), _col5 (type: varchar(60)), _col6 (type: varchar(30)), _col7 (type: char(10)), _col8 (type: varchar(20)), _col9 (type: decimal(5,2)), _col10 (type: char(20)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 3 - Map Operator Tree: - TableScan - alias: catalog_returns - filterExpr: ((cr_returning_addr_sk is not null or (cr_returning_addr_sk is not null and cr_returning_customer_sk is not null)) and cr_returning_customer_sk BETWEEN DynamicValue(RS_57_customer_c_customer_sk_min) AND DynamicValue(RS_57_customer_c_customer_sk_max) and in_bloom_filter(cr_returning_customer_sk, DynamicValue(RS_57_customer_c_customer_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 4320980099 Data size: 576568230384 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: cr_returning_addr_sk is not null (type: boolean) - Statistics: Num rows: 4235017358 Data size: 565097826784 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cr_returning_customer_sk (type: bigint), cr_returning_addr_sk (type: bigint), cr_return_amt_inc_tax (type: decimal(7,2)), cr_returned_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 4235017358 Data size: 565097826784 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 8 - Statistics: Num rows: 739053777 Data size: 83734349552 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col6 - input vertices: - 1 Map 10 - Statistics: Num rows: 739053777 Data size: 142054564750 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2) - keys: _col6 (type: char(2)), _col0 (type: bigint) - minReductionHashAggr: 0.86675507 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 739053777 Data size: 151574886190 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(2)), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: char(2)), _col1 (type: bigint) - Statistics: Num rows: 739053777 Data size: 151574886190 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(17,2)) - Filter Operator - predicate: (cr_returning_addr_sk is not null and cr_returning_customer_sk is not null and cr_returning_customer_sk BETWEEN DynamicValue(RS_57_customer_c_customer_sk_min) AND DynamicValue(RS_57_customer_c_customer_sk_max) and in_bloom_filter(cr_returning_customer_sk, DynamicValue(RS_57_customer_c_customer_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 4151243373 Data size: 553919479016 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cr_returning_customer_sk (type: bigint), cr_returning_addr_sk (type: bigint), cr_return_amt_inc_tax (type: decimal(7,2)), cr_returned_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 4151243373 Data size: 553919479016 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Reducer 9 - Statistics: Num rows: 724434361 Data size: 82077978496 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col6 - input vertices: - 1 Reducer 11 - Statistics: Num rows: 724434361 Data size: 139244546270 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2) - keys: _col0 (type: bigint), _col6 (type: char(2)) - minReductionHashAggr: 0.8640661 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 724434361 Data size: 148576543742 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: char(2)) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: char(2)) - Statistics: Num rows: 724434361 Data size: 148576543742 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: (d_year = 1998) (type: boolean) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_year = 1998) (type: boolean) - Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cr_returned_date_sk (bigint) - Target Input: catalog_returns - Partition key expr: cr_returned_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 3 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cr_returned_date_sk (bigint) - Target Input: catalog_returns - Partition key expr: cr_returned_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 3 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 11 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: char(2)) - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(2)) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1481623) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: char(2)), KEY._col1 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 716910171 Data size: 147033383714 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(2)), _col2 (type: decimal(17,2)) - outputColumnNames: _col0, _col2 - Statistics: Num rows: 716910171 Data size: 147033383714 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2), count(_col2) - keys: _col0 (type: char(2)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 30475 Data size: 6277850 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(2)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(2)) - Statistics: Num rows: 30475 Data size: 6277850 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(27,2)), _col2 (type: bigint) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), count(VALUE._col1) - keys: KEY._col0 (type: char(2)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 53 Data size: 10918 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: CAST( (_col1 / _col2) AS decimal(21,6)) is not null (type: boolean) - Statistics: Num rows: 53 Data size: 10918 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: (CAST( (_col1 / _col2) AS decimal(21,6)) * 1.2) (type: decimal(24,7)), _col0 (type: char(2)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 53 Data size: 10494 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: char(2)) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: char(2)) - Statistics: Num rows: 53 Data size: 10494 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: decimal(24,7)) - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: bigint), KEY._col1 (type: char(2)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 716910171 Data size: 147033383722 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: _col2 is not null (type: boolean) - Statistics: Num rows: 716910171 Data size: 147033383722 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col3, _col4, _col5, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col18, _col19 - input vertices: - 0 Map 1 - Statistics: Num rows: 716910171 Data size: 1079664179270 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col18 (type: char(2)) - 1 _col1 (type: char(2)) - outputColumnNames: _col1, _col3, _col4, _col5, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col19, _col20 - input vertices: - 1 Reducer 5 - Statistics: Num rows: 716910171 Data size: 1098303843716 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col19 > _col20) (type: boolean) - Statistics: Num rows: 238970057 Data size: 366101281276 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: +++++++++++++++ - keys: _col1 (type: char(16)), _col3 (type: char(10)), _col4 (type: char(20)), _col5 (type: char(30)), _col7 (type: char(10)), _col8 (type: varchar(60)), _col9 (type: char(15)), _col10 (type: char(10)), _col11 (type: varchar(60)), _col12 (type: varchar(30)), _col13 (type: char(10)), _col14 (type: varchar(20)), _col15 (type: decimal(5,2)), _col16 (type: char(20)), _col19 (type: decimal(17,2)) - null sort order: zzzzzzzzzzzzzzz - Statistics: Num rows: 238970057 Data size: 366101281276 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col1 (type: char(16)), _col3 (type: char(10)), _col4 (type: char(20)), _col5 (type: char(30)), _col7 (type: char(10)), _col8 (type: varchar(60)), _col9 (type: char(15)), _col10 (type: char(10)), _col11 (type: varchar(60)), _col12 (type: varchar(30)), _col13 (type: char(10)), _col14 (type: varchar(20)), _col15 (type: decimal(5,2)), _col16 (type: char(20)), _col19 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 - Statistics: Num rows: 238970057 Data size: 339335788732 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(16)), _col1 (type: char(10)), _col2 (type: char(20)), _col3 (type: char(30)), _col4 (type: char(10)), _col5 (type: varchar(60)), _col6 (type: char(15)), _col7 (type: char(10)), _col8 (type: varchar(60)), _col9 (type: varchar(30)), _col10 (type: char(10)), _col11 (type: varchar(20)), _col12 (type: decimal(5,2)), _col13 (type: char(20)), _col14 (type: decimal(17,2)) - null sort order: zzzzzzzzzzzzzzz - sort order: +++++++++++++++ - Statistics: Num rows: 238970057 Data size: 339335788732 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: char(16)), KEY.reducesinkkey1 (type: char(10)), KEY.reducesinkkey2 (type: char(20)), KEY.reducesinkkey3 (type: char(30)), KEY.reducesinkkey4 (type: char(10)), KEY.reducesinkkey5 (type: varchar(60)), KEY.reducesinkkey6 (type: char(15)), KEY.reducesinkkey7 (type: char(10)), KEY.reducesinkkey8 (type: varchar(60)), KEY.reducesinkkey9 (type: varchar(30)), KEY.reducesinkkey10 (type: char(10)), KEY.reducesinkkey11 (type: varchar(20)), KEY.reducesinkkey12 (type: decimal(5,2)), KEY.reducesinkkey13 (type: char(20)), KEY.reducesinkkey14 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 - Statistics: Num rows: 238970057 Data size: 339335788732 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 142000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(16)), _col1 (type: char(10)), _col2 (type: char(20)), _col3 (type: char(30)), _col4 (type: char(10)), _col5 (type: varchar(60)), _col6 (type: char(15)), _col7 (type: char(10)), _col8 (type: varchar(60)), _col9 (type: varchar(30)), 'IL' (type: char(2)), _col10 (type: char(10)), _col11 (type: varchar(20)), _col12 (type: decimal(5,2)), _col13 (type: char(20)), _col14 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 - Statistics: Num rows: 100 Data size: 150600 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 150600 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 9 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer" + ], + "table:alias": "customer", + "inputs": [], + "rowCount": 80000000, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "c_customer_sk" + }, + { + "type": "CHAR", + "nullable": false, + "precision": 16, + "name": "c_customer_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_shipto_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_sales_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "c_salutation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "c_first_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "c_last_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "c_preferred_cust_flag" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_day" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_month" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_year" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "c_birth_country" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 13, + "name": "c_login" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "c_email_address" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_last_review_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "c_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "c_customer_id", + "ndv": 80610928 + }, + { + "name": "c_current_addr_sk", + "ndv": 33825344, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "c_salutation", + "ndv": 7 + }, + { + "name": "c_first_name", + "ndv": 5158 + }, + { + "name": "c_last_name", + "ndv": 5123 + }, + { + "name": "c_current_cdemo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "c_current_hdemo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "c_first_shipto_date_sk", + "ndv": 3646, + "minValue": 2449028, + "maxValue": 2452678 + }, + { + "name": "c_first_sales_date_sk", + "ndv": 3643, + "minValue": 2448998, + "maxValue": 2452648 + }, + { + "name": "c_preferred_cust_flag", + "ndv": 3 + }, + { + "name": "c_birth_day", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "c_birth_month", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "c_birth_year", + "ndv": 67, + "minValue": 1924, + "maxValue": 1992 + }, + { + "name": "c_birth_country", + "ndv": 216 + }, + { + "name": "c_login", + "ndv": 1 + }, + { + "name": "c_email_address", + "ndv": 75301330 + }, + { + "name": "c_last_review_date_sk", + "ndv": 364, + "minValue": 2452283, + "maxValue": 2452648 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + "rowCount": 72000000 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_customer_id", + "c_current_addr_sk", + "c_salutation", + "c_first_name", + "c_last_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + } + ], + "rowCount": 72000000 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "customer_address", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_location_type", + "ndv": 4 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": "IL", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + } + ] + }, + "rowCount": 6000000 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_street_number", + "ca_street_name", + "ca_street_type", + "ca_suite_number", + "ca_city", + "ca_county", + "ca_zip", + "ca_country", + "ca_gmt_offset", + "ca_location_type" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + } + ], + "rowCount": 6000000 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 64800000000000 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "customer_address", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 8, + "name": "$8" + } + ] + }, + "rowCount": 36000000 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_state" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 36000000 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_returns" + ], + "table:alias": "catalog_returns", + "inputs": [], + "rowCount": 4320980099, + "avgRowSize": 305, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returned_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cr_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_amount" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_store_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cr_returned_date_sk" + ], + "colStats": [ + { + "name": "cr_returning_customer_sk", + "ndv": 77511828, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cr_returning_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cr_return_amt_inc_tax", + "ndv": 1689965, + "minValue": 0, + "maxValue": 30891.32 + }, + { + "name": "cr_returned_date_sk", + "ndv": 2104, + "minValue": 2450821, + "maxValue": 2452924 + }, + { + "name": "cr_returned_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cr_refunded_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cr_refunded_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cr_refunded_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cr_refunded_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cr_returning_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cr_returning_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cr_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cr_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cr_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cr_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "cr_order_number", + "ndv": 2681654419, + "minValue": 2, + "maxValue": 4800000000 + }, + { + "name": "cr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cr_return_amount", + "ndv": 973170, + "minValue": 0, + "maxValue": 28805.04 + }, + { + "name": "cr_return_tax", + "ndv": 169232, + "minValue": 0, + "maxValue": 2511.58 + }, + { + "name": "cr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "cr_return_ship_cost", + "ndv": 501353, + "minValue": 0, + "maxValue": 14273.28 + }, + { + "name": "cr_refunded_cash", + "ndv": 1257293, + "minValue": 0, + "maxValue": 26955.24 + }, + { + "name": "cr_reversed_charge", + "ndv": 895564, + "minValue": 0, + "maxValue": 24033.84 + }, + { + "name": "cr_store_credit", + "ndv": 906118, + "minValue": 0, + "maxValue": 24886.13 + }, + { + "name": "cr_net_loss", + "ndv": 996464, + "minValue": 0.5, + "maxValue": 16346.37 + } + ] + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 26, + "name": "$26" + } + ] + } + ] + }, + "rowCount": 3.1499944921710005E9 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cr_returning_customer_sk", + "cr_returning_addr_sk", + "cr_return_amt_inc_tax", + "cr_returned_date_sk" + ], + "exprs": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 19, + "name": "$19" + }, + { + "input": 26, + "name": "$26" + } + ], + "rowCount": 3.1499944921710005E9 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1998, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 10957.35 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "12", + "15" + ], + "rowCount": 5.177338822318487E12 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "9", + "16" + ], + "rowCount": 2.7957629640519827E19 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 1, + 2 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + } + ], + "rowCount": 2795762964051982848 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cr_returning_customer_sk", + "ca_state", + "$f2" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 2795762964051982848 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + "rowCount": 2516186667646784512 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cr_returning_customer_sk", + "ca_state", + "$f2" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 2516186667646784512 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 17, + "name": "$17" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "21" + ], + "rowCount": 2.4457334409526745E31 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 8, + "name": "$8" + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 36000000 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_state" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 36000000 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 26, + "name": "$26" + } + ] + } + ] + }, + "inputs": [ + "10" + ], + "rowCount": 3.49999388019E9 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cr_returning_customer_sk", + "cr_returning_addr_sk", + "cr_return_amt_inc_tax", + "cr_returned_date_sk" + ], + "exprs": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 19, + "name": "$19" + }, + { + "input": 26, + "name": "$26" + } + ], + "rowCount": 3.49999388019E9 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1998, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "13" + ], + "rowCount": 10957.35 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "26", + "28" + ], + "rowCount": 5.752598691464984E12 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "24", + "29" + ], + "rowCount": 3.1064032933910917E19 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 1, + 2 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + } + ], + "rowCount": 3106403293391091712 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_state", + "cr_returning_customer_sk", + "$f2" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 3106403293391091712 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 27, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 36000000 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 21, + "scale": 6 + } + } + ] + }, + "rowCount": 32400000 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "_o__c0", + "ctr_state" + ], + "exprs": [ + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 21, + "scale": 6 + } + }, + { + "literal": 1.2, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 2, + "scale": 1 + } + } + ] + }, + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 32400000 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 18, + "name": "$18" + }, + { + "input": 21, + "name": "$21" + } + ] + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 19, + "name": "$19" + }, + { + "input": 20, + "name": "$20" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "22", + "35" + ], + "rowCount": 5.943132261514999E37 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_id", + "c_salutation", + "c_first_name", + "c_last_name", + "ca_street_number", + "ca_street_name", + "ca_street_type", + "ca_suite_number", + "ca_city", + "ca_county", + "ca_zip", + "ca_country", + "ca_gmt_offset", + "ca_location_type", + "ctr_total_return" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 19, + "name": "$19" + } + ], + "rowCount": 5.943132261514999E37 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 3, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 4, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 5, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 6, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 7, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 8, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 9, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 10, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 11, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 12, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 13, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 14, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_id", + "c_salutation", + "c_first_name", + "c_last_name", + "ca_street_number", + "ca_street_name", + "ca_street_type", + "ca_suite_number", + "ca_city", + "ca_county", + "ca_state", + "ca_zip", + "ca_country", + "ca_gmt_offset", + "ca_location_type", + "ctr_total_return" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": "IL", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + } + ], + "type": { + "type": "CHAR", + "nullable": true, + "precision": 2 + } + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + } + ], + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query82.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query82.q.out index cbbe0e44173a..67aff75e66f1 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query82.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query82.q.out @@ -1,212 +1,1489 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 2 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) - Map 5 <- Map 1 (BROADCAST_EDGE), Reducer 3 (BROADCAST_EDGE) - Reducer 3 <- Map 2 (CUSTOM_SIMPLE_EDGE) - Reducer 6 <- Map 5 (SIMPLE_EDGE) - Reducer 7 <- Reducer 6 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: inventory - filterExpr: inv_quantity_on_hand BETWEEN 100 AND 500 (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_81_container, bigKeyColName:inv_item_sk, smallTablePos:1, keyRatio:6.143045734361187E-10 - Statistics: Num rows: 1627857000 Data size: 32231551088 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: inv_quantity_on_hand BETWEEN 100 AND 500 (type: boolean) - Statistics: Num rows: 732535650 Data size: 14504197992 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: inv_date_sk (type: bigint), inv_item_sk (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 732535650 Data size: 11720570400 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col3, _col4, _col5 - input vertices: - 1 Map 2 - Statistics: Num rows: 1247848 Data size: 514113264 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col3, _col4, _col5 - input vertices: - 1 Map 4 - Statistics: Num rows: 138641 Data size: 56010852 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col2 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col2 (type: bigint) - Statistics: Num rows: 138641 Data size: 56010852 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: string), _col4 (type: varchar(200)), _col5 (type: decimal(7,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 2 - Map Operator Tree: - TableScan - alias: item - filterExpr: ((i_manufact_id) IN (129, 437, 663, 727) and i_current_price BETWEEN 30 AND 60) (type: boolean) - Statistics: Num rows: 462000 Data size: 188360804 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((i_manufact_id) IN (129, 437, 663, 727) and i_current_price BETWEEN 30 AND 60) (type: boolean) - Statistics: Num rows: 787 Data size: 320980 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_item_id (type: string), i_item_desc (type: varchar(200)), i_current_price (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 787 Data size: 317836 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 787 Data size: 317836 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string), _col2 (type: varchar(200)), _col3 (type: decimal(7,2)) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 787 Data size: 6296 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2002-05-30 00:00:00' AND TIMESTAMP'2002-07-29 00:00:00' (type: boolean) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2002-05-30 00:00:00' AND TIMESTAMP'2002-07-29 00:00:00' (type: boolean) - Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: (ss_item_sk BETWEEN DynamicValue(RS_12_item_i_item_sk_min) AND DynamicValue(RS_12_item_i_item_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_12_item_i_item_sk_bloom_filter))) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_83_container, bigKeyColName:ss_item_sk, smallTablePos:0, keyRatio:0.001703463156475649 - Statistics: Num rows: 86404891377 Data size: 691239131016 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ss_item_sk BETWEEN DynamicValue(RS_12_item_i_item_sk_min) AND DynamicValue(RS_12_item_i_item_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_12_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 86404891377 Data size: 691239131016 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 86404891377 Data size: 691239131016 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col3, _col4, _col5 - input vertices: - 0 Map 1 - Statistics: Num rows: 147187549 Data size: 58286269292 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: +++ - keys: _col3 (type: string), _col4 (type: varchar(200)), _col5 (type: decimal(7,2)) - null sort order: zzz - Statistics: Num rows: 147187549 Data size: 58286269292 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - keys: _col3 (type: string), _col4 (type: varchar(200)), _col5 (type: decimal(7,2)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 179436 Data size: 71056656 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: varchar(200)), _col2 (type: decimal(7,2)) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: varchar(200)), _col2 (type: decimal(7,2)) - Statistics: Num rows: 179436 Data size: 71056656 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: string), KEY._col1 (type: varchar(200)), KEY._col2 (type: decimal(7,2)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 787 Data size: 311652 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Statistics: Num rows: 787 Data size: 311652 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(200)), _col2 (type: decimal(7,2)) - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: varchar(200)), VALUE._col1 (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 787 Data size: 311652 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 39600 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 39600 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 86404891377, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 159044, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1334023, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1468124, + "minValue": -10000, + "maxValue": 9986 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1824, + "minValue": 2450816, + "maxValue": 2452642 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 86404891377 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "inventory" + ], + "table:alias": "inventory", + "inputs": [], + "rowCount": 1627857000, + "avgRowSize": 157, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "inv_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "inv_item_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "inv_warehouse_sk" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "inv_quantity_on_hand" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "inv_date_sk", + "ndv": 258, + "minValue": 2450815, + "maxValue": 2452635 + }, + { + "name": "inv_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "inv_quantity_on_hand", + "ndv": 987, + "minValue": 0, + "maxValue": 1000 + }, + { + "name": "inv_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + } + ] + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 500, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 406964250 + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "inv_date_sk", + "inv_item_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 406964250 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 13, + "name": "$13" + }, + { + "literal": 129, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 437, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 663, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 727, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 5, + "name": "$5" + }, + { + "literal": 30, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + }, + { + "literal": 60, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + } + ] + } + ] + }, + "rowCount": 28875 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_item_id", + "i_item_desc", + "i_current_price" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 28875 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "4", + "7" + ], + "rowCount": 1.7626639078125E12 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "TIMESTAMP", + "nullable": true, + "precision": 9 + } + }, + { + "literal": 1022716800000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + }, + { + "literal": 1027900800000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "8", + "11" + ], + "rowCount": 4828531342567324 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "1", + "12" + ], + "rowCount": 6.258130892474544E25 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 4, + 5, + 6 + ], + "aggs": [], + "rowCount": 6.258130892474543E24 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_id", + "i_item_desc", + "i_current_price" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 6.258130892474543E24 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query83.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query83.q.out index c25dea04819d..024c50446ad8 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query83.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query83.q.out @@ -1,634 +1,3736 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 15 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE) - Map 13 <- Map 15 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE) - Map 15 <- Reducer 10 (BROADCAST_EDGE), Reducer 4 (BROADCAST_EDGE) - Map 3 <- Map 9 (BROADCAST_EDGE) - Map 6 <- Map 15 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE) - Map 9 <- Map 11 (BROADCAST_EDGE), Reducer 12 (BROADCAST_EDGE) - Reducer 10 <- Map 9 (CUSTOM_SIMPLE_EDGE) - Reducer 12 <- Map 11 (SIMPLE_EDGE) - Reducer 14 <- Map 13 (SIMPLE_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 4 <- Map 3 (CUSTOM_SIMPLE_EDGE) - Reducer 7 <- Map 6 (SIMPLE_EDGE), Reducer 14 (BROADCAST_EDGE), Reducer 2 (BROADCAST_EDGE) - Reducer 8 <- Reducer 7 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: catalog_returns - Statistics: Num rows: 4320980099 Data size: 86073249960 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cr_item_sk (type: bigint), cr_return_quantity (type: int), cr_returned_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4320980099 Data size: 86073249960 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col4 - input vertices: - 1 Map 15 - Statistics: Num rows: 4320980099 Data size: 293480294712 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 _col4 (type: date) - 1 _col0 (type: date) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 3 - Statistics: Num rows: 1183036 Data size: 9464292 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col6 - input vertices: - 1 Map 5 - Statistics: Num rows: 1183036 Data size: 118303604 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col6 (type: string) - minReductionHashAggr: 0.7907722 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 247524 Data size: 26732592 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 247524 Data size: 26732592 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 11 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: ((d_date) IN (DATE'1998-01-02', DATE'1998-10-15', DATE'1998-11-10') and d_week_seq is not null) (type: boolean) - Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_date) IN (DATE'1998-01-02', DATE'1998-10-15', DATE'1998-11-10') and d_week_seq is not null) (type: boolean) - Statistics: Num rows: 3 Data size: 180 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_week_seq (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: int) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 13 - Map Operator Tree: - TableScan - alias: web_returns - Statistics: Num rows: 2062802370 Data size: 41061626908 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: wr_item_sk (type: bigint), wr_return_quantity (type: int), wr_returned_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2062802370 Data size: 41061626908 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col4 - input vertices: - 1 Map 15 - Statistics: Num rows: 2062802370 Data size: 140076140668 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 _col4 (type: date) - 1 _col0 (type: date) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 9 - Statistics: Num rows: 564772 Data size: 4518180 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col6 - input vertices: - 1 Map 5 - Statistics: Num rows: 564772 Data size: 56477204 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col6 (type: string) - minReductionHashAggr: 0.5617275 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 247524 Data size: 26732592 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 247524 Data size: 26732592 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 15 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: (d_date is not null and ((d_date BETWEEN DynamicValue(RS_98_date_dim_d_date_min) AND DynamicValue(RS_98_date_dim_d_date_max) and in_bloom_filter(d_date, DynamicValue(RS_98_date_dim_d_date_bloom_filter))) or (d_date BETWEEN DynamicValue(RS_26_date_dim_d_date_min) AND DynamicValue(RS_26_date_dim_d_date_max) and in_bloom_filter(d_date, DynamicValue(RS_26_date_dim_d_date_bloom_filter))))) (type: boolean) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_date is not null and d_date BETWEEN DynamicValue(RS_98_date_dim_d_date_min) AND DynamicValue(RS_98_date_dim_d_date_max) and in_bloom_filter(d_date, DynamicValue(RS_98_date_dim_d_date_bloom_filter))) (type: boolean) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), d_date (type: date) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: date) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: wr_returned_date_sk (bigint) - Target Input: web_returns - Partition key expr: wr_returned_date_sk - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 13 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: date) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: sr_returned_date_sk (bigint) - Target Input: store_returns - Partition key expr: sr_returned_date_sk - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 6 - Filter Operator - predicate: (d_date is not null and d_date BETWEEN DynamicValue(RS_26_date_dim_d_date_min) AND DynamicValue(RS_26_date_dim_d_date_max) and in_bloom_filter(d_date, DynamicValue(RS_26_date_dim_d_date_bloom_filter))) (type: boolean) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), d_date (type: date) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: date) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 73049 Data size: 584392 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cr_returned_date_sk (bigint) - Target Input: catalog_returns - Partition key expr: cr_returned_date_sk - Statistics: Num rows: 67850 Data size: 542800 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 3 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: (d_week_seq is not null and d_date is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_322_container, bigKeyColName:d_week_seq, smallTablePos:1, keyRatio:2.7378882667798324E-4 - Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_week_seq is not null and d_date is not null) (type: boolean) - Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date (type: date), d_week_seq (type: int) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 _col1 (type: int) - 1 _col0 (type: int) - outputColumnNames: _col0 - input vertices: - 1 Map 9 - Statistics: Num rows: 19 Data size: 1064 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: date) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 20 Data size: 1120 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: date) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: date) - Statistics: Num rows: 20 Data size: 1120 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: date) - outputColumnNames: _col0 - Statistics: Num rows: 20 Data size: 1120 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.95 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: date), _col1 (type: date), _col2 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: item - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_item_id (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 49896000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: store_returns - Statistics: Num rows: 8332595709 Data size: 166044313360 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: sr_item_sk (type: bigint), sr_return_quantity (type: int), sr_returned_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 8332595709 Data size: 166044313360 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col4 - input vertices: - 1 Map 15 - Statistics: Num rows: 8332595709 Data size: 566008907392 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 _col4 (type: date) - 1 _col0 (type: date) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 9 - Statistics: Num rows: 2281371 Data size: 18250972 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col6 - input vertices: - 1 Map 5 - Statistics: Num rows: 2281371 Data size: 228137104 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col6 (type: string) - minReductionHashAggr: 0.8915021 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 247524 Data size: 26732592 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 247524 Data size: 26732592 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 9 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: ((d_week_seq is not null and d_date is not null) or ((d_date) IN (DATE'1998-01-02', DATE'1998-10-15', DATE'1998-11-10') and d_week_seq is not null)) (type: boolean) - Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_week_seq is not null and d_date is not null) (type: boolean) - Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date (type: date), d_week_seq (type: int) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 73049 Data size: 4382940 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 _col1 (type: int) - 1 _col0 (type: int) - outputColumnNames: _col0 - input vertices: - 1 Reducer 12 - Statistics: Num rows: 19 Data size: 1064 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: date) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 20 Data size: 1120 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: date) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: date) - Statistics: Num rows: 20 Data size: 1120 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 _col1 (type: int) - 1 _col0 (type: int) - outputColumnNames: _col0 - input vertices: - 1 Map 11 - Statistics: Num rows: 19 Data size: 1064 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: date) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 20 Data size: 1120 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: date) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: date) - Statistics: Num rows: 20 Data size: 1120 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: date) - outputColumnNames: _col0 - Statistics: Num rows: 20 Data size: 1120 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), bloom_filter(_col0, expectedEntries=1000000) - minReductionHashAggr: 0.95 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: date), _col1 (type: date), _col2 (type: binary) - Filter Operator - predicate: ((d_date) IN (DATE'1998-01-02', DATE'1998-10-15', DATE'1998-11-10') and d_week_seq is not null) (type: boolean) - Statistics: Num rows: 3 Data size: 180 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_week_seq (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: int) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 10 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: date), _col1 (type: date), _col2 (type: binary) - Reducer 12 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: int) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 14 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 247524 Data size: 26732592 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: string), _col1 (type: bigint), UDFToDouble(_col1) (type: double) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 247524 Data size: 28712784 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 247524 Data size: 28712784 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint), _col2 (type: double) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 247524 Data size: 26732592 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 247524 Data size: 26732592 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: date), _col1 (type: date), _col2 (type: binary) - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 247524 Data size: 26732592 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: string) - 1 _col0 (type: string) - outputColumnNames: _col0, _col1, _col3 - input vertices: - 0 Reducer 2 - Statistics: Num rows: 247524 Data size: 28712784 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: string) - 1 _col0 (type: string) - outputColumnNames: _col0, _col1, _col3, _col5, _col6 - input vertices: - 1 Reducer 14 - Statistics: Num rows: 247524 Data size: 32673168 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++ - keys: _col0 (type: string), _col3 (type: bigint) - null sort order: zz - Statistics: Num rows: 247524 Data size: 32673168 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col0 (type: string), _col3 (type: bigint), (((UDFToDouble(_col3) / UDFToDouble(((_col3 + _col1) + _col5))) / 3.0D) * 100.0D) (type: double), _col1 (type: bigint), (((UDFToDouble(_col1) / UDFToDouble(((_col3 + _col1) + _col5))) / 3.0D) * 100.0D) (type: double), _col5 (type: bigint), (((_col6 / UDFToDouble(((_col3 + _col1) + _col5))) / 3.0D) * 100.0D) (type: double), (CAST( ((_col3 + _col1) + _col5) AS decimal(19,0)) / 3) (type: decimal(25,6)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 247524 Data size: 64356240 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Statistics: Num rows: 247524 Data size: 64356240 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: double), _col3 (type: bigint), _col4 (type: double), _col5 (type: bigint), _col6 (type: double), _col7 (type: decimal(25,6)) - Reducer 8 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), VALUE._col0 (type: double), VALUE._col1 (type: bigint), VALUE._col2 (type: double), VALUE._col3 (type: bigint), VALUE._col4 (type: double), VALUE._col5 (type: decimal(25,6)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 247524 Data size: 64356240 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 26000 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 26000 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: 100 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_returns" + ], + "table:alias": "catalog_returns", + "inputs": [], + "rowCount": 4320980099, + "avgRowSize": 305, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returned_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cr_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_amount" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_store_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cr_returned_date_sk" + ], + "colStats": [ + { + "name": "cr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cr_returned_date_sk", + "ndv": 2104, + "minValue": 2450821, + "maxValue": 2452924 + }, + { + "name": "cr_returned_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cr_refunded_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cr_refunded_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cr_refunded_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cr_refunded_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cr_returning_customer_sk", + "ndv": 77511828, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cr_returning_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cr_returning_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cr_returning_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cr_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cr_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cr_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cr_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "cr_order_number", + "ndv": 2681654419, + "minValue": 2, + "maxValue": 4800000000 + }, + { + "name": "cr_return_amount", + "ndv": 973170, + "minValue": 0, + "maxValue": 28805.04 + }, + { + "name": "cr_return_tax", + "ndv": 169232, + "minValue": 0, + "maxValue": 2511.58 + }, + { + "name": "cr_return_amt_inc_tax", + "ndv": 1689965, + "minValue": 0, + "maxValue": 30891.32 + }, + { + "name": "cr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "cr_return_ship_cost", + "ndv": 501353, + "minValue": 0, + "maxValue": 14273.28 + }, + { + "name": "cr_refunded_cash", + "ndv": 1257293, + "minValue": 0, + "maxValue": 26955.24 + }, + { + "name": "cr_reversed_charge", + "ndv": 895564, + "minValue": 0, + "maxValue": 24033.84 + }, + { + "name": "cr_store_credit", + "ndv": 906118, + "minValue": 0, + "maxValue": 24886.13 + }, + { + "name": "cr_net_loss", + "ndv": 996464, + "minValue": 0.5, + "maxValue": 16346.37 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 26, + "name": "$26" + } + ] + }, + "rowCount": 3.8888820891E9 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cr_item_sk", + "cr_return_quantity", + "cr_returned_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 26, + "name": "$26" + } + ], + "rowCount": 3.8888820891E9 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + "rowCount": 65744.1 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 65744.1 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 3.83506579430999E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + } + ] + }, + "rowCount": 59169.69 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date", + "d_week_seq" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 59169.69 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": 10228, + "type": { + "type": "DATE", + "nullable": false + } + }, + { + "literal": 10514, + "type": { + "type": "DATE", + "nullable": false + } + }, + { + "literal": 10540, + "type": { + "type": "DATE", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 16436.025 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_week_seq" + ], + "exprs": [ + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 16436.025 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "semi", + "inputs": [ + "9", + "11" + ], + "rowCount": 13313.180250000003 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 13313.180250000003 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "semi", + "inputs": [ + "6", + "13" + ], + "rowCount": 6.989407410129958E12 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_item_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 462000 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "14", + "16" + ], + "rowCount": 484365933522006080 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 6 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 48436593352200608 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_id", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 48436593352200608 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_returns" + ], + "table:alias": "store_returns", + "inputs": [], + "rowCount": 8332595709, + "avgRowSize": 249, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "sr_return_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "sr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "sr_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "sr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_store_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "sr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "sr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "sr_returned_date_sk" + ], + "colStats": [ + { + "name": "sr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "sr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "sr_returned_date_sk", + "ndv": 2003, + "minValue": 2450820, + "maxValue": 2452822 + }, + { + "name": "sr_return_time_sk", + "ndv": 32389, + "minValue": 28799, + "maxValue": 61199 + }, + { + "name": "sr_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "sr_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "sr_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "sr_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "sr_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "sr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "sr_ticket_number", + "ndv": 5065526774, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "sr_return_amt", + "ndv": 715216, + "minValue": 0, + "maxValue": 19643 + }, + { + "name": "sr_return_tax", + "ndv": 141365, + "minValue": 0, + "maxValue": 1714.37 + }, + { + "name": "sr_return_amt_inc_tax", + "ndv": 1520430, + "minValue": 0, + "maxValue": 21018.01 + }, + { + "name": "sr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "sr_return_ship_cost", + "ndv": 363000, + "minValue": 0, + "maxValue": 9975 + }, + { + "name": "sr_refunded_cash", + "ndv": 1187970, + "minValue": 0, + "maxValue": 18413.33 + }, + { + "name": "sr_reversed_charge", + "ndv": 924833, + "minValue": 0, + "maxValue": 18104.5 + }, + { + "name": "sr_store_credit", + "ndv": 935681, + "minValue": 0, + "maxValue": 17792.48 + }, + { + "name": "sr_net_loss", + "ndv": 848797, + "minValue": 0.5, + "maxValue": 11008.17 + } + ] + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 19, + "name": "$19" + } + ] + }, + "rowCount": 7.4993361381E9 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sr_item_sk", + "sr_return_quantity", + "sr_returned_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 19, + "name": "$19" + } + ], + "rowCount": 7.4993361381E9 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 65744.1 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 65744.1 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "22", + "24" + ], + "rowCount": 7.395556574952903E13 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 59169.69 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date", + "d_week_seq" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 59169.69 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": 10228, + "type": { + "type": "DATE", + "nullable": false + } + }, + { + "literal": 10514, + "type": { + "type": "DATE", + "nullable": false + } + }, + { + "literal": 10540, + "type": { + "type": "DATE", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 16436.025 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_week_seq" + ], + "exprs": [ + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 16436.025 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "semi", + "inputs": [ + "27", + "29" + ], + "rowCount": 13313.180250000003 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 13313.180250000003 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "semi", + "inputs": [ + "25", + "31" + ], + "rowCount": 1.347840185785167E13 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_item_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "inputs": [ + "15" + ], + "rowCount": 462000 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "32", + "33" + ], + "rowCount": 934053248749120640 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 6 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 93405324874912064 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_id", + "$f1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 93405324874912064 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "19", + "36" + ], + "rowCount": 6.786353606844455E32 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_returns" + ], + "table:alias": "web_returns", + "inputs": [], + "rowCount": 2062802370, + "avgRowSize": 281, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returned_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "wr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "wr_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "wr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_account_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "wr_returned_date_sk" + ], + "colStats": [ + { + "name": "wr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "wr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "wr_returned_date_sk", + "ndv": 2184, + "minValue": 2450819, + "maxValue": 2453002 + }, + { + "name": "wr_returned_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "wr_refunded_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "wr_refunded_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "wr_refunded_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "wr_refunded_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "wr_returning_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "wr_returning_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "wr_returning_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "wr_returning_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "wr_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "wr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "wr_order_number", + "ndv": 1283768204, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "wr_return_amt", + "ndv": 1108704, + "minValue": 0, + "maxValue": 29191 + }, + { + "name": "wr_return_tax", + "ndv": 198814, + "minValue": 0, + "maxValue": 2620.34 + }, + { + "name": "wr_return_amt_inc_tax", + "ndv": 2111617, + "minValue": 0, + "maxValue": 31735.25 + }, + { + "name": "wr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "wr_return_ship_cost", + "ndv": 551289, + "minValue": 0, + "maxValue": 14624 + }, + { + "name": "wr_refunded_cash", + "ndv": 1630543, + "minValue": 0, + "maxValue": 28085.82 + }, + { + "name": "wr_reversed_charge", + "ndv": 1276207, + "minValue": 0, + "maxValue": 26135.99 + }, + { + "name": "wr_account_credit", + "ndv": 1245536, + "minValue": 0, + "maxValue": 24649.69 + }, + { + "name": "wr_net_loss", + "ndv": 1225199, + "minValue": 0.5, + "maxValue": 16733.32 + } + ] + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 23, + "name": "$23" + } + ] + }, + "rowCount": 1856522133 + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "wr_item_sk", + "wr_return_quantity", + "wr_returned_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 23, + "name": "$23" + } + ], + "rowCount": 1856522133 + }, + { + "id": "41", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 65744.1 + }, + { + "id": "42", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 65744.1 + }, + { + "id": "43", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "40", + "42" + ], + "rowCount": 1.8308306514624797E13 + }, + { + "id": "44", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 59169.69 + }, + { + "id": "45", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date", + "d_week_seq" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 59169.69 + }, + { + "id": "46", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": 10228, + "type": { + "type": "DATE", + "nullable": false + } + }, + { + "literal": 10514, + "type": { + "type": "DATE", + "nullable": false + } + }, + { + "literal": 10540, + "type": { + "type": "DATE", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 16436.025 + }, + { + "id": "47", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_week_seq" + ], + "exprs": [ + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 16436.025 + }, + { + "id": "48", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "semi", + "inputs": [ + "45", + "47" + ], + "rowCount": 13313.180250000003 + }, + { + "id": "49", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 13313.180250000003 + }, + { + "id": "50", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "semi", + "inputs": [ + "43", + "49" + ], + "rowCount": 3.33668886229037E12 + }, + { + "id": "51", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_item_id" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "inputs": [ + "15" + ], + "rowCount": 462000 + }, + { + "id": "52", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "50", + "51" + ], + "rowCount": 231232538156722624 + }, + { + "id": "53", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 6 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 23123253815672264 + }, + { + "id": "54", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "item_id", + "wr_item_qty", + "EXPR$0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + } + ], + "rowCount": 23123253815672264 + }, + { + "id": "55", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "37", + "54" + ], + "rowCount": 2.353838654009509E48 + }, + { + "id": "56", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sr_items.item_id", + "sr_item_qty", + "sr_dev", + "cr_item_qty", + "cr_dev", + "wr_item_qty", + "wr_dev", + "average" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + { + "input": 5, + "name": "$5" + } + ] + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + } + ] + }, + { + "literal": 3, + "type": { + "type": "DOUBLE", + "nullable": false + } + } + ] + }, + { + "literal": 100, + "type": { + "type": "DOUBLE", + "nullable": false + } + } + ] + }, + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + { + "input": 5, + "name": "$5" + } + ] + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + } + ] + }, + { + "literal": 3, + "type": { + "type": "DOUBLE", + "nullable": false + } + } + ] + }, + { + "literal": 100, + "type": { + "type": "DOUBLE", + "nullable": false + } + } + ] + }, + { + "input": 5, + "name": "$5" + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + { + "input": 5, + "name": "$5" + } + ] + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + } + ] + }, + { + "literal": 3, + "type": { + "type": "DOUBLE", + "nullable": false + } + } + ] + }, + { + "literal": 100, + "type": { + "type": "DOUBLE", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + { + "input": 5, + "name": "$5" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 19, + "scale": 0 + } + }, + { + "literal": 3, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + } + ], + "rowCount": 2.353838654009509E48 + }, + { + "id": "57", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query85.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query85.q.out index f50a9a598ee1..134436ff9762 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query85.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query85.q.out @@ -1,342 +1,3800 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 5 (BROADCAST_EDGE), Reducer 7 (BROADCAST_EDGE) - Map 6 <- Map 8 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE), Reducer 10 (BROADCAST_EDGE) - Reducer 10 <- Map 9 (SIMPLE_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 11 (BROADCAST_EDGE), Map 6 (CUSTOM_SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) - Reducer 7 <- Map 6 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: (ws_sales_price is not null and ws_web_page_sk is not null and ws_net_profit is not null and ws_item_sk BETWEEN DynamicValue(RS[170]_col0) AND DynamicValue(RS[170]_col1) and ws_order_number BETWEEN DynamicValue(RS[170]_col2) AND DynamicValue(RS[170]_col3) and in_bloom_filter(hash(ws_item_sk,ws_order_number), DynamicValue(RS[170]_col4))) (type: boolean) - Statistics: Num rows: 21594638446 Data size: 5614271174532 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ws_sales_price is not null and ws_web_page_sk is not null and ws_net_profit is not null and ws_item_sk BETWEEN DynamicValue(RS[170]_col0) AND DynamicValue(RS[170]_col1) and ws_order_number BETWEEN DynamicValue(RS[170]_col2) AND DynamicValue(RS[170]_col3) and in_bloom_filter(hash(ws_item_sk,ws_order_number), DynamicValue(RS[170]_col4))) (type: boolean) - Statistics: Num rows: 21589239696 Data size: 5612867583224 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_item_sk (type: bigint), ws_order_number (type: bigint), ws_quantity (type: int), ws_sold_date_sk (type: bigint), ws_net_profit BETWEEN 100 AND 200 (type: boolean), ws_net_profit BETWEEN 150 AND 300 (type: boolean), ws_net_profit BETWEEN 50 AND 250 (type: boolean), ws_sales_price BETWEEN 100 AND 150 (type: boolean), ws_sales_price BETWEEN 50 AND 100 (type: boolean), ws_sales_price BETWEEN 150 AND 200 (type: boolean) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 - Statistics: Num rows: 21589239696 Data size: 1122629697312 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col4, _col5, _col6, _col7, _col8, _col9 - input vertices: - 1 Map 5 - Statistics: Num rows: 4339069981 Data size: 190908312284 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 4339069981 Data size: 190908312284 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: int), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean), _col9 (type: boolean) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 11 - Map Operator Tree: - TableScan - alias: reason - Statistics: Num rows: 72 Data size: 7560 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: r_reason_sk (type: bigint), r_reason_desc (type: char(100)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 72 Data size: 7560 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 72 Data size: 7560 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(100)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: (d_year = 1998) (type: boolean) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_year = 1998) (type: boolean) - Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: web_returns - filterExpr: (wr_returning_cdemo_sk is not null and wr_refunded_cdemo_sk is not null and wr_reason_sk is not null and wr_refunded_addr_sk is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_188_container, bigKeyColName:wr_refunded_cdemo_sk, smallTablePos:1, keyRatio:4.669891527614227E-6 - Statistics: Num rows: 2160007345 Data size: 562637317992 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (wr_returning_cdemo_sk is not null and wr_refunded_cdemo_sk is not null and wr_reason_sk is not null and wr_refunded_addr_sk is not null) (type: boolean) - Statistics: Num rows: 1796626240 Data size: 467984042616 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: wr_item_sk (type: bigint), wr_refunded_cdemo_sk (type: bigint), wr_refunded_addr_sk (type: bigint), wr_returning_cdemo_sk (type: bigint), wr_reason_sk (type: bigint), wr_order_number (type: bigint), wr_fee (type: decimal(7,2)), wr_refunded_cash (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 1796626240 Data size: 467984042616 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col3, _col4, _col5, _col6, _col7, _col9, _col10, _col11 - input vertices: - 1 Map 8 - Statistics: Num rows: 152543767 Data size: 22050576572 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col3, _col4, _col5, _col6, _col7, _col9, _col10, _col11, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20 - input vertices: - 1 Reducer 10 - Statistics: Num rows: 39225543 Data size: 9061100673 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint), _col13 (type: char(1)), _col14 (type: char(20)) - 1 _col0 (type: bigint), _col1 (type: char(1)), _col2 (type: char(20)) - outputColumnNames: _col0, _col4, _col5, _col6, _col7, _col9, _col10, _col11, _col15, _col16, _col17, _col18, _col19, _col20 - input vertices: - 1 Map 9 - Statistics: Num rows: 39225543 Data size: 2039728468 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col5 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col5 (type: bigint) - Statistics: Num rows: 39225543 Data size: 2039728468 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col4 (type: bigint), _col6 (type: decimal(7,2)), _col7 (type: decimal(7,2)), _col9 (type: boolean), _col10 (type: boolean), _col11 (type: boolean), _col15 (type: boolean), _col16 (type: boolean), _col17 (type: boolean), _col18 (type: boolean), _col19 (type: boolean), _col20 (type: boolean) - Select Operator - expressions: _col0 (type: bigint), _col5 (type: bigint), hash(_col0,_col5) (type: int) - outputColumnNames: _col0, _col1, _col3 - Statistics: Num rows: 39225543 Data size: 784510860 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col0), max(_col0), min(_col1), max(_col1), bloom_filter(_col3, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: customer_address - filterExpr: ((ca_state) IN ('GA', 'IN', 'KY', 'MO', 'MT', 'NM', 'OR', 'WI', 'WV') and (ca_country = 'United States')) (type: boolean) - Statistics: Num rows: 40000000 Data size: 7640000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((ca_state) IN ('GA', 'IN', 'KY', 'MO', 'MT', 'NM', 'OR', 'WI', 'WV') and (ca_country = 'United States')) (type: boolean) - Statistics: Num rows: 3396227 Data size: 648679357 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ca_address_sk (type: bigint), (ca_state) IN ('GA', 'KY', 'NM') (type: boolean), (ca_state) IN ('IN', 'MT', 'OR') (type: boolean), (ca_state) IN ('MO', 'WI', 'WV') (type: boolean) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 3396227 Data size: 67924540 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 3396227 Data size: 67924540 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: boolean), _col2 (type: boolean), _col3 (type: boolean) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 9 - Map Operator Tree: - TableScan - alias: cd1 - filterExpr: ((cd_marital_status) IN ('D', 'M', 'U') and (cd_education_status) IN ('4 yr Degree ', 'Advanced Degree ', 'Primary ')) (type: boolean) - Statistics: Num rows: 1920800 Data size: 359189600 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((cd_marital_status) IN ('D', 'M', 'U') and (cd_education_status) IN ('4 yr Degree ', 'Advanced Degree ', 'Primary ')) (type: boolean) - Statistics: Num rows: 493920 Data size: 92363040 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cd_demo_sk (type: bigint), cd_marital_status (type: char(1)), cd_education_status (type: char(20)), (cd_marital_status = 'M') (type: boolean), (cd_education_status = '4 yr Degree ') (type: boolean), (cd_marital_status = 'D') (type: boolean), (cd_education_status = 'Primary ') (type: boolean), (cd_marital_status = 'U') (type: boolean), (cd_education_status = 'Advanced Degree ') (type: boolean) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 493920 Data size: 104217120 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 493920 Data size: 104217120 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(1)), _col2 (type: char(20)), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean) - Select Operator - expressions: cd_demo_sk (type: bigint), cd_marital_status (type: char(1)), cd_education_status (type: char(20)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 493920 Data size: 92363040 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: char(1)), _col2 (type: char(20)) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: char(1)), _col2 (type: char(20)) - Statistics: Num rows: 493920 Data size: 92363040 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 10 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: char(1)), VALUE._col1 (type: char(20)), VALUE._col2 (type: boolean), VALUE._col3 (type: boolean), VALUE._col4 (type: boolean), VALUE._col5 (type: boolean), VALUE._col6 (type: boolean), VALUE._col7 (type: boolean) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 493920 Data size: 104217120 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(1)), _col2 (type: char(20)), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - outputColumnNames: _col2, _col4, _col5, _col6, _col7, _col8, _col9, _col15, _col17, _col18, _col20, _col21, _col22, _col26, _col27, _col28, _col29, _col30, _col31 - input vertices: - 1 Map 6 - Statistics: Num rows: 470472027 Data size: 130148627368 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Filter Operator - predicate: (((_col20 and _col4) or (_col21 and _col5) or (_col22 and _col6)) and ((_col26 and _col27 and _col7) or (_col28 and _col29 and _col8) or (_col30 and _col31 and _col9))) (type: boolean) - Statistics: Num rows: 132320256 Data size: 36604301136 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col15 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col17, _col18, _col36 - input vertices: - 1 Map 11 - Statistics: Num rows: 132320256 Data size: 40529846024 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2), count(_col2), sum(_col18), count(_col18), sum(_col17), count(_col17) - keys: _col36 (type: char(100)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 11289 Data size: 3985017 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(100)) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: char(100)) - Statistics: Num rows: 11289 Data size: 3985017 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: bigint), _col5 (type: decimal(17,2)), _col6 (type: bigint) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), count(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), sum(VALUE._col4), count(VALUE._col5) - keys: KEY._col0 (type: char(100)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 71 Data size: 25063 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++++ - keys: substr(_col0, 1, 20) (type: string), (UDFToDouble(_col1) / _col2) (type: double), CAST( (_col3 / _col4) AS decimal(11,6)) (type: decimal(11,6)), CAST( (_col5 / _col6) AS decimal(11,6)) (type: decimal(11,6)) - null sort order: zzzz - Statistics: Num rows: 71 Data size: 25063 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: (UDFToDouble(_col1) / _col2) (type: double), CAST( (_col3 / _col4) AS decimal(11,6)) (type: decimal(11,6)), CAST( (_col5 / _col6) AS decimal(11,6)) (type: decimal(11,6)), substr(_col0, 1, 20) (type: string) - outputColumnNames: _col4, _col5, _col6, _col7 - Statistics: Num rows: 71 Data size: 23288 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col7 (type: string), _col4 (type: double), _col5 (type: decimal(11,6)), _col6 (type: decimal(11,6)) - null sort order: zzzz - sort order: ++++ - Statistics: Num rows: 71 Data size: 23288 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: double), KEY.reducesinkkey2 (type: decimal(11,6)), KEY.reducesinkkey3 (type: decimal(11,6)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 71 Data size: 23288 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 71 Data size: 23288 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 71 Data size: 23288 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), min(VALUE._col2), max(VALUE._col3), bloom_filter(VALUE._col4, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: binary) - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 20, + "name": "$20" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 11, + "name": "$11" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 32, + "name": "$32" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 1.4168242284420603E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_item_sk", + "ws_order_number", + "ws_quantity", + "ws_sold_date_sk", + "EXPR$0", + "EXPR$1", + "EXPR$2", + "EXPR$3", + "EXPR$4", + "EXPR$5" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 17, + "name": "$17" + }, + { + "input": 33, + "name": "$33" + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 32, + "name": "$32" + }, + { + "literal": 100, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + }, + { + "literal": 200, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 32, + "name": "$32" + }, + { + "literal": 150, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + }, + { + "literal": 300, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 32, + "name": "$32" + }, + { + "literal": 50, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + }, + { + "literal": 250, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 12, + "scale": 2 + } + } + ] + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 20, + "name": "$20" + }, + { + "literal": 100, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 3, + "scale": 0 + } + }, + { + "literal": 150, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 3, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 20, + "name": "$20" + }, + { + "literal": 50, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 3, + "scale": 0 + } + }, + { + "literal": 100, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 3, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 20, + "name": "$20" + }, + { + "literal": 150, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 3, + "scale": 0 + } + }, + { + "literal": 200, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 3, + "scale": 0 + } + } + ] + } + ], + "rowCount": 1.4168242284420603E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1998, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 10957.35 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 10957.35 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 10, + "name": "$10" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 2.3286958439279414E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_returns" + ], + "table:alias": "web_returns", + "inputs": [], + "rowCount": 2160007345, + "avgRowSize": 281, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returned_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "wr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "wr_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "wr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_account_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "wr_returned_date_sk" + ], + "colStats": [ + { + "name": "wr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "wr_refunded_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "wr_refunded_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "wr_returning_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "wr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "wr_order_number", + "ndv": 1317116406, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "wr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "wr_refunded_cash", + "ndv": 1631618, + "minValue": 0, + "maxValue": 28085.82 + }, + { + "name": "wr_returned_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "wr_refunded_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "wr_refunded_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "wr_returning_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "wr_returning_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "wr_returning_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "wr_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "wr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "wr_return_amt", + "ndv": 1108704, + "minValue": 0, + "maxValue": 29191 + }, + { + "name": "wr_return_tax", + "ndv": 198904, + "minValue": 0, + "maxValue": 2620.34 + }, + { + "name": "wr_return_amt_inc_tax", + "ndv": 2111617, + "minValue": 0, + "maxValue": 31735.25 + }, + { + "name": "wr_return_ship_cost", + "ndv": 553061, + "minValue": 0, + "maxValue": 14624 + }, + { + "name": "wr_reversed_charge", + "ndv": 1277260, + "minValue": 0, + "maxValue": 26135.99 + }, + { + "name": "wr_account_credit", + "ndv": 1249055, + "minValue": 0, + "maxValue": 24649.69 + }, + { + "name": "wr_net_loss", + "ndv": 1227508, + "minValue": 0.5, + "maxValue": 16733.32 + }, + { + "name": "wr_returned_date_sk", + "ndv": 2185, + "minValue": 2450819, + "maxValue": 2453002 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 11, + "name": "$11" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ] + } + ] + }, + "rowCount": 1.4171808190545003E9 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "wr_item_sk", + "wr_refunded_cdemo_sk", + "wr_refunded_addr_sk", + "wr_returning_cdemo_sk", + "wr_reason_sk", + "wr_order_number", + "wr_fee", + "wr_refunded_cash" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 17, + "name": "$17" + }, + { + "input": 19, + "name": "$19" + } + ], + "rowCount": 1.4171808190545003E9 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "customer_address", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": "GA", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "IN", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "KY", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "MO", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "MT", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "NM", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "OR", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "WI", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "WV", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "literal": "United States", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 20 + } + } + ] + } + ] + }, + "rowCount": 1500000 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "EXPR$0", + "EXPR$1", + "EXPR$2" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": "GA", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "KY", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "NM", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": "IN", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "MT", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "OR", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": "MO", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "WI", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + }, + { + "literal": "WV", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + } + ] + } + ], + "rowCount": 1500000 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "9", + "12" + ], + "rowCount": 3.1886568428726256E14 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_demographics" + ], + "table:alias": "cd1", + "inputs": [], + "rowCount": 1920800, + "avgRowSize": 217, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "cd_demo_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_gender" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_marital_status" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "cd_education_status" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_purchase_estimate" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "cd_credit_rating" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_employed_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_college_count" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "cd_demo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cd_marital_status", + "ndv": 5 + }, + { + "name": "cd_education_status", + "ndv": 7 + }, + { + "name": "cd_gender", + "ndv": 2 + }, + { + "name": "cd_purchase_estimate", + "ndv": 20, + "minValue": 500, + "maxValue": 10000 + }, + { + "name": "cd_credit_rating", + "ndv": 4 + }, + { + "name": "cd_dep_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_dep_employed_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_dep_college_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + } + ] + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": "D", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + }, + { + "literal": "M", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + }, + { + "literal": "U", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": "4 yr Degree", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 11 + } + }, + { + "literal": "Advanced Degree", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 15 + } + }, + { + "literal": "Primary", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 7 + } + } + ] + } + ] + }, + "rowCount": 120050 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cd_demo_sk", + "cd_marital_status", + "cd_education_status", + "EXPR$0", + "EXPR$1", + "EXPR$2", + "EXPR$3", + "EXPR$4", + "EXPR$5" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": "M", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": "4 yr Degree", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 11 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": "D", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": "Primary", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 7 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": "U", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": "Advanced Degree", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 15 + } + } + ] + } + ], + "rowCount": 120050 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "13", + "16" + ], + "rowCount": 5741973809802880000 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_demographics" + ], + "table:alias": "cd2", + "inputs": [], + "rowCount": 1920800, + "avgRowSize": 217, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "cd_demo_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_gender" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_marital_status" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "cd_education_status" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_purchase_estimate" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "cd_credit_rating" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_employed_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_college_count" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "cd_demo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cd_marital_status", + "ndv": 5 + }, + { + "name": "cd_education_status", + "ndv": 7 + }, + { + "name": "cd_gender", + "ndv": 2 + }, + { + "name": "cd_purchase_estimate", + "ndv": 20, + "minValue": 500, + "maxValue": 10000 + }, + { + "name": "cd_credit_rating", + "ndv": 4 + }, + { + "name": "cd_dep_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_dep_employed_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_dep_college_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + } + ] + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": "D", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + }, + { + "literal": "M", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + }, + { + "literal": "U", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": "4 yr Degree", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 11 + } + }, + { + "literal": "Advanced Degree", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 15 + } + }, + { + "literal": "Primary", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 7 + } + } + ] + } + ] + }, + "rowCount": 120050 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cd_demo_sk", + "cd_marital_status", + "cd_education_status" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 120050 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 21, + "name": "$21" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 13, + "name": "$13" + }, + { + "input": 22, + "name": "$22" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "input": 23, + "name": "$23" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "17", + "20" + ], + "rowCount": 2.3264683510505708E21 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "wr_item_sk", + "wr_refunded_cdemo_sk", + "wr_refunded_addr_sk", + "wr_returning_cdemo_sk", + "wr_reason_sk", + "wr_order_number", + "wr_fee", + "wr_refunded_cash", + "ca_address_sk", + "EXPR$0", + "EXPR$1", + "EXPR$2", + "cd_demo_sk", + "cd_marital_status", + "cd_education_status", + "EXPR$00", + "EXPR$10", + "EXPR$20", + "EXPR$3", + "EXPR$4", + "EXPR$5", + "cd_demo_sk0", + "cd_marital_status0", + "cd_education_status0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 13, + "name": "$13" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 15, + "name": "$15" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 17, + "name": "$17" + }, + { + "input": 18, + "name": "$18" + }, + { + "input": 19, + "name": "$19" + }, + { + "input": 20, + "name": "$20" + }, + { + "input": 21, + "name": "$21" + }, + { + "input": 22, + "name": "$22" + }, + { + "input": 23, + "name": "$23" + } + ], + "rowCount": 2.3264683510505708E21 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 11, + "name": "$11" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 16, + "name": "$16" + } + ] + }, + { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 26, + "name": "$26" + }, + { + "input": 27, + "name": "$27" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 28, + "name": "$28" + }, + { + "input": 29, + "name": "$29" + }, + { + "input": 8, + "name": "$8" + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 30, + "name": "$30" + }, + { + "input": 31, + "name": "$31" + }, + { + "input": 9, + "name": "$9" + } + ] + } + ] + }, + { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 20, + "name": "$20" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 21, + "name": "$21" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 22, + "name": "$22" + }, + { + "input": 6, + "name": "$6" + } + ] + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "22" + ], + "rowCount": 7.618552284545655E31 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "reason" + ], + "table:alias": "reason", + "inputs": [], + "rowCount": 72, + "avgRowSize": 437, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "r_reason_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "r_reason_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 100, + "name": "r_reason_desc" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "r_reason_sk", + "ndv": 72, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "r_reason_desc", + "ndv": 71 + }, + { + "name": "r_reason_id", + "ndv": 72 + } + ] + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "r_reason_sk", + "r_reason_desc" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 72 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 35, + "name": "$35" + }, + { + "input": 15, + "name": "$15" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "23", + "25" + ], + "rowCount": 8.228036467309307E32 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 36 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 18 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 18 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 17 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 17 + ], + "name": null + } + ], + "rowCount": 8.228036467309308E31 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "_o__c0", + "_o__c1", + "_o__c2", + "_o__c3", + "(tok_function avg (tok_table_or_col ws_quantity))", + "(tok_function avg (tok_table_or_col wr_refunded_cash))", + "(tok_function avg (tok_table_or_col wr_fee))", + "(tok_function substr (tok_table_or_col r_reason_desc) 1 20)" + ], + "exprs": [ + { + "op": { + "name": "substr", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 20, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647 + }, + "deterministic": true, + "dynamic": false + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 11, + "scale": 6 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 11, + "scale": 6 + } + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ], + "type": { + "type": "DOUBLE", + "nullable": true + } + }, + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 11, + "scale": 6 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 11, + "scale": 6 + } + }, + { + "op": { + "name": "substr", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 20, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647 + }, + "deterministic": true, + "dynamic": false + } + ], + "rowCount": 8.228036467309308E31 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 7, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 4, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 5, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 6, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "_c0", + "_c1", + "_c2", + "_c3" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query86.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query86.q.out index b5e4b9aea65e..1f4d951b8f79 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query86.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query86.q.out @@ -1,209 +1,1821 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: web_sales - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_53_container, bigKeyColName:ws_item_sk, smallTablePos:1, keyRatio:0.19660190591366014 - Statistics: Num rows: 21594638446 Data size: 2763811786336 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_item_sk (type: bigint), ws_net_paid (type: decimal(7,2)), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 21594638446 Data size: 2763811786336 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 5 - Statistics: Num rows: 4245547076 Data size: 509163714368 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col5, _col6 - input vertices: - 1 Map 6 - Statistics: Num rows: 4245547076 Data size: 1247888905592 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col6 (type: char(50)), _col5 (type: char(50)), _col1 (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4245547076 Data size: 1247888905592 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2) - keys: _col0 (type: char(50)), _col1 (type: char(50)), 0L (type: bigint) - grouping sets: 0, 1, 3 - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 15926625 Data size: 4809840750 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: bigint) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: bigint) - Statistics: Num rows: 15926625 Data size: 4809840750 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: d1 - filterExpr: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) - Statistics: Num rows: 359 Data size: 4308 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: item - Statistics: Num rows: 462000 Data size: 87780000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_class (type: char(50)), i_category (type: char(50)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 462000 Data size: 87780000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 462000 Data size: 87780000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(50)), _col2 (type: char(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: char(50)), KEY._col1 (type: char(50)), KEY._col2 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 3267 Data size: 986634 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col3 (type: decimal(17,2)), _col2 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 3267 Data size: 986634 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: (grouping(_col3, 1L) + grouping(_col3, 0L)) (type: bigint), CASE WHEN ((grouping(_col3, 0L) = UDFToLong(0))) THEN (_col0) ELSE (CAST( null AS CHAR(50))) END (type: char(50)), _col2 (type: decimal(17,2)) - null sort order: aaa - sort order: ++- - Map-reduce partition columns: (grouping(_col3, 1L) + grouping(_col3, 0L)) (type: bigint), CASE WHEN ((grouping(_col3, 0L) = UDFToLong(0))) THEN (_col0) ELSE (CAST( null AS CHAR(50))) END (type: char(50)) - Statistics: Num rows: 3267 Data size: 986634 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col3 (type: bigint) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), KEY.reducesinkkey2 (type: decimal(17,2)), VALUE._col2 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 3267 Data size: 986634 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator - Function definitions: - Input definition - input alias: ptf_0 - output shape: _col0: char(50), _col1: char(50), _col2: decimal(17,2), _col3: bigint - type: WINDOWING - Windowing table definition - input alias: ptf_1 - name: windowingtablefunction - order by: _col2 DESC NULLS FIRST - partition by: (grouping(_col3, 1L) + grouping(_col3, 0L)), CASE WHEN ((grouping(_col3, 0L) = UDFToLong(0))) THEN (_col0) ELSE (CAST( null AS CHAR(50))) END - raw input shape: - window functions: - window function definition - alias: rank_window_0 - arguments: _col2 - name: rank - window function: GenericUDAFRankEvaluator - window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) - isPivotResult: true - Statistics: Num rows: 3267 Data size: 986634 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: -++ - keys: (grouping(_col3, 1L) + grouping(_col3, 0L)) (type: bigint), if(((grouping(_col3, 1L) + grouping(_col3, 0L)) = 0L), _col0, null) (type: char(50)), rank_window_0 (type: int) - null sort order: azz - Statistics: Num rows: 3267 Data size: 986634 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col2 (type: decimal(17,2)), _col0 (type: char(50)), _col1 (type: char(50)), (grouping(_col3, 1L) + grouping(_col3, 0L)) (type: bigint), rank_window_0 (type: int), if(((grouping(_col3, 1L) + grouping(_col3, 0L)) = 0L), _col0, null) (type: char(50)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 3267 Data size: 999792 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col3 (type: bigint), _col5 (type: char(50)), _col4 (type: int) - null sort order: azz - sort order: -++ - Statistics: Num rows: 3267 Data size: 999792 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: decimal(17,2)), _col1 (type: char(50)), _col2 (type: char(50)) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: decimal(17,2)), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey2 (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 3267 Data size: 999702 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 30600 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 30600 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + }, + "rowCount": 1.94351746014E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_item_sk", + "ws_net_paid", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 28, + "name": "$28" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 1.94351746014E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "d1", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 1212, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1223, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 5.323950260466258E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_class", + "i_category" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 12, + "name": "$12" + } + ], + "rowCount": 462000 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "8" + ], + "rowCount": 3689497530503116800 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2" + ], + "exprs": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 3689497530503116800 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1 + ], + "groups": [ + [ + 0, + 1 + ], + [ + 0 + ], + [] + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + }, + { + "agg": { + "name": "GROUPING__ID", + "kind": "OTHER", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": false + }, + "distinct": false, + "operands": [], + "name": "GROUPING__ID" + } + ], + "rowCount": 1106849259150935040 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "GROUPING__ID" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 1106849259150935040 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "total_sum", + "i_category", + "i_class", + "lochierarchy", + "rank_within_parent", + "(tok_function when (= (tok_table_or_col lochierarchy) 0) (tok_table_or_col i_category))" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "grouping", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 1, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "BIGINT", + "nullable": true + }, + "deterministic": true, + "dynamic": false + }, + { + "op": { + "name": "grouping", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "BIGINT", + "nullable": true + }, + "deterministic": true, + "dynamic": false + } + ] + }, + { + "op": { + "name": "rank", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [], + "distinct": false, + "type": { + "type": "INTEGER", + "nullable": true + }, + "window": { + "partition": [ + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "grouping", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 1, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "BIGINT", + "nullable": true + }, + "deterministic": true, + "dynamic": false + }, + { + "op": { + "name": "grouping", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "BIGINT", + "nullable": true + }, + "deterministic": true, + "dynamic": false + } + ] + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "grouping", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "BIGINT", + "nullable": true + }, + "deterministic": true, + "dynamic": false + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "type": { + "type": "BIGINT", + "nullable": true + } + } + ] + }, + { + "input": 0, + "name": "$0" + }, + { + "literal": null, + "type": { + "type": "CHAR", + "nullable": true, + "precision": 50 + } + } + ] + } + ], + "order": [ + { + "expr": { + "input": 2, + "name": "$2" + }, + "direction": "DESCENDING", + "null-direction": "FIRST" + } + ], + "range-lower": { + "type": "UNBOUNDED_PRECEDING" + }, + "range-upper": { + "type": "UNBOUNDED_FOLLOWING" + } + } + }, + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "+", + "kind": "PLUS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "grouping", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 1, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "BIGINT", + "nullable": true + }, + "deterministic": true, + "dynamic": false + }, + { + "op": { + "name": "grouping", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "BIGINT", + "nullable": true + }, + "deterministic": true, + "dynamic": false + } + ] + }, + { + "literal": 0, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + { + "input": 0, + "name": "$0" + }, + { + "literal": null, + "type": { + "type": "CHAR", + "nullable": true, + "precision": 50 + } + } + ] + } + ], + "rowCount": 1106849259150935040 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 3, + "direction": "DESCENDING", + "nulls": "FIRST" + }, + { + "field": 5, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 4, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "total_sum", + "i_category", + "i_class", + "lochierarchy", + "rank_within_parent" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query87.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query87.q.out index ad5904db6f25..8723d2fdfa15 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query87.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query87.q.out @@ -1,532 +1,3273 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 12 (BROADCAST_EDGE) - Map 13 <- Map 12 (BROADCAST_EDGE) - Map 9 <- Map 12 (BROADCAST_EDGE) - Reducer 10 <- Map 16 (CUSTOM_SIMPLE_EDGE), Map 9 (CUSTOM_SIMPLE_EDGE) - Reducer 11 <- Reducer 10 (SIMPLE_EDGE), Union 4 (CONTAINS) - Reducer 14 <- Map 13 (CUSTOM_SIMPLE_EDGE), Map 16 (CUSTOM_SIMPLE_EDGE) - Reducer 15 <- Reducer 14 (SIMPLE_EDGE), Union 6 (CONTAINS) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 16 (CUSTOM_SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Union 4 (CONTAINS) - Reducer 5 <- Union 4 (SIMPLE_EDGE), Union 6 (CONTAINS) - Reducer 7 <- Union 6 (SIMPLE_EDGE) - Reducer 8 <- Reducer 7 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: ss_customer_sk is not null (type: boolean) - Statistics: Num rows: 82510879939 Data size: 1304615207232 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ss_customer_sk is not null (type: boolean) - Statistics: Num rows: 80566020964 Data size: 1273864200864 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_customer_sk (type: bigint), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 80566020964 Data size: 1273864200864 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col3 - input vertices: - 1 Map 12 - Statistics: Num rows: 15839433273 Data size: 998531594912 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 15839433273 Data size: 998531594912 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: date) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 12 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) - Statistics: Num rows: 73049 Data size: 4967332 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) - Statistics: Num rows: 359 Data size: 24412 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), d_date (type: date) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 359 Data size: 22976 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 359 Data size: 22976 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: date) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 9 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 359 Data size: 22976 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: date) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 13 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 359 Data size: 22976 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: date) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 13 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: ws_bill_customer_sk is not null (type: boolean) - Statistics: Num rows: 21594638446 Data size: 345492666072 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ws_bill_customer_sk is not null (type: boolean) - Statistics: Num rows: 21591944812 Data size: 345449570616 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_bill_customer_sk (type: bigint), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 21591944812 Data size: 345449570616 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col3 - input vertices: - 1 Map 12 - Statistics: Num rows: 4245017503 Data size: 271659573816 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 4245017503 Data size: 271659573816 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: date) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 16 - Map Operator Tree: - TableScan - alias: customer - Statistics: Num rows: 80000000 Data size: 15040000000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: c_customer_sk (type: bigint), c_first_name (type: char(20)), c_last_name (type: char(30)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 80000000 Data size: 15040000000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 80000000 Data size: 15040000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(20)), _col2 (type: char(30)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 80000000 Data size: 15040000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(20)), _col2 (type: char(30)) - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 80000000 Data size: 15040000000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(20)), _col2 (type: char(30)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 9 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: cs_bill_customer_sk is not null (type: boolean) - Statistics: Num rows: 43005109025 Data size: 687236017352 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: cs_bill_customer_sk is not null (type: boolean) - Statistics: Num rows: 42899393143 Data size: 685546642224 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_bill_customer_sk (type: bigint), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 42899393143 Data size: 685546642224 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col3 - input vertices: - 1 Map 12 - Statistics: Num rows: 8374481746 Data size: 535123183680 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8374481746 Data size: 535123183680 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: date) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 10 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col3, _col5, _col6 - input vertices: - 1 Map 16 - Statistics: Num rows: 8374481746 Data size: 1976377692056 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Group By Operator - keys: _col6 (type: char(30)), _col5 (type: char(20)), _col3 (type: date) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 8374481746 Data size: 1976377692056 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - Statistics: Num rows: 8374481746 Data size: 1976377692056 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 11 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: char(30)), KEY._col1 (type: char(20)), KEY._col2 (type: date) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 8374481746 Data size: 1976377692056 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col1 (type: char(20)), _col0 (type: char(30)), _col2 (type: date) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 8374481746 Data size: 1976377692056 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - keys: _col1 (type: char(30)), _col0 (type: char(20)), _col2 (type: date) - mode: complete - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 8374481746 Data size: 2043373546024 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date), 1L (type: bigint), _col3 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 8374481746 Data size: 2110369399992 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date), _col4 (type: bigint), (_col3 * _col4) (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 17860853552 Data size: 4500935095104 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col3), sum(_col4) - keys: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 17860853552 Data size: 4500935095104 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - Statistics: Num rows: 17860853552 Data size: 4500935095104 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: bigint), _col4 (type: bigint) - Reducer 14 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col3, _col5, _col6 - input vertices: - 1 Map 16 - Statistics: Num rows: 4245017503 Data size: 1001824130708 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Group By Operator - keys: _col6 (type: char(30)), _col5 (type: char(20)), _col3 (type: date) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4245017503 Data size: 1001824130708 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - Statistics: Num rows: 4245017503 Data size: 1001824130708 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 15 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: char(30)), KEY._col1 (type: char(20)), KEY._col2 (type: date) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4245017503 Data size: 1001824130708 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col1 (type: char(20)), _col0 (type: char(30)), _col2 (type: date) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4245017503 Data size: 1001824130708 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - keys: _col1 (type: char(30)), _col0 (type: char(20)), _col2 (type: date) - mode: complete - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 4245017503 Data size: 1035784270732 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date), 1L (type: bigint), _col3 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 4245017503 Data size: 1069744410756 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date), _col4 (type: bigint), (_col3 * _col4) (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 5826079470 Data size: 1468172026440 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col3), sum(_col4) - keys: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 5826079470 Data size: 1468172026440 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - Statistics: Num rows: 5826079470 Data size: 1468172026440 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: bigint), _col4 (type: bigint) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col3, _col5, _col6 - input vertices: - 1 Map 16 - Statistics: Num rows: 15839433273 Data size: 3738106252428 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Group By Operator - keys: _col6 (type: char(30)), _col5 (type: char(20)), _col3 (type: date) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 15839433273 Data size: 3738106252428 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - Statistics: Num rows: 15839433273 Data size: 3738106252428 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: char(30)), KEY._col1 (type: char(20)), KEY._col2 (type: date) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 9486371806 Data size: 2238783746216 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col1 (type: char(20)), _col0 (type: char(30)), _col2 (type: date) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 9486371806 Data size: 2238783746216 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - keys: _col1 (type: char(30)), _col0 (type: char(20)), _col2 (type: date) - mode: complete - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 9486371806 Data size: 2314674720664 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date), 2L (type: bigint), _col3 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 9486371806 Data size: 2390565695112 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date), _col4 (type: bigint), (_col3 * _col4) (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 17860853552 Data size: 4500935095104 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col3), sum(_col4) - keys: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 17860853552 Data size: 4500935095104 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - Statistics: Num rows: 17860853552 Data size: 4500935095104 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: bigint), _col4 (type: bigint) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1) - keys: KEY._col0 (type: char(30)), KEY._col1 (type: char(20)), KEY._col2 (type: date) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 9486371806 Data size: 2390565695112 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((_col3 > 0L) and ((_col3 * 2L) = _col4)) (type: boolean) - Statistics: Num rows: 1581061967 Data size: 398427615684 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1581061967 Data size: 398427615684 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - keys: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - mode: complete - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1581061967 Data size: 385779119948 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date), 2L (type: bigint), _col3 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1581061967 Data size: 398427615684 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date), _col4 (type: bigint), (_col3 * _col4) (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 5826079470 Data size: 1468172026440 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col3), sum(_col4) - keys: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 5826079470 Data size: 1468172026440 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: char(30)), _col1 (type: char(20)), _col2 (type: date) - Statistics: Num rows: 5826079470 Data size: 1468172026440 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: bigint), _col4 (type: bigint) - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1) - keys: KEY._col0 (type: char(30)), KEY._col1 (type: char(20)), KEY._col2 (type: date) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 5826079470 Data size: 1468172026440 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col3 (type: bigint), _col4 (type: bigint) - outputColumnNames: _col3, _col4 - Statistics: Num rows: 5826079470 Data size: 93217271520 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((_col3 > 0L) and ((_col3 * 2L) = _col4)) (type: boolean) - Statistics: Num rows: 971013245 Data size: 15536211920 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - Statistics: Num rows: 971013245 Data size: 15536211920 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Reducer 8 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Union 4 - Vertex: Union 4 - Union 6 - Vertex: Union 6 - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer" + ], + "table:alias": "customer", + "inputs": [], + "rowCount": 80000000, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "c_customer_sk" + }, + { + "type": "CHAR", + "nullable": false, + "precision": 16, + "name": "c_customer_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_shipto_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_sales_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "c_salutation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "c_first_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "c_last_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "c_preferred_cust_flag" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_day" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_month" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_year" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "c_birth_country" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 13, + "name": "c_login" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "c_email_address" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_last_review_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "c_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "c_first_name", + "ndv": 5158 + }, + { + "name": "c_last_name", + "ndv": 5123 + }, + { + "name": "c_customer_id", + "ndv": 80610928 + }, + { + "name": "c_current_cdemo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "c_current_hdemo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "c_current_addr_sk", + "ndv": 33825344, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "c_first_shipto_date_sk", + "ndv": 3646, + "minValue": 2449028, + "maxValue": 2452678 + }, + { + "name": "c_first_sales_date_sk", + "ndv": 3643, + "minValue": 2448998, + "maxValue": 2452648 + }, + { + "name": "c_salutation", + "ndv": 7 + }, + { + "name": "c_preferred_cust_flag", + "ndv": 3 + }, + { + "name": "c_birth_day", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "c_birth_month", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "c_birth_year", + "ndv": 67, + "minValue": 1924, + "maxValue": 1992 + }, + { + "name": "c_birth_country", + "ndv": 216 + }, + { + "name": "c_login", + "ndv": 1 + }, + { + "name": "c_email_address", + "ndv": 75301330 + }, + { + "name": "c_last_review_date_sk", + "ndv": 364, + "minValue": 2452283, + "maxValue": 2452648 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_first_name", + "c_last_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + } + ], + "rowCount": 80000000 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_customer_sk", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 1212, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1223, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 18262.25 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "4", + "7" + ], + "rowCount": 1.8308036953566934E14 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "1", + "8" + ], + "rowCount": 2.196964434428032E21 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 1, + 2, + 6 + ], + "aggs": [], + "rowCount": 2.1969644344280318E20 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_first_name", + "c_last_name", + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 2.1969644344280318E20 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 80000000 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "literal": 2, + "type": { + "type": "BIGINT", + "nullable": false + } + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 80000000 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_first_name", + "c_last_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + } + ], + "inputs": [ + "0" + ], + "rowCount": 80000000 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + } + ] + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 3.483413831025E10 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_bill_customer_sk", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.483413831025E10 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 1212, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1223, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "5" + ], + "rowCount": 18262.25 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 18262.25 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "17", + "19" + ], + "rowCount": 9.542246135345445E13 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "14", + "20" + ], + "rowCount": 1.1450695362414534E21 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 1, + 2, + 6 + ], + "aggs": [], + "rowCount": 1.1450695362414533E20 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_first_name", + "c_last_name", + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 1.1450695362414533E20 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 80000000 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "literal": 1, + "type": { + "type": "BIGINT", + "nullable": false + } + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 80000000 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", + "all": true, + "inputs": [ + "13", + "25" + ], + "rowCount": 160000000 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f4", + "$f5" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 4, + "name": "$4" + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + } + ], + "rowCount": 160000000 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + } + ], + "rowCount": 160000000 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 2, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + "rowCount": 12000000 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 12000000 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 12000000 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "literal": 2, + "type": { + "type": "BIGINT", + "nullable": false + } + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 12000000 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_first_name", + "c_last_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + } + ], + "inputs": [ + "0" + ], + "rowCount": 80000000 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + } + ] + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 1.7491657141260002E10 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_bill_customer_sk", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 1.7491657141260002E10 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 1212, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1223, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "5" + ], + "rowCount": 18262.25 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 18262.25 + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "36", + "38" + ], + "rowCount": 4.791555234419632E13 + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "33", + "39" + ], + "rowCount": 5.749866281303558E20 + }, + { + "id": "41", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 1, + 2, + 6 + ], + "aggs": [], + "rowCount": 5.749866281303558E19 + }, + { + "id": "42", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_first_name", + "c_last_name", + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 5.749866281303558E19 + }, + { + "id": "43", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2 + ], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 80000000 + }, + { + "id": "44", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "literal": 1, + "type": { + "type": "BIGINT", + "nullable": false + } + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 80000000 + }, + { + "id": "45", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveUnion", + "all": true, + "inputs": [ + "32", + "44" + ], + "rowCount": 92000000 + }, + { + "id": "46", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f4", + "$f5" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 4, + "name": "$4" + }, + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + } + ], + "rowCount": 92000000 + }, + { + "id": "47", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1, + 2 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + } + ], + "rowCount": 92000000 + }, + { + "id": "48", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 2, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + "rowCount": 6900000 + }, + { + "id": "49", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2", + "$f3", + "$f4" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 6900000 + }, + { + "id": "50", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 1 + }, + { + "id": "51", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "_c0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query88.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query88.q.out index f9ab32981493..463ea7d44ff5 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query88.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query88.q.out @@ -5,1056 +5,5555 @@ Warning: Map Join MAPJOIN[602][bigTable=?] in task 'Reducer 5' is a cross produc Warning: Map Join MAPJOIN[601][bigTable=?] in task 'Reducer 5' is a cross product Warning: Map Join MAPJOIN[600][bigTable=?] in task 'Reducer 5' is a cross product Warning: Map Join MAPJOIN[599][bigTable=?] in task 'Reducer 5' is a cross product -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 10 (BROADCAST_EDGE), Map 18 (BROADCAST_EDGE), Map 26 (BROADCAST_EDGE), Reducer 11 (BROADCAST_EDGE), Reducer 12 (BROADCAST_EDGE), Reducer 13 (BROADCAST_EDGE), Reducer 14 (BROADCAST_EDGE), Reducer 15 (BROADCAST_EDGE), Reducer 16 (BROADCAST_EDGE), Reducer 17 (BROADCAST_EDGE), Reducer 19 (BROADCAST_EDGE), Reducer 20 (BROADCAST_EDGE), Reducer 21 (BROADCAST_EDGE), Reducer 22 (BROADCAST_EDGE), Reducer 23 (BROADCAST_EDGE), Reducer 24 (BROADCAST_EDGE), Reducer 25 (BROADCAST_EDGE), Reducer 27 (BROADCAST_EDGE), Reducer 28 (BROADCAST_EDGE), Reducer 29 (BROADCAST_EDGE), Reducer 30 (BROADCAST_EDGE), Reducer 31 (BROADCAST_EDGE), Reducer 32 (BROADCAST_EDGE), Reducer 33 (BROADCAST_EDGE) - Reducer 11 <- Map 10 (SIMPLE_EDGE) - Reducer 12 <- Map 10 (SIMPLE_EDGE) - Reducer 13 <- Map 10 (SIMPLE_EDGE) - Reducer 14 <- Map 10 (SIMPLE_EDGE) - Reducer 15 <- Map 10 (SIMPLE_EDGE) - Reducer 16 <- Map 10 (SIMPLE_EDGE) - Reducer 17 <- Map 10 (SIMPLE_EDGE) - Reducer 19 <- Map 18 (SIMPLE_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE) - Reducer 20 <- Map 18 (SIMPLE_EDGE) - Reducer 21 <- Map 18 (SIMPLE_EDGE) - Reducer 22 <- Map 18 (SIMPLE_EDGE) - Reducer 23 <- Map 18 (SIMPLE_EDGE) - Reducer 24 <- Map 18 (SIMPLE_EDGE) - Reducer 25 <- Map 18 (SIMPLE_EDGE) - Reducer 27 <- Map 26 (SIMPLE_EDGE) - Reducer 28 <- Map 26 (SIMPLE_EDGE) - Reducer 29 <- Map 26 (SIMPLE_EDGE) - Reducer 3 <- Map 1 (CUSTOM_SIMPLE_EDGE) - Reducer 30 <- Map 26 (SIMPLE_EDGE) - Reducer 31 <- Map 26 (SIMPLE_EDGE) - Reducer 32 <- Map 26 (SIMPLE_EDGE) - Reducer 33 <- Map 26 (SIMPLE_EDGE) - Reducer 4 <- Map 1 (CUSTOM_SIMPLE_EDGE) - Reducer 5 <- Map 1 (CUSTOM_SIMPLE_EDGE), Reducer 2 (BROADCAST_EDGE), Reducer 3 (BROADCAST_EDGE), Reducer 4 (BROADCAST_EDGE), Reducer 6 (BROADCAST_EDGE), Reducer 7 (BROADCAST_EDGE), Reducer 8 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE) - Reducer 6 <- Map 1 (CUSTOM_SIMPLE_EDGE) - Reducer 7 <- Map 1 (CUSTOM_SIMPLE_EDGE) - Reducer 8 <- Map 1 (CUSTOM_SIMPLE_EDGE) - Reducer 9 <- Map 1 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: (ss_store_sk is not null and ss_hdemo_sk is not null and ss_sold_time_sk is not null) (type: boolean) - Statistics: Num rows: 86404891377 Data size: 1980339026496 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ss_store_sk is not null and ss_hdemo_sk is not null and ss_sold_time_sk is not null) (type: boolean) - Statistics: Num rows: 75250303516 Data size: 1724683758456 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_sold_time_sk (type: bigint), ss_hdemo_sk (type: bigint), ss_store_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 75250303516 Data size: 1724683758456 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2 - input vertices: - 1 Reducer 12 - Statistics: Num rows: 2844424992 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2 - input vertices: - 1 Reducer 22 - Statistics: Num rows: 682661983 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - input vertices: - 1 Reducer 33 - Statistics: Num rows: 62169611 Data size: 497356888 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2 - input vertices: - 1 Reducer 11 - Statistics: Num rows: 2844424992 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2 - input vertices: - 1 Reducer 19 - Statistics: Num rows: 682661983 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - input vertices: - 1 Reducer 29 - Statistics: Num rows: 62169611 Data size: 497356888 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2 - input vertices: - 1 Reducer 15 - Statistics: Num rows: 2844424992 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2 - input vertices: - 1 Reducer 23 - Statistics: Num rows: 682661983 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - input vertices: - 1 Reducer 32 - Statistics: Num rows: 62169611 Data size: 497356888 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2 - input vertices: - 1 Reducer 14 - Statistics: Num rows: 2944116650 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2 - input vertices: - 1 Reducer 24 - Statistics: Num rows: 706587981 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - input vertices: - 1 Reducer 28 - Statistics: Num rows: 64348537 Data size: 514788296 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2 - input vertices: - 1 Reducer 13 - Statistics: Num rows: 2944116650 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2 - input vertices: - 1 Reducer 21 - Statistics: Num rows: 706587981 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - input vertices: - 1 Reducer 30 - Statistics: Num rows: 64348537 Data size: 514788296 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2 - input vertices: - 1 Map 10 - Statistics: Num rows: 2944116650 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2 - input vertices: - 1 Map 18 - Statistics: Num rows: 706587981 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - input vertices: - 1 Map 26 - Statistics: Num rows: 64348537 Data size: 514788296 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2 - input vertices: - 1 Reducer 16 - Statistics: Num rows: 2944116650 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2 - input vertices: - 1 Reducer 25 - Statistics: Num rows: 706587981 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - input vertices: - 1 Reducer 27 - Statistics: Num rows: 64348537 Data size: 514788296 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2 - input vertices: - 1 Reducer 17 - Statistics: Num rows: 2844424992 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2 - input vertices: - 1 Reducer 20 - Statistics: Num rows: 682661983 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - input vertices: - 1 Reducer 31 - Statistics: Num rows: 62169611 Data size: 497356888 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 10 - Map Operator Tree: - TableScan - alias: time_dim - filterExpr: (((t_hour = 10) and (t_minute >= 30)) or ((t_hour = 8) and (t_minute >= 30)) or ((t_hour = 10) and (t_minute < 30)) or ((t_hour = 12) and (t_minute < 30)) or ((t_hour = 9) and (t_minute >= 30)) or ((t_hour = 11) and (t_minute < 30)) or ((t_hour = 9) and (t_minute < 30)) or ((t_hour = 11) and (t_minute >= 30))) (type: boolean) - Statistics: Num rows: 86400 Data size: 1382400 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((t_hour = 10) and (t_minute >= 30)) (type: boolean) - Statistics: Num rows: 1769 Data size: 28304 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: t_time_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1769 Data size: 14152 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1769 Data size: 14152 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((t_hour = 8) and (t_minute >= 30)) (type: boolean) - Statistics: Num rows: 1769 Data size: 28304 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: t_time_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1769 Data size: 14152 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1769 Data size: 14152 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((t_hour = 10) and (t_minute < 30)) (type: boolean) - Statistics: Num rows: 1831 Data size: 29296 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: t_time_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1831 Data size: 14648 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1831 Data size: 14648 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((t_hour = 12) and (t_minute < 30)) (type: boolean) - Statistics: Num rows: 1831 Data size: 29296 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: t_time_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1831 Data size: 14648 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1831 Data size: 14648 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((t_hour = 9) and (t_minute >= 30)) (type: boolean) - Statistics: Num rows: 1769 Data size: 28304 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: t_time_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1769 Data size: 14152 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1769 Data size: 14152 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((t_hour = 11) and (t_minute < 30)) (type: boolean) - Statistics: Num rows: 1831 Data size: 29296 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: t_time_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1831 Data size: 14648 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1831 Data size: 14648 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((t_hour = 9) and (t_minute < 30)) (type: boolean) - Statistics: Num rows: 1831 Data size: 29296 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: t_time_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1831 Data size: 14648 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1831 Data size: 14648 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((t_hour = 11) and (t_minute >= 30)) (type: boolean) - Statistics: Num rows: 1769 Data size: 28304 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: t_time_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1769 Data size: 14152 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1769 Data size: 14152 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 18 - Map Operator Tree: - TableScan - alias: household_demographics - filterExpr: ((hd_vehicle_count <= 5) and (hd_dep_count) IN (0, 1, 3) and (((hd_dep_count = 3) and hd_vehicle_count is not null) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3)))) (type: boolean) - Statistics: Num rows: 7200 Data size: 115200 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((hd_vehicle_count <= 5) and (hd_dep_count) IN (0, 1, 3) and (((hd_dep_count = 3) and hd_vehicle_count is not null) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3)))) (type: boolean) - Statistics: Num rows: 1728 Data size: 27648 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: hd_demo_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 26 - Map Operator Tree: - TableScan - alias: store - filterExpr: (s_store_name = 'ese') (type: boolean) - Statistics: Num rows: 1704 Data size: 163584 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (s_store_name = 'ese') (type: boolean) - Statistics: Num rows: 155 Data size: 14880 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: s_store_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 11 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1769 Data size: 14152 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 12 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1769 Data size: 14152 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 13 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1831 Data size: 14648 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 14 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1831 Data size: 14648 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 15 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1769 Data size: 14152 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 16 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1831 Data size: 14648 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 17 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1769 Data size: 14152 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 19 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Reducer 20 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 21 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 22 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 23 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 24 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 25 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1728 Data size: 13824 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 27 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 28 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 29 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Reducer 30 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 31 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 32 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 33 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - outputColumnNames: _col0, _col1 - input vertices: - 0 Reducer 2 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Reducer 9 - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - outputColumnNames: _col0, _col1, _col2, _col3 - input vertices: - 1 Reducer 7 - Statistics: Num rows: 1 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - input vertices: - 1 Reducer 3 - Statistics: Num rows: 1 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - input vertices: - 1 Reducer 6 - Statistics: Num rows: 1 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - input vertices: - 1 Reducer 4 - Statistics: Num rows: 1 Data size: 56 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - input vertices: - 1 Reducer 8 - Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint), _col7 (type: bigint), _col6 (type: bigint), _col5 (type: bigint), _col4 (type: bigint), _col3 (type: bigint), _col2 (type: bigint), _col1 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Reducer 8 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Reducer 9 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 86404891377, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 159044, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1334023, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1468124, + "minValue": -10000, + "maxValue": 9986 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1824, + "minValue": 2450816, + "maxValue": 2452642 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + } + ] + }, + "rowCount": 6.298916581383301E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_sold_time_sk", + "ss_hdemo_sk", + "ss_store_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 6.298916581383301E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "time_dim" + ], + "table:alias": "time_dim", + "inputs": [], + "rowCount": 86400, + "avgRowSize": 377, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "t_time_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "t_time_id" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "t_time" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "t_hour" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "t_minute" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "t_second" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "t_am_pm" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "t_shift" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "t_sub_shift" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "t_meal_time" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "t_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "t_hour", + "ndv": 24, + "minValue": 0, + "maxValue": 23 + }, + { + "name": "t_minute", + "ndv": 62, + "minValue": 0, + "maxValue": 59 + }, + { + "name": "t_time_id", + "ndv": 87002 + }, + { + "name": "t_time", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "t_second", + "ndv": 62, + "minValue": 0, + "maxValue": 59 + }, + { + "name": "t_am_pm", + "ndv": 2 + }, + { + "name": "t_shift", + "ndv": 3 + }, + { + "name": "t_sub_shift", + "ndv": 4 + }, + { + "name": "t_meal_time", + "ndv": 4 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 8, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": ">=", + "kind": "GREATER_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 30, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 6480 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "t_time_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 6480 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 6.122546917104568E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "household_demographics" + ], + "table:alias": "household_demographics", + "inputs": [], + "rowCount": 7200, + "avgRowSize": 183, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "hd_demo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "hd_income_band_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "hd_buy_potential" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "hd_dep_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "hd_vehicle_count" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "hd_demo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "hd_dep_count", + "ndv": 10, + "minValue": 0, + "maxValue": 9 + }, + { + "name": "hd_vehicle_count", + "ndv": 6, + "minValue": -1, + "maxValue": 4 + }, + { + "name": "hd_income_band_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "hd_buy_potential", + "ndv": 6 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 5, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + } + ] + } + ] + }, + "rowCount": 225 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "hd_demo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 225 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "9" + ], + "rowCount": 2.0663595845227915E15 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store" + ], + "table:alias": "store", + "inputs": [], + "rowCount": 1704, + "avgRowSize": 1375, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "s_store_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "s_store_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "s_closed_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_store_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_number_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_floor_space" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "s_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_market_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_geography_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_market_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_division_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_company_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_company_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 10, + "name": "s_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "s_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "s_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "s_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "s_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "s_store_sk", + "ndv": 1736, + "minValue": 1, + "maxValue": 1704 + }, + { + "name": "s_store_name", + "ndv": 11 + }, + { + "name": "s_store_id", + "ndv": 879 + }, + { + "name": "s_rec_start_date", + "ndv": 4, + "minValue": 9933, + "maxValue": 11394 + }, + { + "name": "s_rec_end_date", + "ndv": 3, + "minValue": 10663, + "maxValue": 11393 + }, + { + "name": "s_closed_date_sk", + "ndv": 263, + "minValue": 2450820, + "maxValue": 2451314 + }, + { + "name": "s_number_employees", + "ndv": 100, + "minValue": 200, + "maxValue": 300 + }, + { + "name": "s_floor_space", + "ndv": 1289, + "minValue": 5000201, + "maxValue": 9997773 + }, + { + "name": "s_hours", + "ndv": 4 + }, + { + "name": "s_manager", + "ndv": 1245 + }, + { + "name": "s_market_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "s_geography_class", + "ndv": 2 + }, + { + "name": "s_market_desc", + "ndv": 1311 + }, + { + "name": "s_market_manager", + "ndv": 1236 + }, + { + "name": "s_division_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_division_name", + "ndv": 2 + }, + { + "name": "s_company_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_company_name", + "ndv": 2 + }, + { + "name": "s_street_number", + "ndv": 736 + }, + { + "name": "s_street_name", + "ndv": 851 + }, + { + "name": "s_street_type", + "ndv": 21 + }, + { + "name": "s_suite_number", + "ndv": 76 + }, + { + "name": "s_city", + "ndv": 267 + }, + { + "name": "s_county", + "ndv": 128 + }, + { + "name": "s_state", + "ndv": 44 + }, + { + "name": "s_zip", + "ndv": 983 + }, + { + "name": "s_country", + "ndv": 2 + }, + { + "name": "s_gmt_offset", + "ndv": 5, + "minValue": -9, + "maxValue": -5 + }, + { + "name": "s_tax_percentage", + "ndv": 12, + "minValue": 0, + "maxValue": 0.11 + } + ] + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "literal": "ese", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 50 + } + } + ] + }, + "rowCount": 255.6 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 255.6 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "10", + "13" + ], + "rowCount": 79224226470603824 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 1 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + } + ] + }, + "inputs": [ + "0" + ], + "rowCount": 6.298916581383301E10 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_sold_time_sk", + "ss_hdemo_sk", + "ss_store_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 6.298916581383301E10 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 12, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<", + "kind": "LESS_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 30, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 6480 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "t_time_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 6480 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "18", + "20" + ], + "rowCount": 6.122546917104568E13 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 5, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + } + ] + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 225 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "hd_demo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 225 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "21", + "23" + ], + "rowCount": 2.0663595845227915E15 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "literal": "ese", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 50 + } + } + ] + }, + "inputs": [ + "11" + ], + "rowCount": 255.6 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 255.6 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "24", + "26" + ], + "rowCount": 79224226470603824 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 1 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "literal": true, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "16", + "29" + ], + "rowCount": 1 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + } + ] + }, + "inputs": [ + "0" + ], + "rowCount": 6.298916581383301E10 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_sold_time_sk", + "ss_hdemo_sk", + "ss_store_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 6.298916581383301E10 + }, + { + "id": "33", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 11, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": ">=", + "kind": "GREATER_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 30, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 6480 + }, + { + "id": "34", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "t_time_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 6480 + }, + { + "id": "35", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "32", + "34" + ], + "rowCount": 6.122546917104568E13 + }, + { + "id": "36", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 5, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + } + ] + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 225 + }, + { + "id": "37", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "hd_demo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 225 + }, + { + "id": "38", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "35", + "37" + ], + "rowCount": 2.0663595845227915E15 + }, + { + "id": "39", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "literal": "ese", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 50 + } + } + ] + }, + "inputs": [ + "11" + ], + "rowCount": 255.6 + }, + { + "id": "40", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 255.6 + }, + { + "id": "41", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "38", + "40" + ], + "rowCount": 79224226470603824 + }, + { + "id": "42", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 1 + }, + { + "id": "43", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "44", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "literal": true, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "30", + "43" + ], + "rowCount": 1 + }, + { + "id": "45", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + } + ] + }, + "inputs": [ + "0" + ], + "rowCount": 6.298916581383301E10 + }, + { + "id": "46", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_sold_time_sk", + "ss_hdemo_sk", + "ss_store_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 6.298916581383301E10 + }, + { + "id": "47", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 11, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<", + "kind": "LESS_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 30, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 6480 + }, + { + "id": "48", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "t_time_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 6480 + }, + { + "id": "49", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "46", + "48" + ], + "rowCount": 6.122546917104568E13 + }, + { + "id": "50", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 5, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + } + ] + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 225 + }, + { + "id": "51", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "hd_demo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 225 + }, + { + "id": "52", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "49", + "51" + ], + "rowCount": 2.0663595845227915E15 + }, + { + "id": "53", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "literal": "ese", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 50 + } + } + ] + }, + "inputs": [ + "11" + ], + "rowCount": 255.6 + }, + { + "id": "54", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 255.6 + }, + { + "id": "55", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "52", + "54" + ], + "rowCount": 79224226470603824 + }, + { + "id": "56", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 1 + }, + { + "id": "57", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "58", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "literal": true, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "44", + "57" + ], + "rowCount": 1 + }, + { + "id": "59", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + } + ] + }, + "inputs": [ + "0" + ], + "rowCount": 6.298916581383301E10 + }, + { + "id": "60", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_sold_time_sk", + "ss_hdemo_sk", + "ss_store_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 6.298916581383301E10 + }, + { + "id": "61", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 10, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": ">=", + "kind": "GREATER_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 30, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 6480 + }, + { + "id": "62", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "t_time_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 6480 + }, + { + "id": "63", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "60", + "62" + ], + "rowCount": 6.122546917104568E13 + }, + { + "id": "64", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 5, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + } + ] + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 225 + }, + { + "id": "65", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "hd_demo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 225 + }, + { + "id": "66", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "63", + "65" + ], + "rowCount": 2.0663595845227915E15 + }, + { + "id": "67", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "literal": "ese", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 50 + } + } + ] + }, + "inputs": [ + "11" + ], + "rowCount": 255.6 + }, + { + "id": "68", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 255.6 + }, + { + "id": "69", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "66", + "68" + ], + "rowCount": 79224226470603824 + }, + { + "id": "70", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 1 + }, + { + "id": "71", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "72", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "literal": true, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "58", + "71" + ], + "rowCount": 1 + }, + { + "id": "73", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + } + ] + }, + "inputs": [ + "0" + ], + "rowCount": 6.298916581383301E10 + }, + { + "id": "74", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_sold_time_sk", + "ss_hdemo_sk", + "ss_store_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 6.298916581383301E10 + }, + { + "id": "75", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 10, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<", + "kind": "LESS_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 30, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 6480 + }, + { + "id": "76", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "t_time_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 6480 + }, + { + "id": "77", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "74", + "76" + ], + "rowCount": 6.122546917104568E13 + }, + { + "id": "78", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 5, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + } + ] + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 225 + }, + { + "id": "79", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "hd_demo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 225 + }, + { + "id": "80", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "77", + "79" + ], + "rowCount": 2.0663595845227915E15 + }, + { + "id": "81", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "literal": "ese", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 50 + } + } + ] + }, + "inputs": [ + "11" + ], + "rowCount": 255.6 + }, + { + "id": "82", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 255.6 + }, + { + "id": "83", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "80", + "82" + ], + "rowCount": 79224226470603824 + }, + { + "id": "84", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 1 + }, + { + "id": "85", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "86", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "literal": true, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "72", + "85" + ], + "rowCount": 1 + }, + { + "id": "87", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + } + ] + }, + "inputs": [ + "0" + ], + "rowCount": 6.298916581383301E10 + }, + { + "id": "88", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_sold_time_sk", + "ss_hdemo_sk", + "ss_store_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 6.298916581383301E10 + }, + { + "id": "89", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 9, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": ">=", + "kind": "GREATER_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 30, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 6480 + }, + { + "id": "90", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "t_time_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 6480 + }, + { + "id": "91", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "88", + "90" + ], + "rowCount": 6.122546917104568E13 + }, + { + "id": "92", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 5, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + } + ] + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 225 + }, + { + "id": "93", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "hd_demo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 225 + }, + { + "id": "94", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "91", + "93" + ], + "rowCount": 2.0663595845227915E15 + }, + { + "id": "95", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "literal": "ese", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 50 + } + } + ] + }, + "inputs": [ + "11" + ], + "rowCount": 255.6 + }, + { + "id": "96", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 255.6 + }, + { + "id": "97", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "94", + "96" + ], + "rowCount": 79224226470603824 + }, + { + "id": "98", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 1 + }, + { + "id": "99", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "100", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "literal": true, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "86", + "99" + ], + "rowCount": 1 + }, + { + "id": "101", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + } + ] + }, + "inputs": [ + "0" + ], + "rowCount": 6.298916581383301E10 + }, + { + "id": "102", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_sold_time_sk", + "ss_hdemo_sk", + "ss_store_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 6.298916581383301E10 + }, + { + "id": "103", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 9, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<", + "kind": "LESS_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 30, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 6480 + }, + { + "id": "104", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "t_time_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 6480 + }, + { + "id": "105", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "102", + "104" + ], + "rowCount": 6.122546917104568E13 + }, + { + "id": "106", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 5, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 2, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 3, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + } + ] + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 225 + }, + { + "id": "107", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "hd_demo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 225 + }, + { + "id": "108", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "105", + "107" + ], + "rowCount": 2.0663595845227915E15 + }, + { + "id": "109", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "literal": "ese", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 50 + } + } + ] + }, + "inputs": [ + "11" + ], + "rowCount": 255.6 + }, + { + "id": "110", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 255.6 + }, + { + "id": "111", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "108", + "110" + ], + "rowCount": 79224226470603824 + }, + { + "id": "112", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 1 + }, + { + "id": "113", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "114", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "literal": true, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "100", + "113" + ], + "rowCount": 1 + }, + { + "id": "115", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s1.h8_30_to_9", + "s2.h9_to_9_30", + "s3.h9_30_to_10", + "s4.h10_to_10_30", + "s5.h10_30_to_11", + "s6.h11_to_11_30", + "s7.h11_30_to_12", + "s8.h12_to_12_30" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 1 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query89.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query89.q.out index 088291fc49b9..0518783f7ee8 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query89.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query89.q.out @@ -1,243 +1,2352 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: ss_store_sk is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_82_container, bigKeyColName:ss_store_sk, smallTablePos:1, keyRatio:0.0027806824526610506 - Statistics: Num rows: 82510879939 Data size: 10988352362648 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ss_store_sk is not null (type: boolean) - Statistics: Num rows: 80569240632 Data size: 10729775349712 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_store_sk (type: bigint), ss_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 80569240632 Data size: 10729775349712 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col3, _col5, _col6, _col7 - input vertices: - 1 Map 5 - Statistics: Num rows: 1141571997 Data size: 331055879250 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col5, _col6, _col7, _col9 - input vertices: - 1 Map 6 - Statistics: Num rows: 229436556 Data size: 65618855136 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col5, _col6, _col7, _col9, _col11, _col12 - input vertices: - 1 Map 7 - Statistics: Num rows: 229436556 Data size: 106687998652 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2) - keys: _col5 (type: char(50)), _col6 (type: char(50)), _col7 (type: char(50)), _col9 (type: int), _col11 (type: varchar(50)), _col12 (type: varchar(50)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 16513200 Data size: 9528116400 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: int), _col4 (type: varchar(50)), _col5 (type: varchar(50)) - null sort order: zzzzzz - sort order: ++++++ - Map-reduce partition columns: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: int), _col4 (type: varchar(50)), _col5 (type: varchar(50)) - Statistics: Num rows: 16513200 Data size: 9528116400 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col6 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: item - filterExpr: ((i_class) IN ('birdal ', 'musical ', 'pants ', 'parenting ', 'wallpaper ', 'womens ') and (i_category) IN ('Books ', 'Electronics ', 'Home ', 'Jewelry ', 'Men ', 'Shoes ') and (((i_category) IN ('Books ', 'Electronics ', 'Home ') and (i_class) IN ('musical ', 'parenting ', 'wallpaper ')) or ((i_category) IN ('Jewelry ', 'Men ', 'Shoes ') and (i_class) IN ('birdal ', 'pants ', 'womens ')))) (type: boolean) - Statistics: Num rows: 462000 Data size: 133980000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((i_class) IN ('birdal ', 'musical ', 'pants ', 'parenting ', 'wallpaper ', 'womens ') and (i_category) IN ('Books ', 'Electronics ', 'Home ', 'Jewelry ', 'Men ', 'Shoes ') and (((i_category) IN ('Books ', 'Electronics ', 'Home ') and (i_class) IN ('musical ', 'parenting ', 'wallpaper ')) or ((i_category) IN ('Jewelry ', 'Men ', 'Shoes ') and (i_class) IN ('birdal ', 'pants ', 'womens ')))) (type: boolean) - Statistics: Num rows: 6546 Data size: 1898340 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_brand (type: char(50)), i_class (type: char(50)), i_category (type: char(50)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 6546 Data size: 1898340 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 6546 Data size: 1898340 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: (d_year = 2000) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (d_year = 2000) (type: boolean) - Statistics: Num rows: 367 Data size: 5872 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint), d_moy (type: int) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 367 Data size: 4404 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: int) - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 367 Data size: 2936 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: store - Statistics: Num rows: 1704 Data size: 318648 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: s_store_sk (type: bigint), s_store_name (type: varchar(50)), s_company_name (type: varchar(50)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1704 Data size: 318648 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1704 Data size: 318648 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: char(50)), KEY._col1 (type: char(50)), KEY._col2 (type: char(50)), KEY._col3 (type: int), KEY._col4 (type: varchar(50)), KEY._col5 (type: varchar(50)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 39600 Data size: 22849200 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col2 (type: char(50)), _col0 (type: char(50)), _col4 (type: varchar(50)), _col5 (type: varchar(50)) - null sort order: aaaa - sort order: ++++ - Map-reduce partition columns: _col2 (type: char(50)), _col0 (type: char(50)), _col4 (type: varchar(50)), _col5 (type: varchar(50)) - Statistics: Num rows: 39600 Data size: 22849200 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(50)), _col3 (type: int), _col6 (type: decimal(17,2)) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey1 (type: char(50)), VALUE._col0 (type: char(50)), KEY.reducesinkkey0 (type: char(50)), VALUE._col1 (type: int), KEY.reducesinkkey2 (type: varchar(50)), KEY.reducesinkkey3 (type: varchar(50)), VALUE._col2 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 39600 Data size: 22849200 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator - Function definitions: - Input definition - input alias: ptf_0 - output shape: _col0: char(50), _col1: char(50), _col2: char(50), _col3: int, _col4: varchar(50), _col5: varchar(50), _col6: decimal(17,2) - type: WINDOWING - Windowing table definition - input alias: ptf_1 - name: windowingtablefunction - order by: _col2 ASC NULLS FIRST, _col0 ASC NULLS FIRST, _col4 ASC NULLS FIRST, _col5 ASC NULLS FIRST - partition by: _col2, _col0, _col4, _col5 - raw input shape: - window functions: - window function definition - alias: avg_window_0 - arguments: _col6 - name: avg - window function: GenericUDAFAverageEvaluatorDecimal - window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) - Statistics: Num rows: 39600 Data size: 22849200 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: avg_window_0 (type: decimal(21,6)), _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: int), _col4 (type: varchar(50)), _col5 (type: varchar(50)), _col6 (type: decimal(17,2)) - outputColumnNames: avg_window_0, _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 39600 Data size: 22849200 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: if((avg_window_0 <> 0), ((abs((_col6 - avg_window_0)) / avg_window_0) > 0.1), false) (type: boolean) - Statistics: Num rows: 19800 Data size: 13642200 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: ++ - keys: (_col6 - avg_window_0) (type: decimal(22,6)), _col4 (type: varchar(50)) - null sort order: zz - Statistics: Num rows: 19800 Data size: 13642200 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Select Operator - expressions: _col2 (type: char(50)), _col1 (type: char(50)), _col0 (type: char(50)), _col4 (type: varchar(50)), _col5 (type: varchar(50)), _col3 (type: int), _col6 (type: decimal(17,2)), avg_window_0 (type: decimal(21,6)), (_col6 - avg_window_0) (type: decimal(22,6)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 19800 Data size: 15859800 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col8 (type: decimal(22,6)), _col3 (type: varchar(50)) - null sort order: zz - sort order: ++ - Statistics: Num rows: 19800 Data size: 15859800 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: char(50)), _col4 (type: varchar(50)), _col5 (type: int), _col6 (type: decimal(17,2)), _col7 (type: decimal(21,6)) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), KEY.reducesinkkey1 (type: varchar(50)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: int), VALUE._col5 (type: decimal(17,2)), VALUE._col6 (type: decimal(21,6)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 19800 Data size: 13642200 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 68900 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 68900 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + } + ] + }, + "rowCount": 6.6833812750590004E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_store_sk", + "ss_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 6.6833812750590004E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "literal": "birdal", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + }, + { + "literal": "musical", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 7 + } + }, + { + "literal": "pants", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + }, + { + "literal": "parenting", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + }, + { + "literal": "wallpaper", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + }, + { + "literal": "womens", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Books", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + }, + { + "literal": "Electronics", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 11 + } + }, + { + "literal": "Home", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 4 + } + }, + { + "literal": "Jewelry", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 7 + } + }, + { + "literal": "Men", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 3 + } + }, + { + "literal": "Shoes", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + } + ] + }, + { + "op": { + "name": "OR", + "kind": "OR", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Books", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + }, + { + "literal": "Electronics", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 11 + } + }, + { + "literal": "Home", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 4 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "literal": "musical", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 7 + } + }, + { + "literal": "parenting", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + }, + { + "literal": "wallpaper", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 9 + } + } + ] + } + ] + }, + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Jewelry", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 7 + } + }, + { + "literal": "Men", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 3 + } + }, + { + "literal": "Shoes", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 10, + "name": "$10" + }, + { + "literal": "birdal", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + }, + { + "literal": "pants", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + }, + { + "literal": "womens", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + } + ] + } + ] + } + ] + } + ] + }, + "rowCount": 7218.75 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_brand", + "i_class", + "i_category" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 12, + "name": "$12" + } + ], + "rowCount": 7218.75 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 7.236848786899823E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 2000, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 10957.35 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_moy" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 10957.35 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 8, + "name": "$8" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "9" + ], + "rowCount": 118945027582705168 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store" + ], + "table:alias": "store", + "inputs": [], + "rowCount": 1704, + "avgRowSize": 1375, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "s_store_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "s_store_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "s_closed_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_store_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_number_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_floor_space" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "s_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_market_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_geography_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_market_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_division_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_company_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_company_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 10, + "name": "s_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "s_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "s_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "s_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "s_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "s_store_sk", + "ndv": 1736, + "minValue": 1, + "maxValue": 1704 + }, + { + "name": "s_store_name", + "ndv": 11 + }, + { + "name": "s_company_name", + "ndv": 2 + }, + { + "name": "s_store_id", + "ndv": 879 + }, + { + "name": "s_rec_start_date", + "ndv": 4, + "minValue": 9933, + "maxValue": 11394 + }, + { + "name": "s_rec_end_date", + "ndv": 3, + "minValue": 10663, + "maxValue": 11393 + }, + { + "name": "s_closed_date_sk", + "ndv": 263, + "minValue": 2450820, + "maxValue": 2451314 + }, + { + "name": "s_number_employees", + "ndv": 100, + "minValue": 200, + "maxValue": 300 + }, + { + "name": "s_floor_space", + "ndv": 1289, + "minValue": 5000201, + "maxValue": 9997773 + }, + { + "name": "s_hours", + "ndv": 4 + }, + { + "name": "s_manager", + "ndv": 1245 + }, + { + "name": "s_market_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "s_geography_class", + "ndv": 2 + }, + { + "name": "s_market_desc", + "ndv": 1311 + }, + { + "name": "s_market_manager", + "ndv": 1236 + }, + { + "name": "s_division_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_division_name", + "ndv": 2 + }, + { + "name": "s_company_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_street_number", + "ndv": 736 + }, + { + "name": "s_street_name", + "ndv": 851 + }, + { + "name": "s_street_type", + "ndv": 21 + }, + { + "name": "s_suite_number", + "ndv": 76 + }, + { + "name": "s_city", + "ndv": 267 + }, + { + "name": "s_county", + "ndv": 128 + }, + { + "name": "s_state", + "ndv": 44 + }, + { + "name": "s_zip", + "ndv": 983 + }, + { + "name": "s_country", + "ndv": 2 + }, + { + "name": "s_gmt_offset", + "ndv": 5, + "minValue": -9, + "maxValue": -5 + }, + { + "name": "s_tax_percentage", + "ndv": 12, + "minValue": 0, + "maxValue": 0.11 + } + ] + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk", + "s_store_name", + "s_company_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 17, + "name": "$17" + } + ], + "rowCount": 1704 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 10, + "name": "$10" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "10", + "12" + ], + "rowCount": 3.040234905013944E19 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5, + 6, + 7, + 9, + 11, + 12 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 3040234905013943808 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_brand", + "i_class", + "i_category", + "d_moy", + "s_store_name", + "s_company_name", + "$f6" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 3040234905013943808 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "(tok_table_or_col i_category)", + "(tok_table_or_col i_class)", + "(tok_table_or_col i_brand)", + "(tok_table_or_col s_store_name)", + "(tok_table_or_col s_company_name)", + "(tok_table_or_col d_moy)", + "(tok_function sum (tok_table_or_col ss_sales_price))", + "avg_window_0" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 6, + "name": "$6" + }, + { + "op": { + "name": "avg", + "kind": "AVG", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ], + "distinct": false, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 21, + "scale": 6 + }, + "window": { + "partition": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "order": [ + { + "expr": { + "input": 2, + "name": "$2" + }, + "direction": "ASCENDING", + "null-direction": "FIRST" + }, + { + "expr": { + "input": 0, + "name": "$0" + }, + "direction": "ASCENDING", + "null-direction": "FIRST" + }, + { + "expr": { + "input": 4, + "name": "$4" + }, + "direction": "ASCENDING", + "null-direction": "FIRST" + }, + { + "expr": { + "input": 5, + "name": "$5" + }, + "direction": "ASCENDING", + "null-direction": "FIRST" + } + ], + "range-lower": { + "type": "UNBOUNDED_PRECEDING" + }, + "range-upper": { + "type": "UNBOUNDED_FOLLOWING" + } + } + } + ], + "rowCount": 3040234905013943808 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "<>", + "kind": "NOT_EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 7, + "name": "$7" + }, + { + "literal": 0, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "ABS", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + } + ] + } + ] + }, + { + "input": 7, + "name": "$7" + } + ] + }, + { + "literal": 0.1, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 1 + } + } + ] + }, + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + } + ] + }, + "rowCount": 760058726253485952 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_category", + "i_class", + "i_brand", + "s_store_name", + "s_company_name", + "d_moy", + "sum_sales", + "avg_monthly_sales", + "(- (tok_table_or_col sum_sales) (tok_table_or_col avg_monthly_sales))1" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + } + ] + } + ], + "rowCount": 760058726253485952 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 8, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 3, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "tmp1.i_category", + "tmp1.i_class", + "tmp1.i_brand", + "tmp1.s_store_name", + "tmp1.s_company_name", + "tmp1.d_moy", + "tmp1.sum_sales", + "tmp1.avg_monthly_sales" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + } + ], + "rowCount": 100 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query90.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query90.q.out index 8e38b4d512d7..e00f4bc56fdc 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query90.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query90.q.out @@ -1,257 +1,1725 @@ Warning: Map Join MAPJOIN[149][bigTable=?] in task 'Reducer 2' is a cross product -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Reducer 6 (BROADCAST_EDGE), Reducer 8 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Reducer 3 (BROADCAST_EDGE) - Reducer 3 <- Map 1 (CUSTOM_SIMPLE_EDGE) - Reducer 6 <- Map 5 (SIMPLE_EDGE) - Reducer 8 <- Map 7 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: (ws_sold_time_sk is not null and ws_web_page_sk is not null and ws_ship_hdemo_sk is not null) (type: boolean) - Statistics: Num rows: 21600036511 Data size: 518271362520 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ws_sold_time_sk is not null and ws_web_page_sk is not null and ws_ship_hdemo_sk is not null) (type: boolean) - Statistics: Num rows: 21583851334 Data size: 517883015312 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_sold_time_sk (type: bigint), ws_ship_hdemo_sk (type: bigint), ws_web_page_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 21583851334 Data size: 517883015312 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 4 - Statistics: Num rows: 5510870244 Data size: 88087655136 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1 - input vertices: - 1 Reducer 6 - Statistics: Num rows: 459239201 Data size: 3630802536 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - input vertices: - 1 Reducer 8 - Statistics: Num rows: 45923921 Data size: 367391368 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1 - input vertices: - 1 Map 5 - Statistics: Num rows: 459239201 Data size: 3630802536 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - input vertices: - 1 Map 7 - Statistics: Num rows: 45923921 Data size: 367391368 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: web_page - filterExpr: wp_char_count BETWEEN 5000 AND 5200 (type: boolean) - Statistics: Num rows: 4602 Data size: 54968 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: wp_char_count BETWEEN 5000 AND 5200 (type: boolean) - Statistics: Num rows: 1175 Data size: 14036 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: wp_web_page_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1175 Data size: 9400 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1175 Data size: 9400 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: time_dim - filterExpr: (t_hour BETWEEN 14 AND 15 or t_hour BETWEEN 6 AND 7) (type: boolean) - Statistics: Num rows: 86400 Data size: 1036800 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: t_hour BETWEEN 14 AND 15 (type: boolean) - Statistics: Num rows: 7200 Data size: 86400 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: t_time_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 7200 Data size: 57600 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 7200 Data size: 57600 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: t_hour BETWEEN 6 AND 7 (type: boolean) - Statistics: Num rows: 7200 Data size: 86400 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: t_time_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 7200 Data size: 57600 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 7200 Data size: 57600 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: household_demographics - filterExpr: (hd_dep_count = 8) (type: boolean) - Statistics: Num rows: 7200 Data size: 86400 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (hd_dep_count = 8) (type: boolean) - Statistics: Num rows: 720 Data size: 8640 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: hd_demo_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 720 Data size: 5760 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 720 Data size: 5760 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 720 Data size: 5760 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - outputColumnNames: _col0, _col1 - input vertices: - 1 Reducer 3 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: (CAST( _col0 AS decimal(15,4)) / CAST( _col1 AS decimal(15,4))) (type: decimal(35,20)) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 7200 Data size: 57600 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 8 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 720 Data size: 5760 Basic stats: COMPLETE Column stats: COMPLETE - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21600036511, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1824, + "minValue": 2450816, + "maxValue": 2452642 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 11, + "name": "$11" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ] + } + ] + }, + "rowCount": 1.5746426616519003E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_sold_time_sk", + "ws_ship_hdemo_sk", + "ws_web_page_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 11, + "name": "$11" + } + ], + "rowCount": 1.5746426616519003E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_page" + ], + "table:alias": "web_page", + "inputs": [], + "rowCount": 4602, + "avgRowSize": 487, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "wp_web_page_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "wp_web_page_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "wp_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "wp_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wp_creation_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wp_access_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "wp_autogen_flag" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wp_customer_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "wp_url" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "wp_type" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "wp_char_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "wp_link_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "wp_image_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "wp_max_ad_count" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "wp_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "wp_char_count", + "ndv": 2621, + "minValue": 303, + "maxValue": 8523 + }, + { + "name": "wp_web_page_id", + "ndv": 2344 + }, + { + "name": "wp_rec_start_date", + "ndv": 4, + "minValue": 10107, + "maxValue": 11568 + }, + { + "name": "wp_rec_end_date", + "ndv": 3, + "minValue": 10837, + "maxValue": 11567 + }, + { + "name": "wp_creation_date_sk", + "ndv": 291, + "minValue": 2450492, + "maxValue": 2450815 + }, + { + "name": "wp_access_date_sk", + "ndv": 103, + "minValue": 2452548, + "maxValue": 2452648 + }, + { + "name": "wp_autogen_flag", + "ndv": 3 + }, + { + "name": "wp_customer_sk", + "ndv": 1114, + "minValue": 33025, + "maxValue": 79895491 + }, + { + "name": "wp_url", + "ndv": 2 + }, + { + "name": "wp_type", + "ndv": 8 + }, + { + "name": "wp_link_count", + "ndv": 24, + "minValue": 2, + "maxValue": 25 + }, + { + "name": "wp_image_count", + "ndv": 7, + "minValue": 1, + "maxValue": 7 + }, + { + "name": "wp_max_ad_count", + "ndv": 5, + "minValue": 0, + "maxValue": 4 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 10, + "name": "$10" + }, + { + "literal": 5000, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 5200, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 1150.5 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "wp_web_page_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1150.5 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 2.717439573345767E12 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "time_dim" + ], + "table:alias": "time_dim", + "inputs": [], + "rowCount": 86400, + "avgRowSize": 377, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "t_time_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "t_time_id" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "t_time" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "t_hour" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "t_minute" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "t_second" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "t_am_pm" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "t_shift" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "t_sub_shift" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "t_meal_time" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "t_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "t_hour", + "ndv": 24, + "minValue": 0, + "maxValue": 23 + }, + { + "name": "t_time_id", + "ndv": 87002 + }, + { + "name": "t_time", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "t_minute", + "ndv": 62, + "minValue": 0, + "maxValue": 59 + }, + { + "name": "t_second", + "ndv": 62, + "minValue": 0, + "maxValue": 59 + }, + { + "name": "t_am_pm", + "ndv": 2 + }, + { + "name": "t_shift", + "ndv": 3 + }, + { + "name": "t_sub_shift", + "ndv": 4 + }, + { + "name": "t_meal_time", + "ndv": 4 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 6, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 7, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 21600 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "t_time_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 21600 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "9" + ], + "rowCount": 8804504217640285 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "household_demographics" + ], + "table:alias": "household_demographics", + "inputs": [], + "rowCount": 7200, + "avgRowSize": 183, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "hd_demo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "hd_income_band_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "hd_buy_potential" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "hd_dep_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "hd_vehicle_count" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "hd_demo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "hd_dep_count", + "ndv": 10, + "minValue": 0, + "maxValue": 9 + }, + { + "name": "hd_income_band_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "hd_buy_potential", + "ndv": 6 + }, + { + "name": "hd_vehicle_count", + "ndv": 6, + "minValue": -1, + "maxValue": 4 + } + ] + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 8, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 1080 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "hd_demo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1080 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "10", + "13" + ], + "rowCount": 1426329683257726208 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 1 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 11, + "name": "$11" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 9, + "name": "$9" + } + ] + } + ] + }, + "inputs": [ + "0" + ], + "rowCount": 1.5746426616519003E10 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_sold_time_sk", + "ws_ship_hdemo_sk", + "ws_web_page_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 11, + "name": "$11" + } + ], + "rowCount": 1.5746426616519003E10 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 10, + "name": "$10" + }, + { + "literal": 5000, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 5200, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 1150.5 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "wp_web_page_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1150.5 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "18", + "20" + ], + "rowCount": 2.717439573345767E12 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 14, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 15, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "7" + ], + "rowCount": 21600 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "t_time_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 21600 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "21", + "23" + ], + "rowCount": 8804504217640285 + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 8, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "11" + ], + "rowCount": 1080 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "hd_demo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1080 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "24", + "26" + ], + "rowCount": 1426329683257726208 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 1 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "literal": true, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "16", + "29" + ], + "rowCount": 1 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "am_pm_ratio" + ], + "exprs": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 15, + "scale": 4 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 15, + "scale": 4 + } + } + ] + } + ], + "rowCount": 1 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query91.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query91.q.out index 78030a43c194..beebfacedd73 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query91.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query91.q.out @@ -1,291 +1,2661 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE) - Map 5 <- Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: catalog_returns - filterExpr: (cr_call_center_sk is not null and cr_returning_customer_sk is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_136_container, bigKeyColName:cr_returning_customer_sk, smallTablePos:1, keyRatio:2.3142897608610348E-10 - Statistics: Num rows: 4320980099 Data size: 576568330368 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (cr_call_center_sk is not null and cr_returning_customer_sk is not null) (type: boolean) - Statistics: Num rows: 4151176648 Data size: 553910671744 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cr_returning_customer_sk (type: bigint), cr_call_center_sk (type: bigint), cr_net_loss (type: decimal(7,2)), cr_returned_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 4151176648 Data size: 553910671744 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 4 - Statistics: Num rows: 61191022 Data size: 128 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col1 (type: bigint) - outputColumnNames: _col1, _col2, _col11, _col12 - input vertices: - 1 Map 5 - Statistics: Num rows: 3496630 Data size: 625896890 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col11, _col12, _col15, _col16, _col17 - input vertices: - 1 Map 9 - Statistics: Num rows: 3496630 Data size: 1653906102 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col2) - keys: _col11 (type: char(1)), _col12 (type: char(20)), _col15 (type: string), _col16 (type: varchar(50)), _col17 (type: varchar(40)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 264600 Data size: 154791000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(1)), _col1 (type: char(20)), _col2 (type: string), _col3 (type: varchar(50)), _col4 (type: varchar(40)) - null sort order: zzzzz - sort order: +++++ - Map-reduce partition columns: _col0 (type: char(1)), _col1 (type: char(20)), _col2 (type: string), _col3 (type: varchar(50)), _col4 (type: varchar(40)) - Statistics: Num rows: 264600 Data size: 154791000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col5 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: ((d_year = 1999) and (d_moy = 11)) (type: boolean) - Statistics: Num rows: 73049 Data size: 1168784 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((d_year = 1999) and (d_moy = 11)) (type: boolean) - Statistics: Num rows: 31 Data size: 496 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cr_returned_date_sk (bigint) - Target Input: catalog_returns - Partition key expr: cr_returned_date_sk - Statistics: Num rows: 31 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: customer - filterExpr: (c_current_hdemo_sk is not null and c_current_cdemo_sk is not null and c_current_addr_sk is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_135_container, bigKeyColName:c_current_hdemo_sk, smallTablePos:1, keyRatio:0.00443455 - Statistics: Num rows: 80000000 Data size: 2515219040 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (c_current_hdemo_sk is not null and c_current_cdemo_sk is not null and c_current_addr_sk is not null) (type: boolean) - Statistics: Num rows: 74500295 Data size: 2342307008 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: c_customer_sk (type: bigint), c_current_cdemo_sk (type: bigint), c_current_hdemo_sk (type: bigint), c_current_addr_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 74500295 Data size: 2342307008 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col3, _col5, _col6 - input vertices: - 1 Map 6 - Statistics: Num rows: 4257160 Data size: 843350808 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col2, _col5, _col6 - input vertices: - 1 Map 7 - Statistics: Num rows: 709527 Data size: 132681557 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col5, _col6 - input vertices: - 1 Map 8 - Statistics: Num rows: 354764 Data size: 66340868 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint), _col5 (type: char(1)), _col6 (type: char(20)) - outputColumnNames: _col1, _col6, _col7 - Statistics: Num rows: 354764 Data size: 66340868 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 354764 Data size: 66340868 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col6 (type: char(1)), _col7 (type: char(20)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: customer_demographics - filterExpr: ((cd_marital_status) IN ('M', 'W') and (cd_education_status) IN ('Advanced Degree ', 'Unknown ') and (struct(cd_marital_status,cd_education_status)) IN (const struct('M','Unknown '), const struct('W','Advanced Degree '))) (type: boolean) - Statistics: Num rows: 1920800 Data size: 359189600 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((cd_marital_status) IN ('M', 'W') and (cd_education_status) IN ('Advanced Degree ', 'Unknown ') and (struct(cd_marital_status,cd_education_status)) IN (const struct('M','Unknown '), const struct('W','Advanced Degree '))) (type: boolean) - Statistics: Num rows: 109760 Data size: 20525120 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cd_demo_sk (type: bigint), cd_marital_status (type: char(1)), cd_education_status (type: char(20)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 109760 Data size: 20525120 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 109760 Data size: 20525120 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(1)), _col2 (type: char(20)) - Execution mode: llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: customer_address - filterExpr: (ca_gmt_offset = -7) (type: boolean) - Statistics: Num rows: 40000000 Data size: 4665468064 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ca_gmt_offset = -7) (type: boolean) - Statistics: Num rows: 6666667 Data size: 777578088 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ca_address_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 6666667 Data size: 53333336 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: household_demographics - filterExpr: (hd_buy_potential like '0-500%') (type: boolean) - Statistics: Num rows: 7200 Data size: 720000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (hd_buy_potential like '0-500%') (type: boolean) - Statistics: Num rows: 3600 Data size: 360000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: hd_demo_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 3600 Data size: 28800 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 3600 Data size: 28800 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 9 - Map Operator Tree: - TableScan - alias: call_center - Statistics: Num rows: 60 Data size: 18120 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cc_call_center_sk (type: bigint), cc_call_center_id (type: string), cc_name (type: varchar(50)), cc_manager (type: varchar(40)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 60 Data size: 18120 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 60 Data size: 18120 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string), _col2 (type: varchar(50)), _col3 (type: varchar(40)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: char(1)), KEY._col1 (type: char(20)), KEY._col2 (type: string), KEY._col3 (type: varchar(50)), KEY._col4 (type: varchar(40)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 37800 Data size: 22113000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col2 (type: string), _col3 (type: varchar(50)), _col4 (type: varchar(40)), _col5 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col4 - Statistics: Num rows: 37800 Data size: 15346800 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col4 (type: decimal(17,2)) - null sort order: a - sort order: - - Statistics: Num rows: 37800 Data size: 15346800 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: string), _col1 (type: varchar(50)), _col2 (type: varchar(40)) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: string), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(40)), KEY.reducesinkkey0 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 37800 Data size: 15346800 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 37800 Data size: 15346800 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_returns" + ], + "table:alias": "catalog_returns", + "inputs": [], + "rowCount": 4320980099, + "avgRowSize": 305, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returned_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_refunded_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returning_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cr_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_amount" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_store_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cr_returned_date_sk" + ], + "colStats": [ + { + "name": "cr_returning_customer_sk", + "ndv": 77511828, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cr_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cr_net_loss", + "ndv": 996464, + "minValue": 0.5, + "maxValue": 16346.37 + }, + { + "name": "cr_returned_date_sk", + "ndv": 2104, + "minValue": 2450821, + "maxValue": 2452924 + }, + { + "name": "cr_returned_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cr_refunded_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cr_refunded_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cr_refunded_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cr_refunded_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cr_returning_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cr_returning_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cr_returning_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cr_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cr_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cr_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "cr_order_number", + "ndv": 2681654419, + "minValue": 2, + "maxValue": 4800000000 + }, + { + "name": "cr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cr_return_amount", + "ndv": 973170, + "minValue": 0, + "maxValue": 28805.04 + }, + { + "name": "cr_return_tax", + "ndv": 169232, + "minValue": 0, + "maxValue": 2511.58 + }, + { + "name": "cr_return_amt_inc_tax", + "ndv": 1689965, + "minValue": 0, + "maxValue": 30891.32 + }, + { + "name": "cr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "cr_return_ship_cost", + "ndv": 501353, + "minValue": 0, + "maxValue": 14273.28 + }, + { + "name": "cr_refunded_cash", + "ndv": 1257293, + "minValue": 0, + "maxValue": 26955.24 + }, + { + "name": "cr_reversed_charge", + "ndv": 895564, + "minValue": 0, + "maxValue": 24033.84 + }, + { + "name": "cr_store_credit", + "ndv": 906118, + "minValue": 0, + "maxValue": 24886.13 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 10, + "name": "$10" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 26, + "name": "$26" + } + ] + } + ] + }, + "rowCount": 3.1499944921710005E9 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cr_returning_customer_sk", + "cr_call_center_sk", + "cr_net_loss", + "cr_returned_date_sk" + ], + "exprs": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 25, + "name": "$25" + }, + { + "input": 26, + "name": "$26" + } + ], + "rowCount": 3.1499944921710005E9 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "literal": 1999, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": 11, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 1643.6025 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1643.6025 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 7.76600823347773E11 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "customer_address", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 11, + "name": "$11" + }, + { + "literal": -7, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 1, + "scale": 0 + } + } + ] + }, + "rowCount": 6000000 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 6000000 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer" + ], + "table:alias": "customer", + "inputs": [], + "rowCount": 80000000, + "avgRowSize": 517, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "c_customer_sk" + }, + { + "type": "CHAR", + "nullable": false, + "precision": 16, + "name": "c_customer_id" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_current_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_shipto_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_first_sales_date_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "c_salutation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "c_first_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "c_last_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "c_preferred_cust_flag" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_day" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_month" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "c_birth_year" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "c_birth_country" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 13, + "name": "c_login" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "c_email_address" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "c_last_review_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "c_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "c_current_cdemo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "c_current_hdemo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "c_current_addr_sk", + "ndv": 33825344, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "c_customer_id", + "ndv": 80610928 + }, + { + "name": "c_first_shipto_date_sk", + "ndv": 3646, + "minValue": 2449028, + "maxValue": 2452678 + }, + { + "name": "c_first_sales_date_sk", + "ndv": 3643, + "minValue": 2448998, + "maxValue": 2452648 + }, + { + "name": "c_salutation", + "ndv": 7 + }, + { + "name": "c_first_name", + "ndv": 5158 + }, + { + "name": "c_last_name", + "ndv": 5123 + }, + { + "name": "c_preferred_cust_flag", + "ndv": 3 + }, + { + "name": "c_birth_day", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "c_birth_month", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "c_birth_year", + "ndv": 67, + "minValue": 1924, + "maxValue": 1992 + }, + { + "name": "c_birth_country", + "ndv": 216 + }, + { + "name": "c_login", + "ndv": 1 + }, + { + "name": "c_email_address", + "ndv": 75301330 + }, + { + "name": "c_last_review_date_sk", + "ndv": 364, + "minValue": 2452283, + "maxValue": 2452648 + } + ] + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + } + ] + }, + "rowCount": 5.832000000000001E7 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "c_customer_sk", + "c_current_cdemo_sk", + "c_current_hdemo_sk", + "c_current_addr_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + } + ], + "rowCount": 5.832000000000001E7 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_demographics" + ], + "table:alias": "customer_demographics", + "inputs": [], + "rowCount": 1920800, + "avgRowSize": 217, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "cd_demo_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_gender" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "cd_marital_status" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "cd_education_status" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_purchase_estimate" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "cd_credit_rating" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_employed_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cd_dep_college_count" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "cd_demo_sk", + "ndv": 1993369, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cd_marital_status", + "ndv": 5 + }, + { + "name": "cd_education_status", + "ndv": 7 + }, + { + "name": "cd_gender", + "ndv": 2 + }, + { + "name": "cd_purchase_estimate", + "ndv": 20, + "minValue": 500, + "maxValue": 10000 + }, + { + "name": "cd_credit_rating", + "ndv": 4 + }, + { + "name": "cd_dep_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_dep_employed_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "cd_dep_college_count", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + } + ] + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": "M", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + }, + { + "literal": "W", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": "Advanced Degree", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 15 + } + }, + { + "literal": "Unknown", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 7 + } + } + ] + }, + { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "ROW", + "kind": "ROW", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "ROW", + "kind": "ROW", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": "M", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + }, + { + "literal": "Unknown ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 20 + } + } + ] + }, + { + "op": { + "name": "ROW", + "kind": "ROW", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": "W", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 1 + } + }, + { + "literal": "Advanced Degree ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 20 + } + } + ] + } + ] + } + ] + }, + "rowCount": 30012.5 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cd_demo_sk", + "cd_marital_status", + "cd_education_status" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 30012.5 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "12", + "15" + ], + "rowCount": 2.6254935000000003E11 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "9", + "16" + ], + "rowCount": 236294415000000032 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "household_demographics" + ], + "table:alias": "household_demographics", + "inputs": [], + "rowCount": 7200, + "avgRowSize": 183, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "hd_demo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "hd_income_band_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "hd_buy_potential" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "hd_dep_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "hd_vehicle_count" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "hd_demo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "hd_buy_potential", + "ndv": 6 + }, + { + "name": "hd_income_band_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "hd_dep_count", + "ndv": 10, + "minValue": 0, + "maxValue": 9 + }, + { + "name": "hd_vehicle_count", + "ndv": 6, + "minValue": -1, + "maxValue": 4 + } + ] + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "LIKE", + "kind": "LIKE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": "0-500%", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647 + } + } + ] + }, + "rowCount": 1800 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "hd_demo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1800 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "17", + "20" + ], + "rowCount": 6.379949205000001E19 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "c_customer_sk", + "c_current_cdemo_sk", + "c_current_hdemo_sk", + "c_current_addr_sk", + "cd_demo_sk", + "cd_marital_status", + "cd_education_status", + "hd_demo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + } + ], + "rowCount": 6.379949205000001E19 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "22" + ], + "rowCount": 7.432010708279955E30 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "call_center" + ], + "table:alias": "call_center", + "inputs": [], + "rowCount": 60, + "avgRowSize": 1483, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "cc_call_center_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "cc_call_center_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "cc_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "cc_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cc_closed_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cc_open_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "cc_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "cc_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cc_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cc_sq_ft" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "cc_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "cc_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cc_mkt_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "cc_mkt_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "cc_mkt_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "cc_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cc_division" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "cc_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cc_company" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "cc_company_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "cc_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "cc_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "cc_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "cc_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "cc_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "cc_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "cc_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "cc_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "cc_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "cc_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "cc_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "cc_call_center_sk", + "ndv": 60, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cc_call_center_id", + "ndv": 30 + }, + { + "name": "cc_name", + "ndv": 30 + }, + { + "name": "cc_manager", + "ndv": 42 + }, + { + "name": "cc_rec_start_date", + "ndv": 4, + "minValue": 10227, + "maxValue": 11688 + }, + { + "name": "cc_rec_end_date", + "ndv": 3, + "minValue": 10957, + "maxValue": 11687 + }, + { + "name": "cc_closed_date_sk", + "ndv": 1, + "minValue": null, + "maxValue": null + }, + { + "name": "cc_open_date_sk", + "ndv": 30, + "minValue": 2450794, + "maxValue": 2451146 + }, + { + "name": "cc_class", + "ndv": 3 + }, + { + "name": "cc_employees", + "ndv": 43, + "minValue": 5412266, + "maxValue": 1963174023 + }, + { + "name": "cc_sq_ft", + "ndv": 47, + "minValue": -2108783316, + "maxValue": 2044891959 + }, + { + "name": "cc_hours", + "ndv": 3 + }, + { + "name": "cc_mkt_id", + "ndv": 6, + "minValue": 1, + "maxValue": 6 + }, + { + "name": "cc_mkt_class", + "ndv": 52 + }, + { + "name": "cc_mkt_desc", + "ndv": 48 + }, + { + "name": "cc_market_manager", + "ndv": 48 + }, + { + "name": "cc_division", + "ndv": 6, + "minValue": 1, + "maxValue": 6 + }, + { + "name": "cc_division_name", + "ndv": 6 + }, + { + "name": "cc_company", + "ndv": 6, + "minValue": 1, + "maxValue": 6 + }, + { + "name": "cc_company_name", + "ndv": 6 + }, + { + "name": "cc_street_number", + "ndv": 30 + }, + { + "name": "cc_street_name", + "ndv": 29 + }, + { + "name": "cc_street_type", + "ndv": 14 + }, + { + "name": "cc_suite_number", + "ndv": 26 + }, + { + "name": "cc_city", + "ndv": 25 + }, + { + "name": "cc_county", + "ndv": 25 + }, + { + "name": "cc_state", + "ndv": 19 + }, + { + "name": "cc_zip", + "ndv": 30 + }, + { + "name": "cc_country", + "ndv": 1 + }, + { + "name": "cc_gmt_offset", + "ndv": 4, + "minValue": -8, + "maxValue": -5 + }, + { + "name": "cc_tax_percentage", + "ndv": 13, + "minValue": 0, + "maxValue": 0.12 + } + ] + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cc_call_center_sk", + "cc_call_center_id", + "cc_name", + "cc_manager" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 11, + "name": "$11" + } + ], + "rowCount": 60 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 14, + "name": "$14" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "23", + "25" + ], + "rowCount": 6.688809637451959E31 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 11, + 12, + 15, + 16, + 17 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 6.68880963745196E30 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "call_center", + "call_center_name", + "manager", + "returns_loss", + "(tok_function sum (tok_table_or_col cr_net_loss))" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 6.68880963745196E30 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 4, + "direction": "DESCENDING", + "nulls": "FIRST" + } + ], + "rowCount": 6.68880963745196E30 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "call_center", + "call_center_name", + "manager", + "returns_loss" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ], + "rowCount": 6.68880963745196E30 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query92.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query92.q.out index 1e025671aef0..d50352f4c452 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query92.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query92.q.out @@ -1,272 +1,1738 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) - Map 5 <- Map 3 (BROADCAST_EDGE), Reducer 2 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE) - Reducer 6 <- Map 1 (BROADCAST_EDGE), Map 5 (SIMPLE_EDGE) - Reducer 7 <- Reducer 6 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: ws_ext_discount_amt is not null (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_87_container, bigKeyColName:ws_item_sk, smallTablePos:1, keyRatio:1.1253233093375219E-4 - Statistics: Num rows: 21594638446 Data size: 2763810784048 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ws_ext_discount_amt is not null (type: boolean) - Statistics: Num rows: 21591933650 Data size: 2763464608128 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_item_sk (type: bigint), ws_ext_discount_amt (type: decimal(7,2)), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 21591933650 Data size: 2763464608128 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 3 - Statistics: Num rows: 2398939507 Data size: 287569841768 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col4 - input vertices: - 1 Map 4 - Statistics: Num rows: 2430095 Data size: 19440872 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col4 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col4 (type: bigint) - Statistics: Num rows: 2430095 Data size: 19440872 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(7,2)) - Select Operator - expressions: _col4 (type: bigint) - outputColumnNames: _col4 - Statistics: Num rows: 2430095 Data size: 19440760 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col4), max(_col4), bloom_filter(_col4, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 3 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-18 00:00:00' AND TIMESTAMP'1998-06-16 00:00:00' (type: boolean) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-18 00:00:00' AND TIMESTAMP'1998-06-16 00:00:00' (type: boolean) - Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ws_sold_date_sk (bigint) - Target Input: web_sales - Partition key expr: ws_sold_date_sk - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 5 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: item - filterExpr: (i_manufact_id = 269) (type: boolean) - Statistics: Num rows: 462000 Data size: 5539396 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (i_manufact_id = 269) (type: boolean) - Statistics: Num rows: 468 Data size: 5616 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 468 Data size: 3744 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 468 Data size: 3744 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: web_sales - filterExpr: (ws_item_sk BETWEEN DynamicValue(RS_30_item_i_item_sk_min) AND DynamicValue(RS_30_item_i_item_sk_max) and in_bloom_filter(ws_item_sk, DynamicValue(RS_30_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 21594638446 Data size: 2763810784048 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ws_item_sk BETWEEN DynamicValue(RS_30_item_i_item_sk_min) AND DynamicValue(RS_30_item_i_item_sk_max) and in_bloom_filter(ws_item_sk, DynamicValue(RS_30_item_i_item_sk_bloom_filter))) (type: boolean) - Statistics: Num rows: 21594638446 Data size: 2763810784048 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_item_sk (type: bigint), ws_ext_discount_amt (type: decimal(7,2)), ws_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 21594638446 Data size: 2763810784048 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 3 - Statistics: Num rows: 2399240019 Data size: 287605865240 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1), count(_col1) - keys: _col0 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 57694920 Data size: 7384949760 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 57694920 Data size: 7384949760 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: decimal(17,2)), _col2 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), count(VALUE._col1) - keys: KEY._col0 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 51330 Data size: 6570240 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: CAST( (_col1 / _col2) AS decimal(11,6)) is not null (type: boolean) - Statistics: Num rows: 51330 Data size: 6570240 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: (1.3 * CAST( (_col1 / _col2) AS decimal(11,6))) (type: decimal(14,7)), _col0 (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 51330 Data size: 6159600 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col4 (type: bigint) - 1 _col1 (type: bigint) - outputColumnNames: _col1, _col5 - input vertices: - 0 Map 1 - Statistics: Num rows: 51330 Data size: 5749072 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col1 > _col5) (type: boolean) - Statistics: Num rows: 17110 Data size: 1916432 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col1 (type: decimal(7,2)) - outputColumnNames: _col1 - Statistics: Num rows: 17110 Data size: 1916432 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: decimal(17,2)) - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "web_sales", + "inputs": [], + "rowCount": 21594638446, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 21, + "name": "$21" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + } + ] + }, + "rowCount": 1.7491657141260002E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_item_sk", + "ws_ext_discount_amt", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 21, + "name": "$21" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 1.7491657141260002E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "TIMESTAMP", + "nullable": true, + "precision": 9 + } + }, + { + "literal": 890179200000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + }, + { + "literal": 897955200000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 4.791555234419632E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 13, + "name": "$13" + }, + { + "literal": 269, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 69300 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 69300 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "9" + ], + "rowCount": 498082166617920768 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + }, + "inputs": [ + "0" + ], + "rowCount": 1.94351746014E10 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_item_sk", + "ws_ext_discount_amt", + "ws_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 21, + "name": "$21" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 1.94351746014E10 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "TIMESTAMP", + "nullable": true, + "precision": 9 + } + }, + { + "literal": 890179200000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + }, + { + "literal": 897955200000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 18262.25 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "12", + "14" + ], + "rowCount": 5.323950260466258E13 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + }, + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 5.323950260466258E12 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 11, + "scale": 6 + } + } + ] + }, + "rowCount": 4.791555234419632E12 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "_o__c0", + "ws_item_sk" + ], + "exprs": [ + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "literal": 1.3, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 2, + "scale": 1 + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ] + } + ], + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 11, + "scale": 6 + } + } + ] + }, + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 4.791555234419632E12 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 6, + "name": "$6" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 5, + "name": "$5" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "10", + "18" + ], + "rowCount": 1.789941159471877E29 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 1 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "excess discount amount" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query94.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query94.q.out index acc0f2da6bfd..01291f85f99e 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query94.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query94.q.out @@ -1,342 +1,2826 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 10 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE) - Map 11 <- Reducer 7 (BROADCAST_EDGE) - Map 12 <- Reducer 6 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 11 (CUSTOM_SIMPLE_EDGE) - Reducer 3 <- Map 12 (CUSTOM_SIMPLE_EDGE), Reducer 2 (CUSTOM_SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) - Reducer 5 <- Reducer 4 (CUSTOM_SIMPLE_EDGE) - Reducer 6 <- Reducer 2 (CUSTOM_SIMPLE_EDGE) - Reducer 7 <- Map 1 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: ws1 - filterExpr: (ws_ship_addr_sk is not null and ws_web_site_sk is not null and ws_ship_date_sk is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_120_container, bigKeyColName:ws_web_site_sk, smallTablePos:1, keyRatio:2.9924592936258674E-4 - Statistics: Num rows: 21600036511 Data size: 5701632353848 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ws_ship_addr_sk is not null and ws_web_site_sk is not null and ws_ship_date_sk is not null) (type: boolean) - Statistics: Num rows: 21583844790 Data size: 5697358322168 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_ship_date_sk (type: bigint), ws_ship_addr_sk (type: bigint), ws_web_site_sk (type: bigint), ws_warehouse_sk (type: bigint), ws_order_number (type: bigint), ws_ext_ship_cost (type: decimal(7,2)), ws_net_profit (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 21583844790 Data size: 5697358322168 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col6 - input vertices: - 1 Map 8 - Statistics: Num rows: 2398040806 Data size: 613164879160 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col3, _col4, _col5, _col6 - input vertices: - 1 Map 9 - Statistics: Num rows: 45246054 Data size: 10530636632 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col3, _col4, _col5, _col6 - input vertices: - 1 Map 10 - Statistics: Num rows: 6463723 Data size: 904060128 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col4 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col4 (type: bigint) - Statistics: Num rows: 6463723 Data size: 904060128 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: bigint), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) - Select Operator - expressions: _col4 (type: bigint) - outputColumnNames: _col4 - Statistics: Num rows: 6463723 Data size: 51709784 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col4), max(_col4), bloom_filter(_col4, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 10 - Map Operator Tree: - TableScan - alias: web_site - filterExpr: (web_company_name = 'pri ') (type: boolean) - Statistics: Num rows: 84 Data size: 8064 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (web_company_name = 'pri ') (type: boolean) - Statistics: Num rows: 12 Data size: 1152 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: web_site_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 11 - Map Operator Tree: - TableScan - alias: ws2 - filterExpr: (ws_warehouse_sk is not null and ws_order_number BETWEEN DynamicValue(RS_29_ws1_ws_order_number_min) AND DynamicValue(RS_29_ws1_ws_order_number_max) and in_bloom_filter(ws_order_number, DynamicValue(RS_29_ws1_ws_order_number_bloom_filter))) (type: boolean) - Statistics: Num rows: 21600036511 Data size: 345557373256 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ws_warehouse_sk is not null and ws_order_number BETWEEN DynamicValue(RS_29_ws1_ws_order_number_min) AND DynamicValue(RS_29_ws1_ws_order_number_max) and in_bloom_filter(ws_order_number, DynamicValue(RS_29_ws1_ws_order_number_bloom_filter))) (type: boolean) - Statistics: Num rows: 21594635145 Data size: 345470962208 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_order_number (type: bigint), ws_warehouse_sk (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 21594635145 Data size: 345470962208 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint), _col1 (type: bigint) - minReductionHashAggr: 0.5589319 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 21594635145 Data size: 345470962208 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 21594635145 Data size: 345470962208 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 12 - Map Operator Tree: - TableScan - alias: wr1 - filterExpr: (wr_order_number BETWEEN DynamicValue(RS_35_ws1_ws_order_number_min) AND DynamicValue(RS_35_ws1_ws_order_number_max) and in_bloom_filter(wr_order_number, DynamicValue(RS_35_ws1_ws_order_number_bloom_filter))) (type: boolean) - Statistics: Num rows: 2160007345 Data size: 17280058760 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (wr_order_number BETWEEN DynamicValue(RS_35_ws1_ws_order_number_min) AND DynamicValue(RS_35_ws1_ws_order_number_max) and in_bloom_filter(wr_order_number, DynamicValue(RS_35_ws1_ws_order_number_bloom_filter))) (type: boolean) - Statistics: Num rows: 2160007345 Data size: 17280058760 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: wr_order_number (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 2160007345 Data size: 17280058760 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 2160007345 Data size: 17280058760 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 2160007345 Data size: 17280058760 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1999-05-01 00:00:00' AND TIMESTAMP'1999-06-30 00:00:00' (type: boolean) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1999-05-01 00:00:00' AND TIMESTAMP'1999-06-30 00:00:00' (type: boolean) - Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 9 - Map Operator Tree: - TableScan - alias: customer_address - filterExpr: (ca_state = 'TX') (type: boolean) - Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ca_state = 'TX') (type: boolean) - Statistics: Num rows: 754717 Data size: 70943398 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ca_address_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 754717 Data size: 6037736 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 754717 Data size: 6037736 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: llap - Reduce Operator Tree: - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col3, _col4, _col5, _col6, _col14 - input vertices: - 1 Map 11 - residual filter predicates: {(_col3 <> _col14)} - Statistics: Num rows: 6463723 Data size: 912569800 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Select Operator - expressions: _col4 (type: bigint), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) - outputColumnNames: _col4, _col5, _col6 - Statistics: Num rows: 6463723 Data size: 895528872 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col4 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col4 (type: bigint) - Statistics: Num rows: 6463723 Data size: 895528872 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) - Select Operator - expressions: _col4 (type: bigint) - outputColumnNames: _col4 - Statistics: Num rows: 6463723 Data size: 51709784 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col4), max(_col4), bloom_filter(_col4, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Anti Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col4, _col5, _col6 - input vertices: - 1 Map 12 - Statistics: Num rows: 6463723 Data size: 895528872 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Group By Operator - aggregations: sum(_col5), sum(_col6) - keys: _col4 (type: bigint) - minReductionHashAggr: 0.9166043 - mode: hash - outputColumnNames: _col0, _col2, _col3 - Statistics: Num rows: 2156188 Data size: 500235616 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 2156188 Data size: 500235616 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1) - keys: KEY._col0 (type: bigint) - mode: partial2 - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2156188 Data size: 500235616 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count(_col0), sum(_col1), sum(_col2) - mode: partial2 - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 232 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 232 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 232 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 232 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "customer_address", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": "TX", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + } + ] + }, + "rowCount": 6000000 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_state" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": "TX", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + } + ], + "type": { + "type": "CHAR", + "nullable": true, + "precision": 2 + } + } + ], + "rowCount": 6000000 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "ws1", + "inputs": [], + "rowCount": 21600036511, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1824, + "minValue": 2450816, + "maxValue": 2452642 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 10, + "name": "$10" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 12, + "name": "$12" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ] + } + ] + }, + "rowCount": 1.5746426616519003E10 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_ship_date_sk", + "ws_ship_addr_sk", + "ws_web_site_sk", + "ws_warehouse_sk", + "ws_order_number", + "ws_ext_ship_cost", + "ws_net_profit" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 27, + "name": "$27" + }, + { + "input": 32, + "name": "$32" + } + ], + "rowCount": 1.5746426616519003E10 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "TIMESTAMP", + "nullable": true, + "precision": 9 + } + }, + { + "literal": 925516800000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + }, + { + "literal": 930700800000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 18262.25 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 7, + "name": "$7" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "5", + "8" + ], + "rowCount": 4.3134776921628625E13 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "9" + ], + "rowCount": 3.8821299229465756E19 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_site" + ], + "table:alias": "web_site", + "inputs": [], + "rowCount": 84, + "avgRowSize": 1331, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "web_site_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "web_site_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "web_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "web_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "web_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "web_open_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "web_close_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "web_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "web_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "web_mkt_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "web_mkt_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "web_mkt_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "web_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "web_company_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "web_company_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "web_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "web_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "web_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "web_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "web_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "web_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "web_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "web_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "web_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "web_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "web_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "web_site_sk", + "ndv": 84, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "web_company_name", + "ndv": 7 + }, + { + "name": "web_site_id", + "ndv": 42 + }, + { + "name": "web_rec_start_date", + "ndv": 4, + "minValue": 10089, + "maxValue": 11550 + }, + { + "name": "web_rec_end_date", + "ndv": 3, + "minValue": 10819, + "maxValue": 11549 + }, + { + "name": "web_name", + "ndv": 15 + }, + { + "name": "web_open_date_sk", + "ndv": 42, + "minValue": 2450118, + "maxValue": 2450807 + }, + { + "name": "web_close_date_sk", + "ndv": 28, + "minValue": 2440993, + "maxValue": 2446218 + }, + { + "name": "web_class", + "ndv": 2 + }, + { + "name": "web_manager", + "ndv": 60 + }, + { + "name": "web_mkt_id", + "ndv": 6, + "minValue": 1, + "maxValue": 6 + }, + { + "name": "web_mkt_class", + "ndv": 65 + }, + { + "name": "web_mkt_desc", + "ndv": 64 + }, + { + "name": "web_market_manager", + "ndv": 66 + }, + { + "name": "web_company_id", + "ndv": 6, + "minValue": 1, + "maxValue": 6 + }, + { + "name": "web_street_number", + "ndv": 58 + }, + { + "name": "web_street_name", + "ndv": 80 + }, + { + "name": "web_street_type", + "ndv": 20 + }, + { + "name": "web_suite_number", + "ndv": 51 + }, + { + "name": "web_city", + "ndv": 52 + }, + { + "name": "web_county", + "ndv": 58 + }, + { + "name": "web_state", + "ndv": 30 + }, + { + "name": "web_zip", + "ndv": 56 + }, + { + "name": "web_country", + "ndv": 2 + }, + { + "name": "web_gmt_offset", + "ndv": 4, + "minValue": -8, + "maxValue": -5 + }, + { + "name": "web_tax_percentage", + "ndv": 13, + "minValue": 0, + "maxValue": 0.12 + } + ] + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "pri ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 50 + } + } + ] + }, + "rowCount": 12.6 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "web_site_sk", + "web_company_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": "pri ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 50 + } + } + ], + "type": { + "type": "CHAR", + "nullable": true, + "precision": 50 + } + } + ], + "rowCount": 12.6 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 11, + "name": "$11" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "10", + "13" + ], + "rowCount": 7.337225554369027E19 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_ship_date_sk", + "ws_ship_addr_sk", + "ws_web_site_sk", + "ws_warehouse_sk", + "ws_order_number", + "ws_ext_ship_cost", + "ws_net_profit", + "d_date_sk", + "d_date", + "ca_address_sk", + "ca_state", + "web_site_sk", + "web_company_name" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 11, + "name": "$11" + }, + { + "input": 12, + "name": "$12" + } + ], + "rowCount": 7.337225554369027E19 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "ws2", + "inputs": [], + "rowCount": 21600036511, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1824, + "minValue": 2450816, + "maxValue": 2452642 + } + ] + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 14, + "name": "$14" + } + ] + }, + "rowCount": 1.94400328599E10 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_warehouse_sk", + "ws_order_number" + ], + "exprs": [ + { + "input": 14, + "name": "$14" + }, + { + "input": 16, + "name": "$16" + } + ], + "rowCount": 1.94400328599E10 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 14, + "name": "$14" + } + ] + }, + { + "op": { + "name": "<>", + "kind": "NOT_EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 13, + "name": "$13" + } + ] + } + ] + }, + "joinType": "semi", + "inputs": [ + "15", + "18" + ], + "rowCount": 6.6035029989321245E19 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_returns" + ], + "table:alias": "wr1", + "inputs": [], + "rowCount": 2160007345, + "avgRowSize": 281, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returned_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "wr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "wr_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "wr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_account_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "wr_returned_date_sk" + ], + "colStats": [ + { + "name": "wr_order_number", + "ndv": 1317116406, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "wr_returned_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "wr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "wr_refunded_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "wr_refunded_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "wr_refunded_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "wr_refunded_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "wr_returning_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "wr_returning_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "wr_returning_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "wr_returning_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "wr_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "wr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "wr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "wr_return_amt", + "ndv": 1108704, + "minValue": 0, + "maxValue": 29191 + }, + { + "name": "wr_return_tax", + "ndv": 198904, + "minValue": 0, + "maxValue": 2620.34 + }, + { + "name": "wr_return_amt_inc_tax", + "ndv": 2111617, + "minValue": 0, + "maxValue": 31735.25 + }, + { + "name": "wr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "wr_return_ship_cost", + "ndv": 553061, + "minValue": 0, + "maxValue": 14624 + }, + { + "name": "wr_refunded_cash", + "ndv": 1631618, + "minValue": 0, + "maxValue": 28085.82 + }, + { + "name": "wr_reversed_charge", + "ndv": 1277260, + "minValue": 0, + "maxValue": 26135.99 + }, + { + "name": "wr_account_credit", + "ndv": 1249055, + "minValue": 0, + "maxValue": 24649.69 + }, + { + "name": "wr_net_loss", + "ndv": 1227508, + "minValue": 0.5, + "maxValue": 16733.32 + }, + { + "name": "wr_returned_date_sk", + "ndv": 2185, + "minValue": 2450819, + "maxValue": 2453002 + } + ] + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "literalTrue", + "wr_order_number" + ], + "exprs": [ + { + "literal": true, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 12, + "name": "$12" + } + ], + "rowCount": 2160007345 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAntiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 14, + "name": "$14" + } + ] + }, + "joinType": "anti", + "inputs": [ + "19", + "21" + ], + "rowCount": 6603502998932122624 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": true, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 6 + ], + "name": null + } + ], + "rowCount": 1 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "order count", + "total shipping cost", + "total net profit" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 1 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query95.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query95.q.out index f3568baa028f..9a271e2f0627 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query95.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query95.q.out @@ -1,468 +1,3457 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 10 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Map 9 (BROADCAST_EDGE) - Map 11 <- Reducer 7 (BROADCAST_EDGE) - Map 14 <- Reducer 6 (BROADCAST_EDGE) - Map 15 <- Reducer 6 (BROADCAST_EDGE) - Reducer 12 <- Map 11 (SIMPLE_EDGE) - Reducer 13 <- Map 11 (CUSTOM_SIMPLE_EDGE), Reducer 12 (CUSTOM_SIMPLE_EDGE) - Reducer 16 <- Map 14 (CUSTOM_SIMPLE_EDGE), Map 15 (CUSTOM_SIMPLE_EDGE) - Reducer 17 <- Map 15 (CUSTOM_SIMPLE_EDGE), Reducer 16 (CUSTOM_SIMPLE_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Reducer 13 (CUSTOM_SIMPLE_EDGE) - Reducer 3 <- Reducer 17 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) - Reducer 5 <- Reducer 4 (CUSTOM_SIMPLE_EDGE) - Reducer 6 <- Reducer 2 (CUSTOM_SIMPLE_EDGE) - Reducer 7 <- Map 1 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: ws1 - filterExpr: (ws_ship_addr_sk is not null and ws_web_site_sk is not null and ws_ship_date_sk is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_211_container, bigKeyColName:ws_web_site_sk, smallTablePos:1, keyRatio:2.9924592936258674E-4 - Statistics: Num rows: 21600036511 Data size: 5528875272680 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ws_ship_addr_sk is not null and ws_web_site_sk is not null and ws_ship_date_sk is not null) (type: boolean) - Statistics: Num rows: 21583844790 Data size: 5524730742376 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_ship_date_sk (type: bigint), ws_ship_addr_sk (type: bigint), ws_web_site_sk (type: bigint), ws_order_number (type: bigint), ws_ext_ship_cost (type: decimal(7,2)), ws_net_profit (type: decimal(7,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 21583844790 Data size: 5524730742376 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col3, _col4, _col5 - input vertices: - 1 Map 8 - Statistics: Num rows: 2398040806 Data size: 594023731240 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col2, _col3, _col4, _col5 - input vertices: - 1 Map 9 - Statistics: Num rows: 45246054 Data size: 10211846728 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col3, _col4, _col5 - input vertices: - 1 Map 10 - Statistics: Num rows: 6463723 Data size: 895528872 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col3 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col3 (type: bigint) - Statistics: Num rows: 6463723 Data size: 895528872 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)) - Select Operator - expressions: _col3 (type: bigint) - outputColumnNames: _col3 - Statistics: Num rows: 6463723 Data size: 51709784 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col3), max(_col3), bloom_filter(_col3, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 10 - Map Operator Tree: - TableScan - alias: web_site - filterExpr: (web_company_name = 'pri ') (type: boolean) - Statistics: Num rows: 84 Data size: 8064 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (web_company_name = 'pri ') (type: boolean) - Statistics: Num rows: 12 Data size: 1152 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: web_site_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 11 - Map Operator Tree: - TableScan - alias: ws1 - filterExpr: (ws_order_number BETWEEN DynamicValue(RS_47_ws1_ws_order_number_min) AND DynamicValue(RS_47_ws1_ws_order_number_max) and in_bloom_filter(ws_order_number, DynamicValue(RS_47_ws1_ws_order_number_bloom_filter))) (type: boolean) - Statistics: Num rows: 21600036511 Data size: 345557373256 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ws_order_number BETWEEN DynamicValue(RS_47_ws1_ws_order_number_min) AND DynamicValue(RS_47_ws1_ws_order_number_max) and in_bloom_filter(ws_order_number, DynamicValue(RS_47_ws1_ws_order_number_bloom_filter))) (type: boolean) - Statistics: Num rows: 21600036511 Data size: 345557373256 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_warehouse_sk (type: bigint), ws_order_number (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 21600036511 Data size: 345557373256 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 21600036511 Data size: 345557373256 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 21600036511 Data size: 345557373256 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 14 - Map Operator Tree: - TableScan - alias: web_returns - filterExpr: (wr_order_number BETWEEN DynamicValue(RS_52_ws1_ws_order_number_min) AND DynamicValue(RS_52_ws1_ws_order_number_max) and in_bloom_filter(wr_order_number, DynamicValue(RS_52_ws1_ws_order_number_bloom_filter))) (type: boolean) - Statistics: Num rows: 2160007345 Data size: 17280058760 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (wr_order_number BETWEEN DynamicValue(RS_52_ws1_ws_order_number_min) AND DynamicValue(RS_52_ws1_ws_order_number_max) and in_bloom_filter(wr_order_number, DynamicValue(RS_52_ws1_ws_order_number_bloom_filter))) (type: boolean) - Statistics: Num rows: 2160007345 Data size: 17280058760 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: wr_order_number (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 2160007345 Data size: 17280058760 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 2160007345 Data size: 17280058760 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 15 - Map Operator Tree: - TableScan - alias: ws2 - filterExpr: (ws_order_number BETWEEN DynamicValue(RS_52_ws1_ws_order_number_min) AND DynamicValue(RS_52_ws1_ws_order_number_max) and in_bloom_filter(ws_order_number, DynamicValue(RS_52_ws1_ws_order_number_bloom_filter))) (type: boolean) - Statistics: Num rows: 21600036511 Data size: 345557373256 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ws_order_number BETWEEN DynamicValue(RS_52_ws1_ws_order_number_min) AND DynamicValue(RS_52_ws1_ws_order_number_max) and in_bloom_filter(ws_order_number, DynamicValue(RS_52_ws1_ws_order_number_bloom_filter))) (type: boolean) - Statistics: Num rows: 21600036511 Data size: 345557373256 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ws_warehouse_sk (type: bigint), ws_order_number (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 21600036511 Data size: 345557373256 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 21600036511 Data size: 345557373256 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 21600036511 Data size: 345557373256 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 8 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1999-05-01 00:00:00' AND TIMESTAMP'1999-06-30 00:00:00' (type: boolean) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1999-05-01 00:00:00' AND TIMESTAMP'1999-06-30 00:00:00' (type: boolean) - Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 9 - Map Operator Tree: - TableScan - alias: customer_address - filterExpr: (ca_state = 'TX') (type: boolean) - Statistics: Num rows: 40000000 Data size: 3760000000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ca_state = 'TX') (type: boolean) - Statistics: Num rows: 754717 Data size: 70943398 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ca_address_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 754717 Data size: 6037736 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 754717 Data size: 6037736 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 12 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: bigint) - outputColumnNames: _col1, _col0 - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 21600036511 Data size: 345557373256 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Reducer 13 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 11 - Statistics: Num rows: 259200876264 Data size: 6220734608496 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Filter Operator - predicate: (_col0 <> _col2) (type: boolean) - Statistics: Num rows: 259200876264 Data size: 6220734608496 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col1 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 259200876264 Data size: 2073607010112 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 21600036511 Data size: 172800292088 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 21600036511 Data size: 172800292088 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 16 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 14 - Statistics: Num rows: 25920131953 Data size: 622039955952 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Reduce Output Operator - key expressions: _col1 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col1 (type: bigint) - Statistics: Num rows: 25920131953 Data size: 622039955952 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col2 (type: bigint) - Reducer 17 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0, _col2, _col3 - input vertices: - 1 Map 15 - Statistics: Num rows: 311042109197 Data size: 7464924198888 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Filter Operator - predicate: (_col0 <> _col3) (type: boolean) - Statistics: Num rows: 311042109197 Data size: 7464924198888 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col2 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 311042109197 Data size: 2488336873576 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 311042109197 Data size: 2488336873576 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 311042109197 Data size: 2488336873576 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col3, _col4, _col5 - input vertices: - 1 Reducer 13 - Statistics: Num rows: 6463723 Data size: 895528872 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Reduce Output Operator - key expressions: _col3 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col3 (type: bigint) - Statistics: Num rows: 6463723 Data size: 895528872 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)) - Select Operator - expressions: _col3 (type: bigint) - outputColumnNames: _col3 - Statistics: Num rows: 6463723 Data size: 51709784 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: min(_col3), max(_col3), bloom_filter(_col3, expectedEntries=1000000) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 3 - Execution mode: llap - Reduce Operator Tree: - Merge Join Operator - condition map: - Left Semi Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col3, _col4, _col5 - Statistics: Num rows: 6463723 Data size: 895528872 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col4), sum(_col5) - keys: _col3 (type: bigint) - minReductionHashAggr: 0.9166043 - mode: hash - outputColumnNames: _col0, _col2, _col3 - Statistics: Num rows: 2156188 Data size: 500235616 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 2156188 Data size: 500235616 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1) - keys: KEY._col0 (type: bigint) - mode: partial2 - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2156188 Data size: 500235616 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count(_col0), sum(_col1), sum(_col2) - mode: partial2 - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 232 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 232 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) - Reducer 5 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 232 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 232 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Reducer 7 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, 1, expectedEntries=1000000) - mode: final - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "customer_address" + ], + "table:alias": "customer_address", + "inputs": [], + "rowCount": 40000000, + "avgRowSize": 607, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "ca_address_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 16, + "name": "ca_address_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "ca_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "ca_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "ca_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "ca_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "ca_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "ca_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "ca_gmt_offset" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "ca_location_type" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "ca_address_sk", + "ndv": 40618307, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ca_state", + "ndv": 53 + }, + { + "name": "ca_address_id", + "ndv": 39667899 + }, + { + "name": "ca_street_number", + "ndv": 1014 + }, + { + "name": "ca_street_name", + "ndv": 8358 + }, + { + "name": "ca_street_type", + "ndv": 21 + }, + { + "name": "ca_suite_number", + "ndv": 76 + }, + { + "name": "ca_city", + "ndv": 985 + }, + { + "name": "ca_county", + "ndv": 1930 + }, + { + "name": "ca_zip", + "ndv": 9538 + }, + { + "name": "ca_country", + "ndv": 2 + }, + { + "name": "ca_gmt_offset", + "ndv": 6, + "minValue": -10, + "maxValue": -5 + }, + { + "name": "ca_location_type", + "ndv": 4 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 8, + "name": "$8" + }, + { + "literal": "TX", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + } + ] + }, + "rowCount": 6000000 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ca_address_sk", + "ca_state" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": "TX", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 2 + } + } + ], + "type": { + "type": "CHAR", + "nullable": true, + "precision": 2 + } + } + ], + "rowCount": 6000000 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "ws1", + "inputs": [], + "rowCount": 21600036511, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1824, + "minValue": 2450816, + "maxValue": 2452642 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 10, + "name": "$10" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 12, + "name": "$12" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ] + } + ] + }, + "rowCount": 1.5746426616519003E10 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_ship_date_sk", + "ws_ship_addr_sk", + "ws_web_site_sk", + "ws_order_number", + "ws_ext_ship_cost", + "ws_net_profit" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 16, + "name": "$16" + }, + { + "input": 27, + "name": "$27" + }, + { + "input": 32, + "name": "$32" + } + ], + "rowCount": 1.5746426616519003E10 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "TIMESTAMP", + "nullable": true, + "precision": 9 + } + }, + { + "literal": 925516800000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + }, + { + "literal": 930700800000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk", + "d_date" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 18262.25 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "5", + "8" + ], + "rowCount": 4.3134776921628625E13 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 0, + "name": "$0" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "9" + ], + "rowCount": 3.8821299229465756E19 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_site" + ], + "table:alias": "web_site", + "inputs": [], + "rowCount": 84, + "avgRowSize": 1331, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "web_site_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "web_site_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "web_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "web_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "web_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "web_open_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "web_close_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "web_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "web_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "web_mkt_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "web_mkt_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "web_mkt_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "web_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "web_company_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "web_company_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "web_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "web_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "web_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "web_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "web_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "web_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "web_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "web_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "web_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "web_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "web_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "web_site_sk", + "ndv": 84, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "web_company_name", + "ndv": 7 + }, + { + "name": "web_site_id", + "ndv": 42 + }, + { + "name": "web_rec_start_date", + "ndv": 4, + "minValue": 10089, + "maxValue": 11550 + }, + { + "name": "web_rec_end_date", + "ndv": 3, + "minValue": 10819, + "maxValue": 11549 + }, + { + "name": "web_name", + "ndv": 15 + }, + { + "name": "web_open_date_sk", + "ndv": 42, + "minValue": 2450118, + "maxValue": 2450807 + }, + { + "name": "web_close_date_sk", + "ndv": 28, + "minValue": 2440993, + "maxValue": 2446218 + }, + { + "name": "web_class", + "ndv": 2 + }, + { + "name": "web_manager", + "ndv": 60 + }, + { + "name": "web_mkt_id", + "ndv": 6, + "minValue": 1, + "maxValue": 6 + }, + { + "name": "web_mkt_class", + "ndv": 65 + }, + { + "name": "web_mkt_desc", + "ndv": 64 + }, + { + "name": "web_market_manager", + "ndv": 66 + }, + { + "name": "web_company_id", + "ndv": 6, + "minValue": 1, + "maxValue": 6 + }, + { + "name": "web_street_number", + "ndv": 58 + }, + { + "name": "web_street_name", + "ndv": 80 + }, + { + "name": "web_street_type", + "ndv": 20 + }, + { + "name": "web_suite_number", + "ndv": 51 + }, + { + "name": "web_city", + "ndv": 52 + }, + { + "name": "web_county", + "ndv": 58 + }, + { + "name": "web_state", + "ndv": 30 + }, + { + "name": "web_zip", + "ndv": 56 + }, + { + "name": "web_country", + "ndv": 2 + }, + { + "name": "web_gmt_offset", + "ndv": 4, + "minValue": -8, + "maxValue": -5 + }, + { + "name": "web_tax_percentage", + "ndv": 13, + "minValue": 0, + "maxValue": 0.12 + } + ] + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 14, + "name": "$14" + }, + { + "literal": "pri ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 50 + } + } + ] + }, + "rowCount": 12.6 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "web_site_sk", + "web_company_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": "pri ", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 50 + } + } + ], + "type": { + "type": "CHAR", + "nullable": true, + "precision": 50 + } + } + ], + "rowCount": 12.6 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "input": 10, + "name": "$10" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "10", + "13" + ], + "rowCount": 7.337225554369027E19 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_ship_date_sk", + "ws_ship_addr_sk", + "ws_web_site_sk", + "ws_order_number", + "ws_ext_ship_cost", + "ws_net_profit", + "d_date_sk", + "d_date", + "ca_address_sk", + "ca_state", + "web_site_sk", + "web_company_name" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 8, + "name": "$8" + }, + { + "input": 9, + "name": "$9" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 11, + "name": "$11" + } + ], + "rowCount": 7.337225554369027E19 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "ws1", + "inputs": [], + "rowCount": 21600036511, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1824, + "minValue": 2450816, + "maxValue": 2452642 + } + ] + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_warehouse_sk", + "ws_order_number" + ], + "exprs": [ + { + "input": 14, + "name": "$14" + }, + { + "input": 16, + "name": "$16" + } + ], + "rowCount": 21600036511 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_sales" + ], + "table:alias": "ws2", + "inputs": [], + "rowCount": 21600036511, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_web_site_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ws_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ws_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ws_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ws_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ws_sold_date_sk" + ], + "colStats": [ + { + "name": "ws_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "ws_order_number", + "ndv": 1800000000, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "ws_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "ws_ship_date_sk", + "ndv": 1902, + "minValue": 2450817, + "maxValue": 2452762 + }, + { + "name": "ws_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ws_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ws_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ws_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ws_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ws_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "ws_web_site_sk", + "ndv": 85, + "minValue": 1, + "maxValue": 84 + }, + { + "name": "ws_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "ws_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ws_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ws_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "ws_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "ws_ext_discount_amt", + "ndv": 1141615, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "ws_ext_sales_price", + "ndv": 1155428, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ws_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "ws_ext_tax", + "ndv": 233719, + "minValue": 0, + "maxValue": 2682.9 + }, + { + "name": "ws_coupon_amt", + "ndv": 1659025, + "minValue": 0, + "maxValue": 28824 + }, + { + "name": "ws_ext_ship_cost", + "ndv": 564319, + "minValue": 0, + "maxValue": 14950 + }, + { + "name": "ws_net_paid", + "ndv": 1870760, + "minValue": 0, + "maxValue": 29970 + }, + { + "name": "ws_net_paid_inc_tax", + "ndv": 2521035, + "minValue": 0, + "maxValue": 32492.9 + }, + { + "name": "ws_net_paid_inc_ship", + "ndv": 2577850, + "minValue": 0, + "maxValue": 44263 + }, + { + "name": "ws_net_paid_inc_ship_tax", + "ndv": 3413793, + "minValue": 0, + "maxValue": 46389.84 + }, + { + "name": "ws_net_profit", + "ndv": 2074138, + "minValue": -10000, + "maxValue": 19980 + }, + { + "name": "ws_sold_date_sk", + "ndv": 1824, + "minValue": 2450816, + "maxValue": 2452642 + } + ] + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_warehouse_sk", + "ws_order_number" + ], + "exprs": [ + { + "input": 14, + "name": "$14" + }, + { + "input": 16, + "name": "$16" + } + ], + "rowCount": 21600036511 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + { + "op": { + "name": "<>", + "kind": "NOT_EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "17", + "19" + ], + "rowCount": 3.4992118295739978E19 + }, + { + "id": "21", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_order_number" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 3.4992118295739978E19 + }, + { + "id": "22", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 12, + "name": "$12" + } + ] + }, + "joinType": "semi", + "inputs": [ + "15", + "21" + ], + "rowCount": 7.337225554369027E19 + }, + { + "id": "23", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_warehouse_sk", + "ws_order_number" + ], + "exprs": [ + { + "input": 14, + "name": "$14" + }, + { + "input": 16, + "name": "$16" + } + ], + "inputs": [ + "16" + ], + "rowCount": 21600036511 + }, + { + "id": "24", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "web_returns" + ], + "table:alias": "web_returns", + "inputs": [], + "rowCount": 2160007345, + "avgRowSize": 281, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returned_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "wr_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_refunded_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returning_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_web_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_reason_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "wr_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "wr_return_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_amt_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_fee" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_return_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_refunded_cash" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_reversed_charge" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_account_credit" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "wr_net_loss" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "wr_returned_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "wr_returned_date_sk" + ], + "colStats": [ + { + "name": "wr_order_number", + "ndv": 1317116406, + "minValue": 1, + "maxValue": 1800000000 + }, + { + "name": "wr_returned_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "wr_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "wr_refunded_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "wr_refunded_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "wr_refunded_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "wr_refunded_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "wr_returning_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "wr_returning_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "wr_returning_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "wr_returning_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "wr_web_page_sk", + "ndv": 4556, + "minValue": 1, + "maxValue": 4602 + }, + { + "name": "wr_reason_sk", + "ndv": 73, + "minValue": 1, + "maxValue": 72 + }, + { + "name": "wr_return_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "wr_return_amt", + "ndv": 1108704, + "minValue": 0, + "maxValue": 29191 + }, + { + "name": "wr_return_tax", + "ndv": 198904, + "minValue": 0, + "maxValue": 2620.34 + }, + { + "name": "wr_return_amt_inc_tax", + "ndv": 2111617, + "minValue": 0, + "maxValue": 31735.25 + }, + { + "name": "wr_fee", + "ndv": 9408, + "minValue": 0.5, + "maxValue": 100 + }, + { + "name": "wr_return_ship_cost", + "ndv": 553061, + "minValue": 0, + "maxValue": 14624 + }, + { + "name": "wr_refunded_cash", + "ndv": 1631618, + "minValue": 0, + "maxValue": 28085.82 + }, + { + "name": "wr_reversed_charge", + "ndv": 1277260, + "minValue": 0, + "maxValue": 26135.99 + }, + { + "name": "wr_account_credit", + "ndv": 1249055, + "minValue": 0, + "maxValue": 24649.69 + }, + { + "name": "wr_net_loss", + "ndv": 1227508, + "minValue": 0.5, + "maxValue": 16733.32 + }, + { + "name": "wr_returned_date_sk", + "ndv": 2185, + "minValue": 2450819, + "maxValue": 2453002 + } + ] + }, + { + "id": "25", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "wr_order_number" + ], + "exprs": [ + { + "input": 12, + "name": "$12" + } + ], + "rowCount": 2160007345 + }, + { + "id": "26", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 1, + "name": "$1" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "23", + "25" + ], + "rowCount": 6998435627404225536 + }, + { + "id": "27", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ws_warehouse_sk", + "ws_order_number" + ], + "exprs": [ + { + "input": 14, + "name": "$14" + }, + { + "input": 16, + "name": "$16" + } + ], + "inputs": [ + "18" + ], + "rowCount": 21600036511 + }, + { + "id": "28", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "<>", + "kind": "NOT_EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "26", + "27" + ], + "rowCount": 1.1337484880386084E28 + }, + { + "id": "29", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "wr_order_number" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 1.1337484880386084E28 + }, + { + "id": "30", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSemiJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 12, + "name": "$12" + } + ] + }, + "joinType": "semi", + "inputs": [ + "22", + "29" + ], + "rowCount": 7.337225554369027E19 + }, + { + "id": "31", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": true, + "operands": [ + 3 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + } + ], + "rowCount": 1 + }, + { + "id": "32", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "order count", + "total shipping cost", + "total net profit" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 1 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query96.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query96.q.out index 80a49252e6d5..797c04a85f3d 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query96.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query96.q.out @@ -1,154 +1,1321 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: (ss_store_sk is not null and ss_hdemo_sk is not null and ss_sold_time_sk is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_72_container, bigKeyColName:ss_hdemo_sk, smallTablePos:1, keyRatio:2.9979791175219683E-4 - Statistics: Num rows: 86404891377 Data size: 1980339026496 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (ss_store_sk is not null and ss_hdemo_sk is not null and ss_sold_time_sk is not null) (type: boolean) - Statistics: Num rows: 75250303516 Data size: 1724683758456 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_sold_time_sk (type: bigint), ss_hdemo_sk (type: bigint), ss_store_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 75250303516 Data size: 1724683758456 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2 - input vertices: - 1 Map 3 - Statistics: Num rows: 2844424992 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1 - input vertices: - 1 Map 4 - Statistics: Num rows: 259040049 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - input vertices: - 1 Map 5 - Statistics: Num rows: 25904006 Data size: 207232048 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count() - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 3 - Map Operator Tree: - TableScan - alias: time_dim - filterExpr: ((t_hour = 8) and (t_minute >= 30)) (type: boolean) - Statistics: Num rows: 86400 Data size: 1382400 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: ((t_hour = 8) and (t_minute >= 30)) (type: boolean) - Statistics: Num rows: 1769 Data size: 28304 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: t_time_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 1769 Data size: 14152 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1769 Data size: 14152 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: store - filterExpr: (s_store_name = 'ese') (type: boolean) - Statistics: Num rows: 1704 Data size: 163584 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (s_store_name = 'ese') (type: boolean) - Statistics: Num rows: 155 Data size: 14880 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: s_store_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 155 Data size: 1240 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: household_demographics - filterExpr: (hd_dep_count = 5) (type: boolean) - Statistics: Num rows: 7200 Data size: 86400 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (hd_dep_count = 5) (type: boolean) - Statistics: Num rows: 720 Data size: 8640 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: hd_demo_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 720 Data size: 5760 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 720 Data size: 5760 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 86404891377, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 159044, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1334023, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1468124, + "minValue": -10000, + "maxValue": 9986 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1824, + "minValue": 2450816, + "maxValue": 2452642 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 6, + "name": "$6" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 4, + "name": "$4" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + } + ] + }, + "rowCount": 6.298916581383301E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_sold_time_sk", + "ss_hdemo_sk", + "ss_store_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 6.298916581383301E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "time_dim" + ], + "table:alias": "time_dim", + "inputs": [], + "rowCount": 86400, + "avgRowSize": 377, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "t_time_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "t_time_id" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "t_time" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "t_hour" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "t_minute" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "t_second" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "t_am_pm" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "t_shift" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "t_sub_shift" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "t_meal_time" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "t_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "t_hour", + "ndv": 24, + "minValue": 0, + "maxValue": 23 + }, + { + "name": "t_minute", + "ndv": 62, + "minValue": 0, + "maxValue": 59 + }, + { + "name": "t_time_id", + "ndv": 87002 + }, + { + "name": "t_time", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "t_second", + "ndv": 62, + "minValue": 0, + "maxValue": 59 + }, + { + "name": "t_am_pm", + "ndv": 2 + }, + { + "name": "t_shift", + "ndv": 3 + }, + { + "name": "t_sub_shift", + "ndv": 4 + }, + { + "name": "t_meal_time", + "ndv": 4 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 8, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + { + "op": { + "name": ">=", + "kind": "GREATER_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 4, + "name": "$4" + }, + { + "literal": 30, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ] + }, + "rowCount": 6480 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "t_time_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 6480 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 6.122546917104568E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store" + ], + "table:alias": "store", + "inputs": [], + "rowCount": 1704, + "avgRowSize": 1375, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "s_store_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "s_store_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "s_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "s_closed_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_store_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_number_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_floor_space" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "s_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_market_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_geography_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "s_market_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "s_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_division_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "s_company_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "s_company_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 10, + "name": "s_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "s_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "s_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "s_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "s_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "s_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "s_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "s_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "s_store_sk", + "ndv": 1736, + "minValue": 1, + "maxValue": 1704 + }, + { + "name": "s_store_name", + "ndv": 11 + }, + { + "name": "s_store_id", + "ndv": 879 + }, + { + "name": "s_rec_start_date", + "ndv": 4, + "minValue": 9933, + "maxValue": 11394 + }, + { + "name": "s_rec_end_date", + "ndv": 3, + "minValue": 10663, + "maxValue": 11393 + }, + { + "name": "s_closed_date_sk", + "ndv": 263, + "minValue": 2450820, + "maxValue": 2451314 + }, + { + "name": "s_number_employees", + "ndv": 100, + "minValue": 200, + "maxValue": 300 + }, + { + "name": "s_floor_space", + "ndv": 1289, + "minValue": 5000201, + "maxValue": 9997773 + }, + { + "name": "s_hours", + "ndv": 4 + }, + { + "name": "s_manager", + "ndv": 1245 + }, + { + "name": "s_market_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "s_geography_class", + "ndv": 2 + }, + { + "name": "s_market_desc", + "ndv": 1311 + }, + { + "name": "s_market_manager", + "ndv": 1236 + }, + { + "name": "s_division_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_division_name", + "ndv": 2 + }, + { + "name": "s_company_id", + "ndv": 1, + "minValue": 1, + "maxValue": 1 + }, + { + "name": "s_company_name", + "ndv": 2 + }, + { + "name": "s_street_number", + "ndv": 736 + }, + { + "name": "s_street_name", + "ndv": 851 + }, + { + "name": "s_street_type", + "ndv": 21 + }, + { + "name": "s_suite_number", + "ndv": 76 + }, + { + "name": "s_city", + "ndv": 267 + }, + { + "name": "s_county", + "ndv": 128 + }, + { + "name": "s_state", + "ndv": 44 + }, + { + "name": "s_zip", + "ndv": 983 + }, + { + "name": "s_country", + "ndv": 2 + }, + { + "name": "s_gmt_offset", + "ndv": 5, + "minValue": -9, + "maxValue": -5 + }, + { + "name": "s_tax_percentage", + "ndv": 12, + "minValue": 0, + "maxValue": 0.11 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "literal": "ese", + "type": { + "type": "VARCHAR", + "nullable": false, + "precision": 50 + } + } + ] + }, + "rowCount": 255.6 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "s_store_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 255.6 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "9" + ], + "rowCount": 2.3473844880178915E15 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "household_demographics" + ], + "table:alias": "household_demographics", + "inputs": [], + "rowCount": 7200, + "avgRowSize": 183, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "hd_demo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "hd_income_band_sk" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "hd_buy_potential" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "hd_dep_count" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "hd_vehicle_count" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "hd_demo_sk", + "ndv": 7225, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "hd_dep_count", + "ndv": 10, + "minValue": 0, + "maxValue": 9 + }, + { + "name": "hd_income_band_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "hd_buy_potential", + "ndv": 6 + }, + { + "name": "hd_vehicle_count", + "ndv": 6, + "minValue": -1, + "maxValue": 4 + } + ] + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "literal": 5, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 1080 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "hd_demo_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1080 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 5, + "name": "$5" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "10", + "13" + ], + "rowCount": 380276287058898432 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "count", + "kind": "COUNT", + "syntax": "FUNCTION_STAR" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [], + "name": null + } + ], + "rowCount": 1 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "_c0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 1 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query97.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query97.q.out index aabe34835525..3c6ead1de18d 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query97.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query97.q.out @@ -1,224 +1,1827 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 7 (BROADCAST_EDGE) - Map 5 <- Map 7 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (CUSTOM_SIMPLE_EDGE), Reducer 6 (CUSTOM_SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (CUSTOM_SIMPLE_EDGE) - Reducer 6 <- Map 5 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - filterExpr: ss_sold_date_sk is not null (type: boolean) - Statistics: Num rows: 82510879939 Data size: 1964702246744 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_customer_sk (type: bigint), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 82510879939 Data size: 1964702246744 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 7 - Statistics: Num rows: 16221796254 Data size: 243989868272 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col1 (type: bigint), _col0 (type: bigint) - minReductionHashAggr: 0.71317357 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 16221796254 Data size: 243989868272 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 16221796254 Data size: 243989868272 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: cs_sold_date_sk is not null (type: boolean) - Statistics: Num rows: 43005109025 Data size: 1031276889552 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_bill_customer_sk (type: bigint), cs_item_sk (type: bigint), cs_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 43005109025 Data size: 1031276889552 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 7 - Statistics: Num rows: 8395118768 Data size: 133476173240 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint), _col1 (type: bigint) - minReductionHashAggr: 0.4516346 - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 8395118768 Data size: 133476173240 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 8395118768 Data size: 133476173240 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) - Statistics: Num rows: 359 Data size: 4308 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: cs_sold_date_sk (bigint) - Target Input: catalog_sales - Partition key expr: cs_sold_date_sk - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 5 - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: bigint), KEY._col1 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 16221796254 Data size: 243989868272 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 16221796254 Data size: 243989868272 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Map Join Operator - condition map: - Full Outer Join 0 to 1 - keys: - 0 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - 1 KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint) - outputColumnNames: _col0, _col2 - input vertices: - 1 Reducer 6 - Statistics: Num rows: 8845757909812 Data size: 141137410189600 Basic stats: COMPLETE Column stats: COMPLETE - DynamicPartitionHashJoin: true - Select Operator - expressions: if((_col2 is null and _col0 is not null), 1, 0) (type: int), if((_col0 is null and _col2 is not null), 1, 0) (type: int), if((_col0 is not null and _col2 is not null), 1, 0) (type: int) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 8845757909812 Data size: 141137410189600 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col0), sum(_col1), sum(_col2) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: bigint), KEY._col1 (type: bigint) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 8395118768 Data size: 133476173240 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint), _col1 (type: bigint) - null sort order: zz - sort order: ++ - Map-reduce partition columns: _col0 (type: bigint), _col1 (type: bigint) - Statistics: Num rows: 8395118768 Data size: 133476173240 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: 0S (type: smallint) - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + }, + "rowCount": 7.42597919451E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_customer_sk", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 7.42597919451E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 1212, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1223, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 2.0342263281741038E14 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1 + ], + "aggs": [], + "rowCount": 2.034226328174104E13 + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_customer_sk", + "ss_item_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 2.034226328174104E13 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43005109025, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1836, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1643867, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + } + ] + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 33, + "name": "$33" + } + ] + }, + "rowCount": 3.87045981225E10 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_bill_customer_sk", + "cs_item_sk", + "cs_sold_date_sk" + ], + "exprs": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 33, + "name": "$33" + } + ], + "rowCount": 3.87045981225E10 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 1212, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1223, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "inputs": [ + "3" + ], + "rowCount": 18262.25 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "11", + "13" + ], + "rowCount": 1.0602495705939384E14 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 0, + 1 + ], + "aggs": [], + "rowCount": 1.0602495705939385E13 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_bill_customer_sk", + "cs_item_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 1.0602495705939385E13 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 3, + "name": "$3" + } + ] + } + ] + }, + "joinType": "full", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "8", + "16" + ], + "rowCount": 4.852772079639573E24 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "$f0", + "$f1", + "$f2" + ], + "exprs": [ + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NULL", + "kind": "IS_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + } + ] + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NULL", + "kind": "IS_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + } + ] + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 0, + "name": "$0" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ] + } + ] + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + } + ], + "rowCount": 4.852772079639573E24 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 0 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 2 + ], + "name": null + } + ], + "rowCount": 1 + }, + { + "id": "20", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "store_only", + "catalog_only", + "store_and_catalog" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 1 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query98.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query98.q.out index 6034e697996d..60ab4eda30ab 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query98.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query98.q.out @@ -1,194 +1,1453 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: store_sales - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_50_container, bigKeyColName:ss_item_sk, smallTablePos:1, keyRatio:0.030300956793193314 - Statistics: Num rows: 82510879939 Data size: 10343396725952 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: ss_item_sk (type: bigint), ss_ext_sales_price (type: decimal(7,2)), ss_sold_date_sk (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 82510879939 Data size: 10343396725952 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 5 - Statistics: Num rows: 9167247954 Data size: 882073848240 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col5, _col6, _col7, _col8, _col9 - input vertices: - 1 Map 6 - Statistics: Num rows: 2500158608 Data size: 1507113497776 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: sum(_col1) - keys: _col9 (type: char(50)), _col8 (type: char(50)), _col5 (type: string), _col6 (type: varchar(200)), _col7 (type: decimal(7,2)) - minReductionHashAggr: 0.6650032 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: string), _col3 (type: varchar(200)), _col4 (type: decimal(7,2)) - null sort order: zzzzz - sort order: +++++ - Map-reduce partition columns: _col0 (type: char(50)), _col1 (type: char(50)), _col2 (type: string), _col3 (type: varchar(200)), _col4 (type: decimal(7,2)) - Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col5 (type: decimal(17,2)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-01-12 00:00:00' AND TIMESTAMP'2001-02-11 00:00:00' (type: boolean) - Statistics: Num rows: 73049 Data size: 4675136 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-01-12 00:00:00' AND TIMESTAMP'2001-02-11 00:00:00' (type: boolean) - Statistics: Num rows: 8116 Data size: 519424 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col0 (type: bigint) - minReductionHashAggr: 0.4 - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Dynamic Partitioning Event Operator - Target column: ss_sold_date_sk (bigint) - Target Input: store_sales - Partition key expr: ss_sold_date_sk - Statistics: Num rows: 8116 Data size: 64928 Basic stats: COMPLETE Column stats: COMPLETE - Target Vertex: Map 1 - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: item - filterExpr: (i_category) IN ('Books ', 'Jewelry ', 'Sports ') (type: boolean) - Statistics: Num rows: 462000 Data size: 270601408 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (i_category) IN ('Books ', 'Jewelry ', 'Sports ') (type: boolean) - Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: i_item_sk (type: bigint), i_item_id (type: string), i_item_desc (type: varchar(200)), i_current_price (type: decimal(7,2)), i_class (type: char(50)), i_category (type: char(50)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 126000 Data size: 73800496 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string), _col2 (type: varchar(200)), _col3 (type: decimal(7,2)), _col4 (type: char(50)), _col5 (type: char(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0) - keys: KEY._col0 (type: char(50)), KEY._col1 (type: char(50)), KEY._col2 (type: string), KEY._col3 (type: varchar(200)), KEY._col4 (type: decimal(7,2)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: char(50)) - null sort order: a - sort order: + - Map-reduce partition columns: _col1 (type: char(50)) - Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: char(50)), _col2 (type: string), _col3 (type: varchar(200)), _col4 (type: decimal(7,2)), _col5 (type: decimal(17,2)) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: char(50)), KEY.reducesinkkey0 (type: char(50)), VALUE._col1 (type: string), VALUE._col2 (type: varchar(200)), VALUE._col3 (type: decimal(7,2)), VALUE._col4 (type: decimal(17,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator - Function definitions: - Input definition - input alias: ptf_0 - output shape: _col0: char(50), _col1: char(50), _col2: string, _col3: varchar(200), _col4: decimal(7,2), _col5: decimal(17,2) - type: WINDOWING - Windowing table definition - input alias: ptf_1 - name: windowingtablefunction - order by: _col1 ASC NULLS FIRST - partition by: _col1 - raw input shape: - window functions: - window function definition - alias: sum_window_0 - arguments: _col5 - name: sum - window function: GenericUDAFSumHiveDecimal - window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) - Statistics: Num rows: 126000 Data size: 86940000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col3 (type: varchar(200)), _col0 (type: char(50)), _col1 (type: char(50)), _col4 (type: decimal(7,2)), _col5 (type: decimal(17,2)), ((_col5 * 100) / sum_window_0) (type: decimal(38,17)), _col2 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 126000 Data size: 101052000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col6 (type: string), _col0 (type: varchar(200)), _col5 (type: decimal(38,17)) - null sort order: zzzzz - sort order: +++++ - Statistics: Num rows: 126000 Data size: 101052000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: decimal(7,2)), _col4 (type: decimal(17,2)) - Reducer 4 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey3 (type: varchar(200)), KEY.reducesinkkey0 (type: char(50)), KEY.reducesinkkey1 (type: char(50)), VALUE._col0 (type: decimal(7,2)), VALUE._col1 (type: decimal(17,2)), KEY.reducesinkkey4 (type: decimal(38,17)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 126000 Data size: 88452000 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 126000 Data size: 88452000 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "store_sales" + ], + "table:alias": "store_sales", + "inputs": [], + "rowCount": 82510879939, + "avgRowSize": 261, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_store_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "ss_ticket_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "ss_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "ss_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "ss_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "ss_sold_date_sk" + ], + "colStats": [ + { + "name": "ss_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "ss_ext_sales_price", + "ndv": 738605, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_sold_date_sk", + "ndv": 1823, + "minValue": 2450816, + "maxValue": 2452642 + }, + { + "name": "ss_sold_time_sk", + "ndv": 45279, + "minValue": 28800, + "maxValue": 75599 + }, + { + "name": "ss_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "ss_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "ss_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "ss_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "ss_store_sk", + "ndv": 870, + "minValue": 1, + "maxValue": 1702 + }, + { + "name": "ss_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "ss_ticket_number", + "ndv": 7200000000, + "minValue": 1, + "maxValue": 7200000000 + }, + { + "name": "ss_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "ss_list_price", + "ndv": 20258, + "minValue": 1, + "maxValue": 200 + }, + { + "name": "ss_sales_price", + "ndv": 20315, + "minValue": 0, + "maxValue": 200 + }, + { + "name": "ss_ext_discount_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "ss_ext_list_price", + "ndv": 759913, + "minValue": 1, + "maxValue": 20000 + }, + { + "name": "ss_ext_tax", + "ndv": 158652, + "minValue": 0, + "maxValue": 1797.48 + }, + { + "name": "ss_coupon_amt", + "ndv": 1219691, + "minValue": 0, + "maxValue": 19778 + }, + { + "name": "ss_net_paid", + "ndv": 1330581, + "minValue": 0, + "maxValue": 19972 + }, + { + "name": "ss_net_paid_inc_tax", + "ndv": 1755573, + "minValue": 0, + "maxValue": 21769.48 + }, + { + "name": "ss_net_profit", + "ndv": 1466906, + "minValue": -10000, + "maxValue": 9986 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 22, + "name": "$22" + } + ] + }, + "rowCount": 7.42597919451E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "ss_item_sk", + "ss_ext_sales_price", + "ss_sold_date_sk" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 14, + "name": "$14" + }, + { + "input": 22, + "name": "$22" + } + ], + "rowCount": 7.42597919451E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 2, + "name": "$2" + } + ], + "type": { + "type": "TIMESTAMP", + "nullable": true, + "precision": 9 + } + }, + { + "literal": 979257600000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + }, + { + "literal": 981849600000, + "type": { + "type": "TIMESTAMP", + "nullable": false, + "precision": 9 + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 2.0342263281741038E14 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "item" + ], + "table:alias": "item", + "inputs": [], + "rowCount": 462000, + "avgRowSize": 1033, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "i_item_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "i_item_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "i_rec_end_date" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 200, + "name": "i_item_desc" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_current_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "i_wholesale_cost" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_brand_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_brand" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_class_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_category_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_category" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manufact_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_manufact" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_size" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_formulation" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "i_color" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_units" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "i_container" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "i_manager_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "i_product_name" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "i_item_sk", + "ndv": 464811, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "i_item_id", + "ndv": 247524 + }, + { + "name": "i_item_desc", + "ndv": 341846 + }, + { + "name": "i_current_price", + "ndv": 9391, + "minValue": 0.09, + "maxValue": 99.99 + }, + { + "name": "i_class", + "ndv": 99 + }, + { + "name": "i_category", + "ndv": 11 + }, + { + "name": "i_rec_start_date", + "ndv": 4, + "minValue": 10161, + "maxValue": 11622 + }, + { + "name": "i_rec_end_date", + "ndv": 3, + "minValue": 10891, + "maxValue": 11621 + }, + { + "name": "i_wholesale_cost", + "ndv": 7343, + "minValue": 0.02, + "maxValue": 89.74 + }, + { + "name": "i_brand_id", + "ndv": 962, + "minValue": 1001001, + "maxValue": 10016017 + }, + { + "name": "i_brand", + "ndv": 742 + }, + { + "name": "i_class_id", + "ndv": 16, + "minValue": 1, + "maxValue": 16 + }, + { + "name": "i_category_id", + "ndv": 10, + "minValue": 1, + "maxValue": 10 + }, + { + "name": "i_manufact_id", + "ndv": 987, + "minValue": 1, + "maxValue": 1000 + }, + { + "name": "i_manufact", + "ndv": 1004 + }, + { + "name": "i_size", + "ndv": 8 + }, + { + "name": "i_formulation", + "ndv": 344236 + }, + { + "name": "i_color", + "ndv": 95 + }, + { + "name": "i_units", + "ndv": 21 + }, + { + "name": "i_container", + "ndv": 2 + }, + { + "name": "i_manager_id", + "ndv": 104, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "i_product_name", + "ndv": 461487 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "IN", + "kind": "OTHER_FUNCTION", + "syntax": "SPECIAL" + }, + "operands": [ + { + "input": 12, + "name": "$12" + }, + { + "literal": "Books", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 5 + } + }, + { + "literal": "Jewelry", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 7 + } + }, + { + "literal": "Sports", + "type": { + "type": "CHAR", + "nullable": false, + "precision": 6 + } + } + ] + }, + "rowCount": 115500 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_sk", + "i_item_id", + "i_item_desc", + "i_current_price", + "i_class", + "i_category" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 12, + "name": "$12" + } + ], + "rowCount": 115500 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 4, + "name": "$4" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "9" + ], + "rowCount": 3524297113561634304 + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 5, + 6, + 7, + 8, + 9 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 17, + "scale": 2 + }, + "distinct": false, + "operands": [ + 1 + ], + "name": null + } + ], + "rowCount": 352429711356163456 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_desc", + "i_category", + "i_class", + "i_current_price", + "itemrevenue", + "revenueratio", + "(tok_table_or_col i_item_id)" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 5, + "name": "$5" + }, + { + "op": { + "name": "/", + "kind": "DIVIDE", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "*", + "kind": "TIMES", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 5, + "name": "$5" + }, + { + "literal": 100, + "type": { + "type": "DECIMAL", + "nullable": false, + "precision": 10, + "scale": 0 + } + } + ] + }, + { + "op": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 5, + "name": "$5" + } + ], + "distinct": false, + "type": { + "type": "DECIMAL", + "nullable": true, + "precision": 27, + "scale": 2 + }, + "window": { + "partition": [ + { + "input": 3, + "name": "$3" + } + ], + "order": [ + { + "expr": { + "input": 3, + "name": "$3" + }, + "direction": "ASCENDING", + "null-direction": "FIRST" + } + ], + "range-lower": { + "type": "UNBOUNDED_PRECEDING" + }, + "range-upper": { + "type": "UNBOUNDED_FOLLOWING" + } + } + } + ] + }, + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 352429711356163456 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 6, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 0, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 5, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "rowCount": 352429711356163456 + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "i_item_desc", + "i_category", + "i_class", + "i_current_price", + "itemrevenue", + "revenueratio" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + } + ], + "rowCount": 352429711356163456 + } + ] + } +} diff --git a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query99.q.out b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query99.q.out index 2733265a9214..d589e67ac45c 100644 --- a/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query99.q.out +++ b/ql/src/test/results/clientpositive/perf/tpcds30tb/json/query99.q.out @@ -1,208 +1,2574 @@ -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 1 <- Map 4 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE), Map 6 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: catalog_sales - filterExpr: (cs_ship_date_sk is not null and cs_warehouse_sk is not null and cs_ship_mode_sk is not null and cs_call_center_sk is not null) (type: boolean) - probeDecodeDetails: cacheKey:HASH_MAP_MAPJOIN_99_container, bigKeyColName:cs_ship_date_sk, smallTablePos:1, keyRatio:0.18261601716290524 - Statistics: Num rows: 43220864887 Data size: 1721950751440 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (cs_ship_date_sk is not null and cs_warehouse_sk is not null and cs_ship_mode_sk is not null and cs_call_center_sk is not null) (type: boolean) - Statistics: Num rows: 42366787299 Data size: 1687923677992 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cs_ship_date_sk (type: bigint), cs_call_center_sk (type: bigint), cs_ship_mode_sk (type: bigint), cs_warehouse_sk (type: bigint), if(((cs_ship_date_sk - cs_sold_date_sk) <= 30L), 1, 0) (type: int), if((((cs_ship_date_sk - cs_sold_date_sk) > 30L) and ((cs_ship_date_sk - cs_sold_date_sk) <= 60L)), 1, 0) (type: int), if((((cs_ship_date_sk - cs_sold_date_sk) > 60L) and ((cs_ship_date_sk - cs_sold_date_sk) <= 90L)), 1, 0) (type: int), if((((cs_ship_date_sk - cs_sold_date_sk) > 90L) and ((cs_ship_date_sk - cs_sold_date_sk) <= 120L)), 1, 0) (type: int), if(((cs_ship_date_sk - cs_sold_date_sk) > 120L), 1, 0) (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 42366787299 Data size: 2196325125580 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - input vertices: - 1 Map 4 - Statistics: Num rows: 7892822204 Data size: 342224675088 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col3, _col4, _col5, _col6, _col7, _col8, _col11 - input vertices: - 1 Map 5 - Statistics: Num rows: 7892822204 Data size: 1006907904872 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col3 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col1, _col4, _col5, _col6, _col7, _col8, _col11, _col13 - input vertices: - 1 Map 6 - Statistics: Num rows: 7892822204 Data size: 1726842934580 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: bigint) - 1 _col0 (type: bigint) - outputColumnNames: _col4, _col5, _col6, _col7, _col8, _col11, _col13, _col15 - input vertices: - 1 Map 7 - Statistics: Num rows: 7892822204 Data size: 2438882061036 Basic stats: COMPLETE Column stats: COMPLETE - Top N Key Operator - sort order: +++ - keys: _col13 (type: string), _col11 (type: char(30)), _col15 (type: varchar(50)) - null sort order: zzz - Statistics: Num rows: 7892822204 Data size: 2438882061036 Basic stats: COMPLETE Column stats: COMPLETE - top n: 100 - Group By Operator - aggregations: sum(_col4), sum(_col5), sum(_col6), sum(_col7), sum(_col8) - keys: _col13 (type: string), _col11 (type: char(30)), _col15 (type: varchar(50)) - minReductionHashAggr: 0.99 - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 46301220 Data size: 15233101380 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: char(30)), _col2 (type: varchar(50)) - null sort order: zzz - sort order: +++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: char(30)), _col2 (type: varchar(50)) - Statistics: Num rows: 46301220 Data size: 15233101380 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 4 - Map Operator Tree: - TableScan - alias: date_dim - filterExpr: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) - Statistics: Num rows: 73049 Data size: 876588 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: d_month_seq BETWEEN 1212 AND 1223 (type: boolean) - Statistics: Num rows: 359 Data size: 4308 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: d_date_sk (type: bigint) - outputColumnNames: _col0 - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 359 Data size: 2872 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 5 - Map Operator Tree: - TableScan - alias: ship_mode - Statistics: Num rows: 20 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: sm_ship_mode_sk (type: bigint), sm_type (type: char(30)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 20 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 20 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: char(30)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 6 - Map Operator Tree: - TableScan - alias: warehouse - Statistics: Num rows: 27 Data size: 2916 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: w_warehouse_sk (type: bigint), substr(w_warehouse_name, 1, 20) (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 27 Data size: 2889 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 27 Data size: 2889 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Map 7 - Map Operator Tree: - TableScan - alias: call_center - Statistics: Num rows: 60 Data size: 6360 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: cc_call_center_sk (type: bigint), cc_name (type: varchar(50)) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 60 Data size: 6360 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: bigint) - null sort order: z - sort order: + - Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 60 Data size: 6360 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: varchar(50)) - Execution mode: vectorized, llap - LLAP IO: may be used (ACID table) - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4) - keys: KEY._col0 (type: string), KEY._col1 (type: char(30)), KEY._col2 (type: varchar(50)) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 4860 Data size: 1598940 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col1 (type: char(30)), _col2 (type: varchar(50)), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint), _col0 (type: string) - outputColumnNames: _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 4860 Data size: 1598940 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col8 (type: string), _col1 (type: char(30)), _col2 (type: varchar(50)) - null sort order: zzz - sort order: +++ - Statistics: Num rows: 4860 Data size: 1598940 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint) - Reducer 3 - Execution mode: vectorized, llap - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: char(30)), KEY.reducesinkkey2 (type: varchar(50)), VALUE._col0 (type: bigint), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint), VALUE._col3 (type: bigint), VALUE._col4 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 4860 Data size: 1598940 Basic stats: COMPLETE Column stats: COMPLETE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 32900 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 32900 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - +{ + "CBOPlan": { + "rels": [ + { + "id": "0", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "catalog_sales" + ], + "table:alias": "catalog_sales", + "inputs": [], + "rowCount": 43220864887, + "avgRowSize": 337, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_time_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_bill_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_customer_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_cdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_hdemo_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_addr_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_call_center_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_catalog_page_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_ship_mode_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_warehouse_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_item_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_promo_sk" + }, + { + "type": "BIGINT", + "nullable": false, + "name": "cs_order_number" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cs_quantity" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_discount_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_sales_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_wholesale_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_list_price" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_coupon_amt" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_ext_ship_cost" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_paid_inc_ship_tax" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 7, + "scale": 2, + "name": "cs_net_profit" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cs_sold_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "partitionColumns": [ + "cs_sold_date_sk" + ], + "colStats": [ + { + "name": "cs_ship_date_sk", + "ndv": 1880, + "minValue": 2450817, + "maxValue": 2452744 + }, + { + "name": "cs_call_center_sk", + "ndv": 61, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cs_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "cs_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "cs_sold_date_sk", + "ndv": 1837, + "minValue": 2450815, + "maxValue": 2452654 + }, + { + "name": "cs_sold_time_sk", + "ndv": 85503, + "minValue": 0, + "maxValue": 86399 + }, + { + "name": "cs_bill_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_bill_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_bill_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_bill_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_ship_customer_sk", + "ndv": 78525965, + "minValue": 1, + "maxValue": 80000000 + }, + { + "name": "cs_ship_cdemo_sk", + "ndv": 1920801, + "minValue": 1, + "maxValue": 1920800 + }, + { + "name": "cs_ship_hdemo_sk", + "ndv": 7201, + "minValue": 1, + "maxValue": 7200 + }, + { + "name": "cs_ship_addr_sk", + "ndv": 40000001, + "minValue": 1, + "maxValue": 40000000 + }, + { + "name": "cs_catalog_page_sk", + "ndv": 27932, + "minValue": 1, + "maxValue": 38675 + }, + { + "name": "cs_item_sk", + "ndv": 462000, + "minValue": 1, + "maxValue": 462000 + }, + { + "name": "cs_promo_sk", + "ndv": 2301, + "minValue": 1, + "maxValue": 2300 + }, + { + "name": "cs_order_number", + "ndv": 4459647885, + "minValue": 1, + "maxValue": 4800000000 + }, + { + "name": "cs_quantity", + "ndv": 101, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_wholesale_cost", + "ndv": 9382, + "minValue": 1, + "maxValue": 100 + }, + { + "name": "cs_list_price", + "ndv": 31080, + "minValue": 1, + "maxValue": 300 + }, + { + "name": "cs_sales_price", + "ndv": 31054, + "minValue": 0, + "maxValue": 300 + }, + { + "name": "cs_ext_discount_amt", + "ndv": 1138649, + "minValue": 0, + "maxValue": 29982 + }, + { + "name": "cs_ext_sales_price", + "ndv": 1151692, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_ext_wholesale_cost", + "ndv": 381232, + "minValue": 1, + "maxValue": 10000 + }, + { + "name": "cs_ext_list_price", + "ndv": 1208442, + "minValue": 1, + "maxValue": 30000 + }, + { + "name": "cs_ext_tax", + "ndv": 228881, + "minValue": 0, + "maxValue": 2673.27 + }, + { + "name": "cs_coupon_amt", + "ndv": 1644740, + "minValue": 0, + "maxValue": 28730 + }, + { + "name": "cs_ext_ship_cost", + "ndv": 571510, + "minValue": 0, + "maxValue": 14994 + }, + { + "name": "cs_net_paid", + "ndv": 1883946, + "minValue": 0, + "maxValue": 29943 + }, + { + "name": "cs_net_paid_inc_tax", + "ndv": 2551581, + "minValue": 0, + "maxValue": 32376.27 + }, + { + "name": "cs_net_paid_inc_ship", + "ndv": 2600391, + "minValue": 0, + "maxValue": 43956 + }, + { + "name": "cs_net_paid_inc_ship_tax", + "ndv": 3397311, + "minValue": 0, + "maxValue": 46593.36 + }, + { + "name": "cs_net_profit", + "ndv": 2083412, + "minValue": -10000, + "maxValue": 19962 + } + ] + }, + { + "id": "1", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 1, + "name": "$1" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 13, + "name": "$13" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 12, + "name": "$12" + } + ] + }, + { + "op": { + "name": "IS NOT NULL", + "kind": "IS_NOT_NULL", + "syntax": "POSTFIX" + }, + "operands": [ + { + "input": 10, + "name": "$10" + } + ] + } + ] + }, + "rowCount": 2.8357209452360706E10 + }, + { + "id": "2", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cs_ship_date_sk", + "cs_call_center_sk", + "cs_ship_mode_sk", + "cs_warehouse_sk", + "$f3", + "$f4", + "$f5", + "$f6", + "$f7" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 10, + "name": "$10" + }, + { + "input": 12, + "name": "$12" + }, + { + "input": 13, + "name": "$13" + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 33, + "name": "$33" + } + ] + }, + { + "literal": 30, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 33, + "name": "$33" + } + ] + }, + { + "literal": 30, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 33, + "name": "$33" + } + ] + }, + { + "literal": 60, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + } + ] + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 33, + "name": "$33" + } + ] + }, + { + "literal": 60, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 33, + "name": "$33" + } + ] + }, + { + "literal": 90, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + } + ] + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "AND", + "kind": "AND", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 33, + "name": "$33" + } + ] + }, + { + "literal": 90, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + { + "op": { + "name": "<=", + "kind": "LESS_THAN_OR_EQUAL", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 33, + "name": "$33" + } + ] + }, + { + "literal": 120, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + } + ] + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + }, + { + "op": { + "name": "CAST", + "kind": "CAST", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": "CASE", + "kind": "CASE", + "syntax": "SPECIAL" + }, + "operands": [ + { + "op": { + "name": ">", + "kind": "GREATER_THAN", + "syntax": "BINARY" + }, + "operands": [ + { + "op": { + "name": "-", + "kind": "MINUS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 33, + "name": "$33" + } + ] + }, + { + "literal": 120, + "type": { + "type": "BIGINT", + "nullable": false + } + } + ] + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 0, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + } + ], + "type": { + "type": "INTEGER", + "nullable": true + } + } + ], + "rowCount": 2.8357209452360706E10 + }, + { + "id": "3", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "date_dim" + ], + "table:alias": "date_dim", + "inputs": [], + "rowCount": 73049, + "avgRowSize": 347, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "d_date_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "d_date_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "d_date" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_month_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_week_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dow" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_moy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_qoy" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_year" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_quarter_seq" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_fy_week_seq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 9, + "name": "d_day_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 6, + "name": "d_quarter_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_holiday" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_weekend" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_following_holiday" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_first_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_last_dom" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_ly" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "d_same_day_lq" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_day" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_week" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_month" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_quarter" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 1, + "name": "d_current_year" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "d_date_sk", + "ndv": 67850, + "minValue": 2415022, + "maxValue": 2488070 + }, + { + "name": "d_month_seq", + "ndv": 2439, + "minValue": 0, + "maxValue": 2400 + }, + { + "name": "d_date_id", + "ndv": 71022 + }, + { + "name": "d_date", + "ndv": 76511, + "minValue": -25566, + "maxValue": 47482 + }, + { + "name": "d_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_dow", + "ndv": 7, + "minValue": 0, + "maxValue": 6 + }, + { + "name": "d_moy", + "ndv": 12, + "minValue": 1, + "maxValue": 12 + }, + { + "name": "d_dom", + "ndv": 31, + "minValue": 1, + "maxValue": 31 + }, + { + "name": "d_qoy", + "ndv": 4, + "minValue": 1, + "maxValue": 4 + }, + { + "name": "d_fy_year", + "ndv": 199, + "minValue": 1900, + "maxValue": 2100 + }, + { + "name": "d_fy_quarter_seq", + "ndv": 808, + "minValue": 1, + "maxValue": 801 + }, + { + "name": "d_fy_week_seq", + "ndv": 11297, + "minValue": 1, + "maxValue": 10436 + }, + { + "name": "d_day_name", + "ndv": 7 + }, + { + "name": "d_quarter_name", + "ndv": 800 + }, + { + "name": "d_holiday", + "ndv": 2 + }, + { + "name": "d_weekend", + "ndv": 2 + }, + { + "name": "d_following_holiday", + "ndv": 2 + }, + { + "name": "d_first_dom", + "ndv": 2332, + "minValue": 2415021, + "maxValue": 2488070 + }, + { + "name": "d_last_dom", + "ndv": 2401, + "minValue": 2415020, + "maxValue": 2488372 + }, + { + "name": "d_same_day_ly", + "ndv": 67791, + "minValue": 2414657, + "maxValue": 2487705 + }, + { + "name": "d_same_day_lq", + "ndv": 67904, + "minValue": 2414930, + "maxValue": 2487978 + }, + { + "name": "d_current_day", + "ndv": 1 + }, + { + "name": "d_current_week", + "ndv": 1 + }, + { + "name": "d_current_month", + "ndv": 2 + }, + { + "name": "d_current_quarter", + "ndv": 2 + }, + { + "name": "d_current_year", + "ndv": 2 + } + ] + }, + { + "id": "4", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveFilter", + "condition": { + "op": { + "name": "BETWEEN", + "kind": "BETWEEN", + "syntax": "SPECIAL" + }, + "operands": [ + { + "literal": false, + "type": { + "type": "BOOLEAN", + "nullable": false + } + }, + { + "input": 3, + "name": "$3" + }, + { + "literal": 1212, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 1223, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ] + }, + "rowCount": 18262.25 + }, + { + "id": "5", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "d_date_sk" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + } + ], + "rowCount": 18262.25 + }, + { + "id": "6", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 9, + "name": "$9" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "2", + "5" + ], + "rowCount": 7.767996724820614E13 + }, + { + "id": "7", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "ship_mode" + ], + "table:alias": "ship_mode", + "inputs": [], + "rowCount": 20, + "avgRowSize": 397, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "sm_ship_mode_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "sm_ship_mode_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 30, + "name": "sm_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "sm_code" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "sm_carrier" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "sm_contract" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "sm_ship_mode_sk", + "ndv": 20, + "minValue": 1, + "maxValue": 20 + }, + { + "name": "sm_type", + "ndv": 6 + }, + { + "name": "sm_ship_mode_id", + "ndv": 20 + }, + { + "name": "sm_code", + "ndv": 4 + }, + { + "name": "sm_carrier", + "ndv": 20 + }, + { + "name": "sm_contract", + "ndv": 20 + } + ] + }, + { + "id": "8", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "sm_ship_mode_sk", + "sm_type" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + } + ], + "rowCount": 20 + }, + { + "id": "9", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "input": 10, + "name": "$10" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "6", + "8" + ], + "rowCount": 2.330399017446184E14 + }, + { + "id": "10", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "warehouse" + ], + "table:alias": "warehouse", + "inputs": [], + "rowCount": 27, + "avgRowSize": 679, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "w_warehouse_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "w_warehouse_id" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "w_warehouse_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "w_warehouse_sq_ft" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "w_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "w_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "w_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "w_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "w_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "w_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "w_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "w_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "w_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "w_gmt_offset" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "w_warehouse_sk", + "ndv": 27, + "minValue": 1, + "maxValue": 27 + }, + { + "name": "w_warehouse_name", + "ndv": 27 + }, + { + "name": "w_warehouse_id", + "ndv": 27 + }, + { + "name": "w_warehouse_sq_ft", + "ndv": 26, + "minValue": 73065, + "maxValue": 977787 + }, + { + "name": "w_street_number", + "ndv": 26 + }, + { + "name": "w_street_name", + "ndv": 27 + }, + { + "name": "w_street_type", + "ndv": 16 + }, + { + "name": "w_suite_number", + "ndv": 21 + }, + { + "name": "w_city", + "ndv": 18 + }, + { + "name": "w_county", + "ndv": 14 + }, + { + "name": "w_state", + "ndv": 12 + }, + { + "name": "w_zip", + "ndv": 24 + }, + { + "name": "w_country", + "ndv": 1 + }, + { + "name": "w_gmt_offset", + "ndv": 4, + "minValue": -8, + "maxValue": -5 + } + ] + }, + { + "id": "11", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "w_warehouse_sk", + "$f0" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "op": { + "name": "substr", + "kind": "OTHER_FUNCTION", + "syntax": "FUNCTION" + }, + "operands": [ + { + "input": 2, + "name": "$2" + }, + { + "literal": 1, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + { + "literal": 20, + "type": { + "type": "INTEGER", + "nullable": false + } + } + ], + "class": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSqlFunction", + "type": { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647 + }, + "deterministic": true, + "dynamic": false + } + ], + "rowCount": 27 + }, + { + "id": "12", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 3, + "name": "$3" + }, + { + "input": 12, + "name": "$12" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "9", + "11" + ], + "rowCount": 9.438116020657045E14 + }, + { + "id": "13", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveTableScan", + "table": [ + "default", + "call_center" + ], + "table:alias": "call_center", + "inputs": [], + "rowCount": 60, + "avgRowSize": 1483, + "rowType": { + "fields": [ + { + "type": "BIGINT", + "nullable": false, + "name": "cc_call_center_sk" + }, + { + "type": "VARCHAR", + "nullable": false, + "precision": 2147483647, + "name": "cc_call_center_id" + }, + { + "type": "DATE", + "nullable": true, + "name": "cc_rec_start_date" + }, + { + "type": "DATE", + "nullable": true, + "name": "cc_rec_end_date" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cc_closed_date_sk" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "cc_open_date_sk" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "cc_name" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "cc_class" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cc_employees" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cc_sq_ft" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 20, + "name": "cc_hours" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "cc_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cc_mkt_id" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "cc_mkt_class" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 100, + "name": "cc_mkt_desc" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 40, + "name": "cc_market_manager" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cc_division" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 50, + "name": "cc_division_name" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "cc_company" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 50, + "name": "cc_company_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "cc_street_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "cc_street_name" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 15, + "name": "cc_street_type" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "cc_suite_number" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 60, + "name": "cc_city" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 30, + "name": "cc_county" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 2, + "name": "cc_state" + }, + { + "type": "CHAR", + "nullable": true, + "precision": 10, + "name": "cc_zip" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 20, + "name": "cc_country" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "cc_gmt_offset" + }, + { + "type": "DECIMAL", + "nullable": true, + "precision": 5, + "scale": 2, + "name": "cc_tax_percentage" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "BLOCK__OFFSET__INSIDE__FILE" + }, + { + "type": "VARCHAR", + "nullable": true, + "precision": 2147483647, + "name": "INPUT__FILE__NAME" + }, + { + "fields": [ + { + "type": "BIGINT", + "nullable": true, + "name": "writeid" + }, + { + "type": "INTEGER", + "nullable": true, + "name": "bucketid" + }, + { + "type": "BIGINT", + "nullable": true, + "name": "rowid" + } + ], + "nullable": true, + "name": "ROW__ID" + }, + { + "type": "BOOLEAN", + "nullable": true, + "name": "ROW__IS__DELETED" + } + ], + "nullable": false + }, + "colStats": [ + { + "name": "cc_call_center_sk", + "ndv": 60, + "minValue": 1, + "maxValue": 60 + }, + { + "name": "cc_name", + "ndv": 30 + }, + { + "name": "cc_call_center_id", + "ndv": 30 + }, + { + "name": "cc_rec_start_date", + "ndv": 4, + "minValue": 10227, + "maxValue": 11688 + }, + { + "name": "cc_rec_end_date", + "ndv": 3, + "minValue": 10957, + "maxValue": 11687 + }, + { + "name": "cc_closed_date_sk", + "ndv": 1, + "minValue": null, + "maxValue": null + }, + { + "name": "cc_open_date_sk", + "ndv": 30, + "minValue": 2450794, + "maxValue": 2451146 + }, + { + "name": "cc_class", + "ndv": 3 + }, + { + "name": "cc_employees", + "ndv": 43, + "minValue": 5412266, + "maxValue": 1963174023 + }, + { + "name": "cc_sq_ft", + "ndv": 47, + "minValue": -2108783316, + "maxValue": 2044891959 + }, + { + "name": "cc_hours", + "ndv": 3 + }, + { + "name": "cc_manager", + "ndv": 42 + }, + { + "name": "cc_mkt_id", + "ndv": 6, + "minValue": 1, + "maxValue": 6 + }, + { + "name": "cc_mkt_class", + "ndv": 52 + }, + { + "name": "cc_mkt_desc", + "ndv": 48 + }, + { + "name": "cc_market_manager", + "ndv": 48 + }, + { + "name": "cc_division", + "ndv": 6, + "minValue": 1, + "maxValue": 6 + }, + { + "name": "cc_division_name", + "ndv": 6 + }, + { + "name": "cc_company", + "ndv": 6, + "minValue": 1, + "maxValue": 6 + }, + { + "name": "cc_company_name", + "ndv": 6 + }, + { + "name": "cc_street_number", + "ndv": 30 + }, + { + "name": "cc_street_name", + "ndv": 29 + }, + { + "name": "cc_street_type", + "ndv": 14 + }, + { + "name": "cc_suite_number", + "ndv": 26 + }, + { + "name": "cc_city", + "ndv": 25 + }, + { + "name": "cc_county", + "ndv": 25 + }, + { + "name": "cc_state", + "ndv": 19 + }, + { + "name": "cc_zip", + "ndv": 30 + }, + { + "name": "cc_country", + "ndv": 1 + }, + { + "name": "cc_gmt_offset", + "ndv": 4, + "minValue": -8, + "maxValue": -5 + }, + { + "name": "cc_tax_percentage", + "ndv": 13, + "minValue": 0, + "maxValue": 0.12 + } + ] + }, + { + "id": "14", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "cc_call_center_sk", + "cc_name" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 6, + "name": "$6" + } + ], + "rowCount": 60 + }, + { + "id": "15", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveJoin", + "condition": { + "op": { + "name": "=", + "kind": "EQUALS", + "syntax": "BINARY" + }, + "operands": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 14, + "name": "$14" + } + ] + }, + "joinType": "inner", + "algorithm": "none", + "cost": "not available", + "inputs": [ + "12", + "14" + ], + "rowCount": 8494304418591340 + }, + { + "id": "16", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveAggregate", + "group": [ + 11, + 13, + 15 + ], + "aggs": [ + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 4 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 5 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 6 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 7 + ], + "name": null + }, + { + "agg": { + "name": "sum", + "kind": "SUM", + "syntax": "FUNCTION" + }, + "type": { + "type": "BIGINT", + "nullable": true + }, + "distinct": false, + "operands": [ + 8 + ], + "name": null + } + ], + "rowCount": 849430441859134 + }, + { + "id": "17", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "_o__c0", + "sm_type", + "cc_name", + "30 days", + "31-60 days", + "61-90 days", + "91-120 days", + ">120 days", + "(tok_function substr (tok_table_or_col w_warehouse_name) 1 20)" + ], + "exprs": [ + { + "input": 1, + "name": "$1" + }, + { + "input": 0, + "name": "$0" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + }, + { + "input": 1, + "name": "$1" + } + ], + "rowCount": 849430441859134 + }, + { + "id": "18", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveSortLimit", + "collation": [ + { + "field": 8, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 1, + "direction": "ASCENDING", + "nulls": "LAST" + }, + { + "field": 2, + "direction": "ASCENDING", + "nulls": "LAST" + } + ], + "fetch": { + "literal": 100, + "type": { + "type": "INTEGER", + "nullable": false + } + }, + "rowCount": 100 + }, + { + "id": "19", + "relOp": "org.apache.hadoop.hive.ql.optimizer.calcite.reloperators.HiveProject", + "fields": [ + "_c0", + "sm_type", + "cc_name", + "30 days", + "31-60 days", + "61-90 days", + "91-120 days", + ">120 days" + ], + "exprs": [ + { + "input": 0, + "name": "$0" + }, + { + "input": 1, + "name": "$1" + }, + { + "input": 2, + "name": "$2" + }, + { + "input": 3, + "name": "$3" + }, + { + "input": 4, + "name": "$4" + }, + { + "input": 5, + "name": "$5" + }, + { + "input": 6, + "name": "$6" + }, + { + "input": 7, + "name": "$7" + } + ], + "rowCount": 100 + } + ] + } +}